00000100:00100000:0.0:1746066704.578369:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975950336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.578509:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.578530:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975950848:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.578544:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.578557:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746066704.578561:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975950720:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.578573:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.578583:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975951232:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.578594:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.578611:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975950592:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.578625:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.578635:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975951104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.578647:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.578657:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b30aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975951616:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066704.578669:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.578696:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b30bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975952128:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066704.578710:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.578718:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1746066704.578722:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975950464:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.578734:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.578741:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975950976:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.578750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.578756:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b30b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975951488:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066704.578765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.578770:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b30ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975952000:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066704.578787:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.578800:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975952000 00000100:00100000:0.0:1746066704.578802:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975952000 00000100:00100000:0.0:1746066704.578813:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8980 00000100:00100000:0.0:1746066704.578816:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3296:x1830882975950848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.578836:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8981 00000100:00100000:0.0:1746066704.578839:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3296:x1830882975950720:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.578870:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8982 00000100:00100000:0.0:1746066704.578874:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3296:x1830882975951232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.578902:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8983 00000100:00100000:0.0:1746066704.578906:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3294:x1830882975950592:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.578956:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3296:x1830882975950720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 116us (382us total) trans 21474839792 rc 0/0 00000100:00100000:0.0:1746066704.578961:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8981 00000100:00100000:0.0:1746066704.578970:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8984 00000100:00100000:0.0:1746066704.578974:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3294:x1830882975951104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066704.579033:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066704.579035:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1746066704.579036:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746066704.579038:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1746066704.579039:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066704.579059:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882975951104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 84us (410us total) trans 21474839793 rc 0/0 00000100:00100000:0.0:1746066704.579063:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8984 00000100:00100000:0.0:1746066704.579071:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8986 00000100:00100000:0.0:1746066704.579080:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3294:x1830882975952128:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066704.579148:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3294:x1830882975952128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (437us total) trans 17179872482 rc 0/0 00000100:00100000:0.0:1746066704.579152:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8986 00000100:00100000:0.0:1746066704.579160:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8988 00000100:00100000:0.0:1746066704.579164:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882975950976:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.579230:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882975950976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 66us (479us total) trans 21474839795 rc 0/0 00000100:00100000:0.0:1746066704.579235:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8988 00000100:00100000:0.0:1746066704.579243:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8990 00000100:00100000:0.0:1746066704.579247:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3294:x1830882975952000:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066704.579309:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3294:x1830882975952000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 62us (520us total) trans 17179872484 rc 0/0 00000100:00100000:0.0:1746066704.579313:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8990 00000100:00100000:0.0:1746066704.579321:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975951744 00000100:00100000:0.0:1746066704.579324:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975951744 00000100:00100000:0.0:1746066704.579331:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975952256 00000100:00100000:0.0:1746066704.579333:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975952256 00000100:00100000:0.0:1746066704.579338:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975951360 00000100:00100000:0.0:1746066704.579340:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975951360 00000100:00100000:0.0:1746066704.579345:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975951872 00000100:00100000:0.0:1746066704.579346:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975951872 00000100:00100000:0.0:1746066704.579353:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8991 00000100:00100000:0.0:1746066704.579356:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099217050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3295:x1830882975951744:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066704.579422:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066704.579424:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066704.579426:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066704.579431:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066704.579433:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066704.579447:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099217050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3295:x1830882975951744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 91us (169us total) trans 17179872485 rc 0/0 00000100:00100000:0.0:1746066704.579451:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8991 00000100:00100000:0.0:1746066704.579458:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8994 00000100:00100000:0.0:1746066704.579461:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3295:x1830882975951872:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066704.579522:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:0.0:1746066704.579524:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066704 -> 1746066704 00002000:00010000:0.0:1746066704.579526:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066704 -> 1746066704 00002000:00010000:0.0:1746066704.579528:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066704 -> 1746066704 00002000:00010000:0.0:1746066704.579530:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5193 -> 5193 00000100:00100000:0.0:1746066704.579545:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882975950592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 638us (918us total) trans 21474839796 rc 0/0 00000100:00100000:0.0:1746066704.580615:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8983 00000100:00100000:0.0:1746066704.580714:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.580756:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975952384:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.580775:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066704.580792:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135d02680/2, rc 0, transno 21474839792 00000100:00100000:0.0:1746066704.580794:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975950720:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066704.580799:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135d02300/2, rc 0, transno 21474839797 00000100:00100000:0.0:1746066704.580802:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975951232:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066704.580807:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e8c4000/2, rc 0, transno 21474839791 00000100:00100000:0.0:1746066704.580809:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975950336:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066704.581776:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5ca80/2, rc 0, transno 21474839798 00000100:00100000:0.0:1746066704.581786:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975952384:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066704.582085:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135d01f80/2, rc 0, transno 21474839799 00000100:00100000:0.0:1746066704.582089:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975950848:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.584776:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.605666:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.606977:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.613177:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.615995:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.618464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.624453:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.630201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.631028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.634611:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974429312 00000100:00100000:0.0:1746066704.634619:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974429312 00002000:00100000:0.0:1746066704.634657:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ef5f100 x1830882974429312/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:110/0 lens 488/0 e 0 to 0 dl 1746066715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066704.634665:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5f100 with x1830882974429312 ext(0->1048575) 00002000:00010000:0.0:1746066704.634669:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5f100 00000100:00100000:0.0:1746066704.634693:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3451 00000100:00100000:0.0:1746066704.634698:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882974429312:12345-192.168.202.57@tcp:3:cat.0 00010000:00010000:0.0:1746066704.640790:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21e00/0xfb36a14ee607db07 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97625a expref: 253 pid: 14549 timeout: 765 lvb_type: 0 00000100:00100000:0.0:1746066704.640805:0:16018:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882975952640:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066704.640823:0:16018:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb400/0xfb36a14ee607db4d lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066704.640834:0:16018:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb400/0xfb36a14ee607db4d lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066704.640838:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb400/0xfb36a14ee607db4d lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000004:00200000:0.0:1746066704.640853:0:16018:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:0.0:1746066704.640969:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edaa00/0xfb36a14ee607db46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976276 expref: 12 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066704.640981:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb400/0xfb36a14ee607db4d lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976276 expref: 11 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066704.640986:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066704.640988:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746066704.640990:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4edb400, rc 0) 00000100:00100000:0.0:1746066704.641009:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:27974:x1830882974428928:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 14800us (14986us total) trans 8589942559 rc 0/0 00000100:00100000:0.0:1746066704.641015:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8737 00000100:00100000:0.0:1746066704.642309:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.657777:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.673929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.677953:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.690290:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974430592 00000100:00100000:0.0:1746066704.690297:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974430592 00010000:00010000:0.0:1746066704.690329:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318a00/0xfb36a14ee607daeb lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976253 expref: 8 pid: 16018 timeout: 765 lvb_type: 0 00000100:00100000:0.0:1746066704.691001:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4376 00000100:00100000:0.0:1746066704.691291:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882974430592:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066704.691302:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066704.691308:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318a00/0xfb36a14ee607daeb lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976253 expref: 8 pid: 16018 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746066704.691317:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318a00/0xfb36a14ee607daeb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976253 expref: 8 pid: 16018 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746066704.691334:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318a00/0xfb36a14ee607daeb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976253 expref: 8 pid: 16018 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746066704.691350:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066704.691354:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee607db77 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066704.691360:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee607db77 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066704.691364:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066704.691408:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882974430592:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 121us (1383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066704.695141:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4376 00000100:00100000:0.0:1746066704.714889:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.720053:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.738068:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009270b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975953792:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.738422:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.738466:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009270aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975954304:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.738499:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.738531:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975954816:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066704.738582:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.738594:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975955328:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066704.738620:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.738645:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746066704.738649:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975953920:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.738696:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.738704:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975954432:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.738717:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066704.738723:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975954944:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066704.738734:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066704.738750:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009270b480/2, rc 0, transno 21474839805 00000100:00100000:0.0:1746066704.738754:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009270b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975953792:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.738772:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9013 00000100:00100000:0.0:1746066704.738777:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3293:x1830882975954816:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066704.738837:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066704.738839:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066704.738841:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066704.738842:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066704.738844:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066704.738858:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3293:x1830882975954816:12345-0@lo:2:osp-syn-1-0.0 Request processed in 82us (286us total) trans 17179872494 rc 0/0 00000100:00100000:0.0:1746066704.738862:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9013 00000100:00100000:0.0:1746066704.738870:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9015 00000100:00100000:0.0:1746066704.738873:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3293:x1830882975953920:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066704.738934:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3293:x1830882975953920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 61us (238us total) trans 21474839807 rc 0/0 00000100:00100000:0.0:1746066704.738939:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9015 00000100:00100000:0.0:1746066704.738945:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9017 00000100:00100000:0.0:1746066704.738949:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3293:x1830882975954944:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066704.739002:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3293:x1830882975954944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 53us (267us total) trans 17179872496 rc 0/0 00000100:00100000:0.0:1746066704.739007:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9017 00000004:00080000:0.0:1746066704.739804:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092708700/2, rc 0, transno 21474839807 00000100:00100000:0.0:1746066704.739808:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975953920:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066704.739813:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092709180/2, rc 0, transno 21474839808 00000100:00100000:0.0:1746066704.739815:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975954432:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066704.739820:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244df80/2, rc 0, transno 17179872496 00000100:00100000:0.0:1746066704.739823:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975954944:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066704.739827:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009270aa00/2, rc 0, transno 21474839806 00000100:00100000:0.0:1746066704.739830:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009270aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975954304:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066704.739835:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244c000/2, rc 0, transno 17179872494 00000100:00100000:0.0:1746066704.739837:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975954816:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066704.739842:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244c700/2, rc 0, transno 17179872495 00000100:00100000:0.0:1746066704.739844:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975955328:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066704.750555:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974431488 00000100:00100000:0.0:1746066704.750562:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974431488 00000100:00100000:0.0:1746066704.770456:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.776476:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.780108:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.790969:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.791009:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.794964:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.809661:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.809726:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.811401:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.811456:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.818054:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.820215:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882975956096:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066704.820235:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093631c00/0xfb36a14ee607dbbd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9762d8 expref: 32 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066704.820246:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093631c00/0xfb36a14ee607dbbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9762d8 expref: 32 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066704.820258:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093631c00, rc 0) 00000100:00100000:0.0:1746066704.820279:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882974433920:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7628us (8822us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066704.820286:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9023 00000100:00100000:0.0:1746066704.820431:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882975955968:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066704.820447:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a737c000/0xfb36a14ee607dbb6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9762d1 expref: 23 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066704.820455:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a737c000/0xfb36a14ee607dbb6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9762d1 expref: 23 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066704.820470:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a737c000, rc 0) 00000100:00100000:0.0:1746066704.820487:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1965:x1830882974433792:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7841us (9111us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066704.820490:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9022 00000100:00100000:0.0:1746066704.827502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.827544:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.829831:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.833457:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.839527:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.841393:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.847712:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974435456 00000100:00100000:0.0:1746066704.847720:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974435456 00000100:00100000:0.0:1746066704.847759:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9027 00000100:00100000:0.0:1746066704.847765:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:27970:x1830882974435456:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066704.847780:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066704.847793:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4c3a600/0xfb36a14ee607dbd9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9762f4 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066704.847821:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d0cbe00/0xfb36a14ee607dba8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2510847) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9762c3 expref: 17 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066704.847828:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066704.847829:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066704.847833:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4c3a600/0xfb36a14ee607dbd9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->3932159] (req 3145728->3932159) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9762f4 expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066704.847865:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d0cbe00/0xfb36a14ee607dba8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2510847) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9762c3 expref: 17 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066704.847874:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d0cbe00/0xfb36a14ee607dba8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2510847) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9762c3 expref: 17 pid: 8450 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746066704.847884:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e843b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882975956608:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066704.847945:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066704.853557:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.854812:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.864312:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.871747:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.879535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.879563:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.882767:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3464 00000100:00100000:0.0:1746066704.882775:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882974436736:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066704.897449:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882975956864:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066704.897469:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066704.897507:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882974436224:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 24233us (25764us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066704.897516:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4381 00000100:00100000:0.0:1746066704.897576:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.906160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.913552:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.919183:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.921746:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.946084:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.946123:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.946159:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.948911:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009270bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882975957248:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066704.948940:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5893400/0xfb36a14ee607dc03 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976317 expref: 23 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066704.948952:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5893400/0xfb36a14ee607dc03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976317 expref: 23 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066704.949336:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5893400, rc 0) 00000100:00100000:0.0:1746066704.949354:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882974438144:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2729us (3194us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066704.949358:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9033 00000100:00100000:0.0:1746066704.949846:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.949869:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974438400 00000100:00100000:0.0:1746066704.949874:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974438400 00002000:00100000:0.0:1746066704.949900:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4042752->4194303) req@ffff880092044a80 x1830882974438400/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:110/0 lens 488/0 e 0 to 0 dl 1746066715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066704.949911:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044a80 with x1830882974438400 ext(4042752->4194303) 00010000:00010000:0.0:1746066704.949916:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf4c000/0xfb36a14ee607dbc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 4042752->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9762df expref: 22 pid: 9776 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066704.949925:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf4c000/0xfb36a14ee607dbc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 4042752->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9762df expref: 22 pid: 9776 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746066704.949936:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092044a80 00000100:00100000:0.0:1746066704.949949:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 706 00000100:00100000:0.0:1746066704.949954:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882974438400:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066704.957035:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.962112:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.968860:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066704.975106:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974439168 00000100:00100000:0.0:1746066704.975116:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974439168 00002000:00100000:0.0:1746066704.975153:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e93ca80 x1830882974439168/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:110/0 lens 488/0 e 0 to 0 dl 1746066715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066704.975161:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ca80 with x1830882974439168 ext(3145728->4194303) 00002000:00010000:0.0:1746066704.975166:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93ca80 00000100:00100000:0.0:1746066704.975187:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3469 00000100:00100000:0.0:1746066704.975194:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974439168:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066704.993649:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.000347:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.004201:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.006727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.032301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.044287:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.059925:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.065713:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.073857:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.077218:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.111118:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.116749:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.118978:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.126790:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.127848:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.128657:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974441984 00000100:00100000:0.0:1746066705.128661:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974441984 00002000:00100000:0.0:1746066705.128701:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x386:0x0] (3280896->3284991) req@ffff8800924d2a00 x1830882974441984/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.128709:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2a00 with x1830882974441984 ext(3280896->3284991) 00010000:00010000:0.0:1746066705.128714:0:25585:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e522600/0xfb36a14ee607dc6c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3280896->18446744073709551615] (req 3280896->3297279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97634f expref: 24 pid: 8112 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.128723:0:25585:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e522600/0xfb36a14ee607dc6c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3280896->18446744073709551615] (req 3280896->3297279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97634f expref: 24 pid: 8112 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746066705.128729:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d2a00 00000100:00100000:0.0:1746066705.128746:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 708 00000100:00100000:0.0:1746066705.128752:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974441984:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066705.128865:0:25585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974441984:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 113us (1018us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066705.128870:0:25585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 708 00002000:00100000:0.0:1746066705.128875:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x386:0x0] (3280896->3284991) req@ffff8800924d2a00 x1830882974441984/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:111/0 lens 488/4536 e 0 to 0 dl 1746066716 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.128881:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2a00 with x1830882974441984 ext(3280896->3284991) 00010000:00010000:0.0:1746066705.128891:0:25585:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e522600/0xfb36a14ee607dc6c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3280896->18446744073709551615] (req 3280896->3297279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97634f expref: 24 pid: 8112 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.128898:0:25585:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e522600/0xfb36a14ee607dc6c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3280896->18446744073709551615] (req 3280896->3297279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97634f expref: 24 pid: 8112 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746066705.128903:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d2a00 00000100:00100000:0.0:1746066705.144393:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.150388:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.150456:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.150477:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974443008 00000100:00100000:0.0:1746066705.150483:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974443008 00002000:00100000:0.0:1746066705.150512:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x386:0x0] (3280896->3297279) req@ffff8800924d2d80 x1830882974443008/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:111/0 lens 16872/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.150520:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2d80 with x1830882974443008 ext(3280896->3297279) 00010000:00010000:0.0:1746066705.150526:0:25585:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e522600/0xfb36a14ee607dc6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3280896->18446744073709551615] (req 3280896->3297279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97634f expref: 24 pid: 8112 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.150537:0:25585:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e522600/0xfb36a14ee607dc6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3280896->18446744073709551615] (req 3280896->3297279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97634f expref: 24 pid: 8112 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746066705.150542:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d2d80 00000100:00100000:0.0:1746066705.150556:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 710 00000100:00100000:0.0:1746066705.150562:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974443008:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066705.150923:0:25585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882974443008:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 361us (466us total) trans 21474839811 rc 0/0 00000100:00100000:0.0:1746066705.150938:0:25585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 710 00002000:00100000:0.0:1746066705.150949:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x386:0x0] (3280896->3297279) req@ffff8800924d2d80 x1830882974443008/t21474839811(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:111/0 lens 16872/448 e 0 to 0 dl 1746066716 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.150957:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2d80 with x1830882974443008 ext(3280896->3297279) 00010000:00010000:0.0:1746066705.150961:0:25585:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e522600/0xfb36a14ee607dc6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3280896->18446744073709551615] (req 3280896->3297279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97634f expref: 26 pid: 8112 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.150970:0:25585:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e522600/0xfb36a14ee607dc6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3280896->18446744073709551615] (req 3280896->3297279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97634f expref: 26 pid: 8112 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746066705.150975:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d2d80 00000100:00100000:0.0:1746066705.167090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.167190:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.173800:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.174547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.174583:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.174608:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974443776 00000100:00100000:0.0:1746066705.174614:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974443776 00002000:00100000:0.0:1746066705.174645:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff8800924d3b80 x1830882974443776/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.174653:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3b80 with x1830882974443776 ext(5074944->5079039) 00002000:00010000:0.0:1746066705.174657:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d3b80 00000100:00100000:0.0:1746066705.174670:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3472 00000100:00100000:0.0:1746066705.174700:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974443776:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066705.174825:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974443776:12345-192.168.202.57@tcp:3:cat.0 Request processed in 149us (1025us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066705.174831:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3472 00002000:00100000:0.0:1746066705.174836:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff8800924d3b80 x1830882974443776/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/4536 e 0 to 0 dl 1746066716 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.174842:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3b80 with x1830882974443776 ext(5074944->5079039) 00002000:00010000:0.0:1746066705.174844:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d3b80 00000100:00100000:0.0:1746066705.187316:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.188535:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974444544 00000100:00100000:0.0:1746066705.188539:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974444544 00002000:00100000:0.0:1746066705.188573:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e93fb80 x1830882974444544/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.188581:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93fb80 with x1830882974444544 ext(1048576->2097151) 00002000:00010000:0.0:1746066705.188585:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93fb80 00000100:00100000:0.0:1746066705.188601:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3473 00000100:00100000:0.0:1746066705.188607:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1966:x1830882974444544:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066705.233137:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.235612:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.238470:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.243455:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.243492:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.243527:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.251875:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.258989:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.259918:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.259941:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974446080 00000100:00100000:0.0:1746066705.259944:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974446080 00000100:00100000:0.0:1746066705.259966:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9045 00000100:00100000:0.0:1746066705.259971:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974446080:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066705.259979:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.259988:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f068000/0xfb36a14ee607dcc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976387 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066705.260029:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135d02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882975959680:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066705.260050:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066705.266089:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.266123:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.266622:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.266644:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974446464 00000100:00100000:0.0:1746066705.266647:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974446464 00010000:00010000:0.0:1746066705.266661:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093a33600/0xfb36a14ee607dba1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9762bc expref: 26 pid: 10402 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746066705.266696:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4391 00000100:00100000:0.0:1746066705.266702:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974446336:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066705.266709:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066705.266719:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b4b9a00/0xfb36a14ee607da90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97623e expref: 10 pid: 21203 timeout: 766 lvb_type: 1 00010000:00010000:0.0:1746066705.267348:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b4b9a00/0xfb36a14ee607da90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97623e expref: 10 pid: 21203 timeout: 766 lvb_type: 1 00010000:00010000:0.0:1746066705.272095:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b4b9a00/0xfb36a14ee607da90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97623e expref: 10 pid: 21203 timeout: 766 lvb_type: 1 00010000:00010000:0.0:1746066705.272124:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.272126:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.272133:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e70d400/0xfb36a14ee607dcb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1544191) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976380 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.272141:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e70d400/0xfb36a14ee607dcb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1544191) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976380 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.272195:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e70d400/0xfb36a14ee607dcb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1544191) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976380 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066705.272208:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882975959808:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066705.272291:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066705.272775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.280042:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.289525:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.289572:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.289732:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9047 00000100:00100000:0.0:1746066705.289738:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882974447104:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066705.289744:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.289752:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8535c00/0xfb36a14ee607dcce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97638e expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066705.289782:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef58e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882975960064:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066705.289842:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066705.301351:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.305853:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974447616 00000100:00100000:0.0:1746066705.305861:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974447616 00000100:00100000:0.0:1746066705.305890:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974447744 00000100:00100000:0.0:1746066705.305892:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974447744 00000100:00100000:0.0:1746066705.306184:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9048 00000100:00100000:0.0:1746066705.306192:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882974447616:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066705.306206:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.306222:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee607dcf8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9763a3 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066705.306263:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882975960192:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066705.306400:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066705.310467:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882975960192:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066705.310492:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee607dcf8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9763a3 expref: 35 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.310504:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee607dcf8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9763a3 expref: 35 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.310516:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8534800, rc 0) 00000100:00100000:0.0:1746066705.310556:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882974447616:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4364us (4901us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066705.310571:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9048 00000100:00100000:0.0:1746066705.315668:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.322302:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.323406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.326811:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9050 00000100:00100000:0.0:1746066705.326819:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:27992:x1830882974448384:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066705.326836:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.326847:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8535e00/0xfb36a14ee607dd22 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9763b8 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.326866:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e70d400/0xfb36a14ee607dcb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1544191) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976380 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.326873:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066705.326874:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066705.326877:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8535e00/0xfb36a14ee607dd22 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1224704->1585151] (req 1224704->1585151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9763b8 expref: 26 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.326897:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e70d400/0xfb36a14ee607dcb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1544191) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976380 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.326906:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e70d400/0xfb36a14ee607dcb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1544191) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976380 expref: 15 pid: 8451 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746066705.326916:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882975960576:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066705.326982:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066705.331012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.331051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.331072:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.331091:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.331146:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882975960576:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066705.331172:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8535e00/0xfb36a14ee607dd22 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1224704->1585151] (req 1224704->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9763b8 expref: 26 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.331186:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8535e00, rc 0) 00000100:00100000:0.0:1746066705.331219:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:27992:x1830882974448384:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4402us (8925us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.331226:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9050 00000100:00100000:0.0:1746066705.331242:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9052 00000100:00100000:0.0:1746066705.331247:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974448896:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066705.331253:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.331261:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8534c00/0xfb36a14ee607dd30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9763cd expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.331271:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.331273:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.331279:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8534c00/0xfb36a14ee607dd30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9763cd expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.331290:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8534c00/0xfb36a14ee607dd30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9763cd expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.331297:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8534c00, rc 0) 00000100:00100000:0.0:1746066705.331318:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882974448896:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 72us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.331323:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9052 00000100:00100000:0.0:1746066705.331343:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9054 00000100:00100000:0.0:1746066705.331348:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882974449024:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066705.331357:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.331362:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8535c00/0xfb36a14ee607dd3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9763d4 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.331379:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.331381:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.331385:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8535c00/0xfb36a14ee607dd3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9763d4 expref: 12 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.331392:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8535c00/0xfb36a14ee607dd3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9763d4 expref: 12 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.331399:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8535c00, rc 0) 00000100:00100000:0.0:1746066705.331600:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882974449024:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 251us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.331605:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9054 00000100:00100000:0.0:1746066705.332359:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.337465:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.343802:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.349821:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.356060:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.356144:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.361295:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.364895:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.364964:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.372521:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.379075:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.383125:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.387733:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.412782:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.416162:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.419150:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.419202:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.419231:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974452096 00000100:00100000:0.0:1746066705.419237:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974452096 00000100:00100000:0.0:1746066705.419278:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9057 00000100:00100000:0.0:1746066705.419579:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974452096:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066705.419594:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.419609:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e70ce00/0xfb36a14ee607dda7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976405 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066705.419654:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882975961600:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066705.419729:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066705.424969:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.425006:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.425018:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974452608 00000100:00100000:0.0:1746066705.425020:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974452608 00010000:00010000:0.0:1746066705.425030:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797c00/0xfb36a14ee607dd61 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9763e2 expref: 9 pid: 14549 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746066705.425064:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4398 00000100:00100000:0.0:1746066705.425069:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882974452608:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066705.425080:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066705.425085:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797c00/0xfb36a14ee607dd61 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9763e2 expref: 9 pid: 14549 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.425093:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797c00/0xfb36a14ee607dd61 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9763e2 expref: 9 pid: 14549 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.425109:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797c00/0xfb36a14ee607dd61 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9763e2 expref: 9 pid: 14549 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.425741:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066705.425744:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066705.425767:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882974452608:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 698us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.425773:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4398 00000100:00100000:0.0:1746066705.431582:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.438063:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.438354:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.438390:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.438743:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.438770:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974453376 00000100:00100000:0.0:1746066705.438771:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974453376 00002000:00100000:0.0:1746066705.438784:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1855487) req@ffff88009ed71180 x1830882974453376/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.438802:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71180 with x1830882974453376 ext(1048576->1855487) 00002000:00010000:0.0:1746066705.438806:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed71180 00000100:00100000:0.0:1746066705.438817:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 712 00000100:00100000:0.0:1746066705.438821:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882974452992:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066705.450728:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.474309:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.474355:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.477290:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.477426:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.484581:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974454912 00000100:00100000:0.0:1746066705.484589:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974454912 00002000:00100000:0.0:1746066705.484621:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (688128->692223) req@ffff88009e93c000 x1830882974454912/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.484629:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93c000 with x1830882974454912 ext(688128->692223) 00002000:00010000:0.0:1746066705.484633:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93c000 00000100:00100000:0.0:1746066705.486950:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3483 00000100:00100000:0.0:1746066705.486963:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882974454912:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066705.487121:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882974454912:12345-192.168.202.57@tcp:3:cat.0 Request processed in 161us (3557us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066705.487127:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3483 00002000:00100000:0.0:1746066705.487133:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (688128->692223) req@ffff88009e93c000 x1830882974454912/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/4536 e 0 to 0 dl 1746066716 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.487141:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93c000 with x1830882974454912 ext(688128->692223) 00002000:00010000:0.0:1746066705.487154:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93c000 00002000:00010000:0.0:1746066705.487336:0:8451:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime: 1746066704 -> 1746066705 00002000:00010000:0.0:1746066705.487339:0:8451:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066704 -> 1746066705 00002000:00010000:0.0:1746066705.487340:0:8451:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime: 1746066704 -> 1746066705 00000100:00100000:0.0:1746066705.487349:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882975962624:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066705.487384:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5816c00/0xfb36a14ee607ddf4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976428 expref: 26 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.487394:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5816c00/0xfb36a14ee607ddf4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976428 expref: 26 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.487406:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5816c00, rc 0) 00000100:00100000:0.0:1746066705.487426:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882974454528:12345-192.168.202.57@tcp:101:cat.0 Request processed in 9652us (10140us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066705.487431:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9060 00000100:00100000:0.0:1746066705.492996:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974455296 00000100:00100000:0.0:1746066705.493002:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974455296 00002000:00100000:0.0:1746066705.493029:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (765952->770047) req@ffff88009e93c700 x1830882974455296/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.493037:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93c700 with x1830882974455296 ext(765952->770047) 00002000:00010000:0.0:1746066705.493041:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93c700 00000100:00100000:0.0:1746066705.493063:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3484 00000100:00100000:0.0:1746066705.493070:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882974455296:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066705.493409:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882974455296:12345-192.168.202.57@tcp:3:cat.0 Request processed in 338us (454us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066705.493424:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3484 00002000:00100000:0.0:1746066705.493430:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (765952->770047) req@ffff88009e93c700 x1830882974455296/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/4536 e 0 to 0 dl 1746066716 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.493437:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93c700 with x1830882974455296 ext(765952->770047) 00002000:00010000:0.0:1746066705.493440:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93c700 00000100:00100000:0.0:1746066705.506985:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.509976:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.522029:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.523354:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974456320 00000100:00100000:0.0:1746066705.523358:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974456320 00002000:00100000:0.0:1746066705.523393:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ef59c00 x1830882974456320/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.523402:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef59c00 with x1830882974456320 ext(1048576->2097151) 00002000:00010000:0.0:1746066705.523406:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef59c00 00000100:00100000:0.0:1746066705.523419:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3485 00000100:00100000:0.0:1746066705.523424:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882974456320:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066705.535091:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882974456320:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11661us (11883us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066705.535105:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3485 00002000:00100000:0.0:1746066705.535114:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ef59c00 x1830882974456320/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/440 e 0 to 0 dl 1746066716 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.535123:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef59c00 with x1830882974456320 ext(1048576->2097151) 00002000:00010000:0.0:1746066705.535127:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef59c00 00000100:00100000:0.0:1746066705.538659:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974456832 00000100:00100000:0.0:1746066705.538663:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974456832 00002000:00100000:0.0:1746066705.538711:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009244f100 x1830882974456832/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.538721:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244f100 with x1830882974456832 ext(0->1048575) 00002000:00010000:0.0:1746066705.538725:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244f100 00000100:00100000:0.0:1746066705.538743:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3486 00000100:00100000:0.0:1746066705.538749:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882974456832:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066705.549552:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.549586:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.549607:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.549631:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.549651:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974457344 00000100:00100000:0.0:1746066705.549657:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974457344 00000100:00100000:0.0:1746066705.549707:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974456960 00000100:00100000:0.0:1746066705.549709:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974456960 00000100:00100000:0.0:1746066705.549718:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974457472 00000100:00100000:0.0:1746066705.549719:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974457472 00000100:00100000:0.0:1746066705.549729:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9063 00000100:00100000:0.0:1746066705.549735:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974457344:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066705.549749:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.549762:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5816a00/0xfb36a14ee607de25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97644b expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066705.549803:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882975963392:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066705.549868:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066705.550640:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882974456832:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11891us (12096us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066705.550652:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3486 00002000:00100000:0.0:1746066705.550658:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009244f100 x1830882974456832/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:111/0 lens 488/440 e 0 to 0 dl 1746066716 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.550663:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244f100 with x1830882974456832 ext(0->1048575) 00002000:00010000:0.0:1746066705.550666:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244f100 00000100:00100000:0.0:1746066705.563438:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.564132:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9066 00000100:00100000:0.0:1746066705.564141:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28005:x1830882974457600:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066705.564155:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.564167:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee607de3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976459 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.564186:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991dca00/0xfb36a14ee607dcb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1855488->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976379 expref: 20 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.564193:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066705.564194:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066705.564198:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee607de3a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976459 expref: 35 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.564220:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991dca00/0xfb36a14ee607dcb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1855488->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976379 expref: 20 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.564230:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991dca00/0xfb36a14ee607dcb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1855488->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976379 expref: 20 pid: 8451 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746066705.564252:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882975963520:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066705.564296:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066705.567150:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.568212:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882975963520:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066705.568231:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee607de3a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976459 expref: 35 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.568242:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1000, rc 0) 00000100:00100000:0.0:1746066705.568262:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:28005:x1830882974457600:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4122us (4825us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.568268:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9066 00000100:00100000:0.0:1746066705.569597:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.575556:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099711180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882975963648:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066705.575576:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880135b05600/0xfb36a14ee607de48 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066705.576309:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880135b05600/0xfb36a14ee607de48 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066705.576315:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135b05600/0xfb36a14ee607de48 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746066705.576329:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:0.0:1746066705.576442:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135b05400/0xfb36a14ee607de41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976460 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.576469:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135b05600/0xfb36a14ee607de48 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976460 expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.576474:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066705.576476:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746066705.576478:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135b05600, rc 0) 00000100:00100000:0.0:1746066705.576512:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:28007:x1830882974457856:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 8725us (9368us total) trans 8589942579 rc 0/0 00000100:00100000:0.0:1746066705.576517:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8755 00000100:00100000:0.0:1746066705.580893:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974458496 00000100:00100000:0.0:1746066705.580900:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974458496 00000100:00100000:0.0:1746066705.580943:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8756 00000100:00100000:0.0:1746066705.580951:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:28007:x1830882974458496:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066705.580971:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.580985:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee607de64 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976475 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.581048:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1a00/0xfb36a14ee607de6b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066705.581060:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135b05600/0xfb36a14ee607de48 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976460 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.581067:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1a00/0xfb36a14ee607de6b lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066705.581091:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880135b05600/0xfb36a14ee607de48 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976460 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.581109:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880135b05600/0xfb36a14ee607de48 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976460 expref: 11 pid: 14549 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746066705.581119:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed70e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882975963904:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066705.581178:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066705.583506:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed70e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882975963904:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066705.583525:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1a00/0xfb36a14ee607de6b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066705.584193:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1a00/0xfb36a14ee607de6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066705.584199:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1a00/0xfb36a14ee607de6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746066705.584229:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000004:00200000:0.0:1746066705.584233:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746066705.584244:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1a00/0xfb36a14ee607de6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066705.584266:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee607de64 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976475 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.584283:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1a00/0xfb36a14ee607de6b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976475 expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.584288:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066705.584290:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066705.584299:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1a00, rc 0) 00000100:00100000:0.0:1746066705.584325:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:28007:x1830882974458496:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3374us (3571us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.584330:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8756 00000100:00100000:0.0:1746066705.590414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.592468:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.594300:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.594315:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974459648 00000100:00100000:0.0:1746066705.594322:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974459648 00000100:00100000:0.0:1746066705.594364:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8757 00000100:00100000:0.0:1746066705.594379:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:28007:x1830882974459648:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066705.594394:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.594408:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee607de79 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976483 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.594474:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee607de80 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066705.594485:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee607de80 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066705.594494:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee607de80 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746066705.594504:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:0.0:1746066705.594592:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee607de79 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976483 expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.594606:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee607de80 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976483 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.594622:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066705.594624:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746066705.594626:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0000, rc 0) 00000100:00100000:0.0:1746066705.594659:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+12:28007:x1830882974459648:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 289us (362us total) trans 8589942580 rc 0/0 00000100:00100000:0.0:1746066705.594664:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8757 00000100:00100000:0.0:1746066705.600395:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.601644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.602212:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.604469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.604486:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974460288 00000100:00100000:0.0:1746066705.604490:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974460288 00000100:00100000:0.0:1746066705.604513:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974459904 00000100:00100000:0.0:1746066705.604515:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974459904 00000100:00100000:0.0:1746066705.604527:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9071 00000100:00100000:0.0:1746066705.604533:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882974460032:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066705.604554:0:8112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135b05400/0xfb36a14ee607de95 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.604564:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee607de3a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976459 expref: 36 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.604571:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991dca00/0xfb36a14ee607de72 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97647c expref: 12 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.604575:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.604583:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.604586:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135b05400/0xfb36a14ee607de95 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.604602:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991dca00/0xfb36a14ee607de72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97647c expref: 12 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.604610:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991dca00/0xfb36a14ee607de72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97647c expref: 12 pid: 8451 timeout: 766 lvb_type: 1 00000100:00100000:0.0:1746066705.604618:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e851180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882975964416:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066705.604648:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee607de3a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976459 expref: 36 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.604654:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee607de3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976459 expref: 36 pid: 9776 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746066705.604661:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e851c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882975964544:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066705.604692:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066705.604716:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.604747:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.608386:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e851180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882975964416:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066705.616868:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.616886:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.616903:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974460672 00000100:00100000:0.0:1746066705.616909:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974460672 00010000:00010000:0.0:1746066705.616939:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991dca00/0xfb36a14ee607de72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97647c expref: 14 pid: 8451 timeout: 766 lvb_type: 1 00000100:00100000:0.0:1746066705.616967:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974462592 00000100:00100000:0.0:1746066705.616969:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974462592 00010000:00010000:0.0:1746066705.616977:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf87400/0xfb36a14ee607db7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976299 expref: 22 pid: 21973 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746066705.616989:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4408 00000100:00100000:0.0:1746066705.616995:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882974460672:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066705.617005:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066705.617024:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991dca00/0xfb36a14ee607de72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97647c expref: 14 pid: 8451 timeout: 766 lvb_type: 1 00010000:00010000:0.0:1746066705.617033:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991dca00/0xfb36a14ee607de72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97647c expref: 14 pid: 8451 timeout: 766 lvb_type: 1 00010000:00010000:0.0:1746066705.617050:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991dca00/0xfb36a14ee607de72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97647c expref: 14 pid: 8451 timeout: 766 lvb_type: 1 00010000:00010000:0.0:1746066705.617064:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066705.617095:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882974460672:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 100us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.617100:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4408 00000100:00100000:0.0:1746066705.617111:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4409 00000100:00100000:0.0:1746066705.617115:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1966:x1830882974462592:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066705.617120:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066705.617133:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf87400/0xfb36a14ee607db7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976299 expref: 22 pid: 21973 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.617140:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf87400/0xfb36a14ee607db7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976299 expref: 22 pid: 21973 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.617148:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf87400/0xfb36a14ee607db7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976299 expref: 22 pid: 21973 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.617155:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066705.617167:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1966:x1830882974462592:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 51us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.617171:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4409 00000100:00100000:0.0:1746066705.617199:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.617210:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974460800 00000100:00100000:0.0:1746066705.617212:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974460800 00010000:00010000:0.0:1746066705.617222:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801358c5a00/0xfb36a14ee607de2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976444 expref: 14 pid: 8112 timeout: 766 lvb_type: 1 00000100:00100000:0.0:1746066705.617234:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4410 00000100:00100000:0.0:1746066705.617237:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882974460800:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066705.617243:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066705.617253:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801358c5a00/0xfb36a14ee607de2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976444 expref: 14 pid: 8112 timeout: 766 lvb_type: 1 00010000:00010000:0.0:1746066705.617260:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801358c5a00/0xfb36a14ee607de2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976444 expref: 14 pid: 8112 timeout: 766 lvb_type: 1 00010000:00010000:0.0:1746066705.617280:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801358c5a00/0xfb36a14ee607de2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976444 expref: 14 pid: 8112 timeout: 766 lvb_type: 1 00010000:00010000:0.0:1746066705.617288:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066705.617302:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882974460800:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 64us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.617307:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4410 00000100:00100000:0.0:1746066705.618564:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.618593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.620054:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.622051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.622071:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974461696 00000100:00100000:0.0:1746066705.622074:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974461696 00010000:00010000:0.0:1746066705.622089:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093a32800/0xfb36a14ee607dded lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976421 expref: 21 pid: 8450 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746066705.625384:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4423 00000100:00100000:0.0:1746066705.625395:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882974461440:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066705.625402:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066705.625411:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092427200/0xfb36a14ee607dbee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976309 expref: 20 pid: 10402 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.625419:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092427200/0xfb36a14ee607dbee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976309 expref: 20 pid: 10402 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.625429:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092427200/0xfb36a14ee607dbee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976309 expref: 20 pid: 10402 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.625444:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.625445:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.625448:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb54400/0xfb36a14ee607deb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.625453:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb54400/0xfb36a14ee607deb1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.625557:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066705.625577:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882974461440:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 183us (5526us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.625582:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4423 00000100:00100000:0.0:1746066705.625621:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.625660:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.625668:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974463104 00000100:00100000:0.0:1746066705.625671:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974463104 00010000:00010000:0.0:1746066705.625748:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0400/0xfb36a14ee607dc7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97635d expref: 19 pid: 8112 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746066705.625765:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4425 00000100:00100000:0.0:1746066705.625770:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882974463104:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066705.625776:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066705.625784:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0400/0xfb36a14ee607dc7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97635d expref: 19 pid: 8112 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.625790:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0400/0xfb36a14ee607dc7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97635d expref: 19 pid: 8112 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.625805:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0400/0xfb36a14ee607dc7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97635d expref: 19 pid: 8112 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.625813:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066705.625829:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882974463104:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 58us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.625833:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4425 00000100:00100000:0.0:1746066705.625869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.625881:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974463232 00000100:00100000:0.0:1746066705.625884:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974463232 00010000:00010000:0.0:1746066705.625895:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee607de3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976459 expref: 32 pid: 9776 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746066705.625909:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4426 00000100:00100000:0.0:1746066705.625913:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882974463232:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066705.625918:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066705.625926:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee607de3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976459 expref: 32 pid: 9776 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.625932:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee607de3a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976459 expref: 32 pid: 9776 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.625942:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee607de3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976459 expref: 32 pid: 9776 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746066705.625958:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.625959:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.625961:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135b05400/0xfb36a14ee607de95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.625967:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135b05400/0xfb36a14ee607de95 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.625990:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066705.626005:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882974463232:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 91us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.626015:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4426 00000100:00100000:0.0:1746066705.628307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.628346:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.630186:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.631458:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.639908:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.640851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.647753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.650610:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.652337:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.652363:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.652393:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.652404:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.652424:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.652720:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9086 00000100:00100000:0.0:1746066705.652734:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882974466048:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066705.652740:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.652747:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee607df21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9764d7 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.652756:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.652758:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.652761:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee607df21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764d7 expref: 35 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.652769:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee607df21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764d7 expref: 35 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.652775:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0600, rc 0) 00000100:00100000:0.0:1746066705.652791:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882974466048:12345-192.168.202.57@tcp:101:cat.0 Request processed in 59us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.652796:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9086 00000100:00100000:0.0:1746066705.652807:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9088 00000100:00100000:0.0:1746066705.652811:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882974466304:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066705.652816:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.652821:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0200/0xfb36a14ee607df2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9764e5 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.652830:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.652831:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.652834:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0200/0xfb36a14ee607df2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764e5 expref: 34 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.652851:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0200/0xfb36a14ee607df2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764e5 expref: 34 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.652857:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0200, rc 0) 00000100:00100000:0.0:1746066705.652872:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882974466304:12345-192.168.202.57@tcp:101:cat.0 Request processed in 60us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.652877:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9088 00000100:00100000:0.0:1746066705.673752:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.673788:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.673810:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.673846:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.673878:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974467200 00000100:00100000:0.0:1746066705.673886:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974467200 00002000:00100000:0.0:1746066705.673929:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880135dfaa00 x1830882974467200/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.673937:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfaa00 with x1830882974467200 ext(3145728->4194303) 00002000:00010000:0.0:1746066705.673942:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfaa00 00000100:00100000:0.0:1746066705.673959:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974466560 00000100:00100000:0.0:1746066705.673961:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974466560 00002000:00100000:0.0:1746066705.673974:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880135df8380 x1830882974466560/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.673980:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df8380 with x1830882974466560 ext(2097152->3145727) 00002000:00010000:0.0:1746066705.673983:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135df8380 00000100:00100000:0.0:1746066705.673990:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974466816 00000100:00100000:0.0:1746066705.673992:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974466816 00002000:00100000:0.0:1746066705.674014:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880135df9880 x1830882974466816/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.674020:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9880 with x1830882974466816 ext(3145728->4194303) 00002000:00010000:0.0:1746066705.674022:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135df9880 00000100:00100000:0.0:1746066705.674030:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974467072 00000100:00100000:0.0:1746066705.674032:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974467072 00002000:00100000:0.0:1746066705.674041:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135df9c00 x1830882974467072/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.674047:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9c00 with x1830882974467072 ext(2097152->3145727) 00002000:00010000:0.0:1746066705.674049:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135df9c00 00000100:00100000:0.0:1746066705.674059:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3492 00000100:00100000:0.0:1746066705.674066:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882974467200:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066705.675477:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3494 00000100:00100000:0.0:1746066705.675484:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882974466816:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066705.684415:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.687595:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.695350:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.703199:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.704753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.705499:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974468736 00000100:00100000:0.0:1746066705.705502:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974468736 00000100:00100000:0.0:1746066705.705832:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3402 00000100:00100000:0.0:1746066705.705838:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:28009:x1830882974468736:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:0.0:1746066705.706004:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+264:28009:x1830882974468736:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 165us (567us total) trans 8589942584 rc 0/0 00000100:00100000:0.0:1746066705.706017:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3402 00000100:00100000:0.0:1746066705.725043:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.764833:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.780092:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.807751:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.809917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.823241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.831261:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.834057:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.834100:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.902768:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.902820:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.903230:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.903249:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.903270:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974471680 00000100:00100000:0.0:1746066705.903273:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974471680 00002000:00100000:0.0:1746066705.903288:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135e5d500 x1830882974471680/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.903294:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5d500 with x1830882974471680 ext(2097152->3145727) 00002000:00010000:0.0:1746066705.903297:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5d500 00000100:00100000:0.0:1746066705.903305:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974471936 00000100:00100000:0.0:1746066705.903307:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974471936 00002000:00100000:0.0:1746066705.903313:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880135e5c380 x1830882974471936/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.903318:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5c380 with x1830882974471936 ext(3145728->4194303) 00002000:00010000:0.0:1746066705.903320:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5c380 00000100:00100000:0.0:1746066705.903335:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3504 00000100:00100000:0.0:1746066705.903339:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882974471296:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066705.903604:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3506 00000100:00100000:0.0:1746066705.903609:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1965:x1830882974471936:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066705.908905:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.920589:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.920620:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974472192 00000100:00100000:0.0:1746066705.920624:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974472192 00010000:00010000:0.0:1746066705.920642:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0200/0xfb36a14ee607df2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764e5 expref: 35 pid: 21973 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066705.920664:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4432 00000100:00100000:0.0:1746066705.920670:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1966:x1830882974472192:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066705.920693:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066705.920709:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0200/0xfb36a14ee607df2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764e5 expref: 35 pid: 21973 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066705.920718:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0200/0xfb36a14ee607df2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764e5 expref: 35 pid: 21973 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066705.920737:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0200/0xfb36a14ee607df2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764e5 expref: 35 pid: 21973 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066705.920759:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066705.920776:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882974472192:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 106us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.921623:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4432 00000100:00100000:0.0:1746066705.944441:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974472576 00000100:00100000:0.0:1746066705.944451:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974472576 00000100:00100000:0.0:1746066705.944512:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9093 00000100:00100000:0.0:1746066705.944522:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28019:x1830882974472576:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066705.944538:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.944551:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092427a00/0xfb36a14ee607dfad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97651d expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.944573:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.944576:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.944584:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092427a00/0xfb36a14ee607dfad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97651d expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.944599:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092427a00/0xfb36a14ee607dfad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97651d expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.944610:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092427a00, rc 0) 00000100:00100000:0.0:1746066705.944664:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28019:x1830882974472576:12345-192.168.202.57@tcp:101:cat.0 Request processed in 142us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.944670:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9093 00000100:00100000:0.0:1746066705.948017:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.950733:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.952403:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.953359:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.953433:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.955479:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:0.0:1746066705.957506:0:9776:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime: 1746066704 -> 1746066705 00002000:00010000:0.0:1746066705.957510:0:9776:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066704 -> 1746066705 00002000:00010000:0.0:1746066705.957512:0:9776:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066704 -> 1746066705 00000100:00100000:0.0:1746066705.957523:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882975968128:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066705.957543:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb54a00/0xfb36a14ee607dfb4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97652b expref: 36 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.957553:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb54a00/0xfb36a14ee607dfb4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97652b expref: 36 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.957564:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb54a00, rc 0) 00000100:00100000:0.0:1746066705.957586:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882974473344:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3167us (4155us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066705.957592:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9095 00000100:00100000:0.0:1746066705.962067:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.962425:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.969961:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974474112 00000100:00100000:0.0:1746066705.969969:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974474112 00000100:00100000:0.0:1746066705.970621:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9096 00000100:00100000:0.0:1746066705.970629:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28015:x1830882974474112:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066705.970645:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066705.970660:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092427c00/0xfb36a14ee607dfc2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976532 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.970972:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa21000/0xfb36a14ee607debf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976491 expref: 20 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.970991:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ee1ea00/0xfb36a14ee607df28 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764de expref: 26 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.970997:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.970999:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066705.971003:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092427c00/0xfb36a14ee607dfc2 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->5021695] (req 4194304->5021695) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976532 expref: 20 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.971027:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ee1ea00/0xfb36a14ee607df28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764de expref: 26 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066705.971038:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ee1ea00/0xfb36a14ee607df28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764de expref: 26 pid: 8112 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066705.971049:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882975968256:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066705.971693:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aa21000/0xfb36a14ee607debf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976491 expref: 20 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.971702:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aa21000/0xfb36a14ee607debf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976491 expref: 20 pid: 4614 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066705.971710:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882975968384:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066705.975691:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066705.980004:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882975968256:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066705.980878:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.980916:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.981386:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882975968384:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066705.981413:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092427c00/0xfb36a14ee607dfc2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->5021695] (req 4194304->5021695) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976532 expref: 20 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066705.981423:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092427c00, rc 0) 00000100:00100000:0.0:1746066705.981445:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28015:x1830882974474112:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 10817us (11600us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066705.981451:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9096 00000100:00100000:0.0:1746066705.985960:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.990065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066705.990090:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974475392 00000100:00100000:0.0:1746066705.990097:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974475392 00002000:00100000:0.0:1746066705.990133:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (4067328->4194303) req@ffff880135e5fb80 x1830882974475392/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/0 e 0 to 0 dl 1746066716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.990142:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5fb80 with x1830882974475392 ext(4067328->4194303) 00010000:00010000:0.0:1746066705.990150:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb54e00/0xfb36a14ee607df83 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [4067328->18446744073709551615] (req 4067328->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97650f expref: 25 pid: 9776 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066705.990160:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb54e00/0xfb36a14ee607df83 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [4067328->18446744073709551615] (req 4067328->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97650f expref: 25 pid: 9776 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746066705.990166:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135e5fb80 00000100:00100000:0.0:1746066705.990192:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 717 00000100:00100000:0.0:1746066705.990199:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974475392:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066705.995671:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882974475392:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 5463us (5606us total) trans 17179872501 rc 0/0 00000100:00100000:0.0:1746066705.995701:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 717 00002000:00100000:0.0:1746066705.995711:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (4067328->4194303) req@ffff880135e5fb80 x1830882974475392/t17179872501(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:111/0 lens 488/448 e 0 to 0 dl 1746066716 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066705.995719:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5fb80 with x1830882974475392 ext(4067328->4194303) 00010000:00010000:0.0:1746066705.995728:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb54e00/0xfb36a14ee607df83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [4067328->18446744073709551615] (req 4067328->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97650f expref: 26 pid: 9776 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066705.995740:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb54e00/0xfb36a14ee607df83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [4067328->18446744073709551615] (req 4067328->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97650f expref: 26 pid: 9776 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746066705.995746:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135e5fb80 00000100:00100000:0.0:1746066706.005513:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066706.006615:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066706.019854:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066706.020010:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746066706.020573:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746066706.020576:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066706.040273:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.045159:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.045243:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.045277:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974476928 00000100:00100000:0.0:1746066706.045282:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974476928 00010000:00010000:0.0:1746066706.045315:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092426800/0xfb36a14ee607df13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764c9 expref: 30 pid: 8450 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.045347:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974477056 00000100:00100000:0.0:1746066706.045350:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974477056 00010000:00010000:0.0:1746066706.045360:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa20200/0xfb36a14ee607def0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764a6 expref: 19 pid: 4614 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.045393:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4437 00000100:00100000:0.0:1746066706.045400:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1965:x1830882974476928:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.045410:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.045429:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092426800/0xfb36a14ee607df13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764c9 expref: 30 pid: 8450 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.045438:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092426800/0xfb36a14ee607df13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764c9 expref: 30 pid: 8450 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.045454:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092426800/0xfb36a14ee607df13 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764c9 expref: 30 pid: 8450 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.045470:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.045504:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882974476928:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 104us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.045509:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4437 00000100:00100000:0.0:1746066706.045522:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4438 00000100:00100000:0.0:1746066706.045527:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882974477056:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.045534:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.045544:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aa20200/0xfb36a14ee607def0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764a6 expref: 19 pid: 4614 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.045551:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aa20200/0xfb36a14ee607def0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764a6 expref: 19 pid: 4614 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.045562:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.045563:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.045570:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ee1e000/0xfb36a14ee607dfde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 278528->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97654e expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.045577:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee1e000/0xfb36a14ee607dfde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 278528->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97654e expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.045603:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ee1e000/0xfb36a14ee607dfde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 278528->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97654e expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066706.045614:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882975969408:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066706.045663:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066706.052560:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.052631:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.055399:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974477440 00000100:00100000:0.0:1746066706.055404:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974477440 00002000:00100000:0.0:1746066706.055431:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (278528->282623) req@ffff88009bb2d880 x1830882974477440/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:112/0 lens 488/0 e 0 to 0 dl 1746066717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066706.055439:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2d880 with x1830882974477440 ext(278528->282623) 00002000:00010000:0.0:1746066706.055443:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2d880 00000100:00100000:0.0:1746066706.055468:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3514 00000100:00100000:0.0:1746066706.055481:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882974477440:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066706.055672:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882974477440:12345-192.168.202.57@tcp:3:cat.0 Request processed in 191us (464us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066706.055697:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3514 00002000:00100000:0.0:1746066706.055702:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (278528->282623) req@ffff88009bb2d880 x1830882974477440/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:112/0 lens 488/4536 e 0 to 0 dl 1746066717 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066706.055708:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2d880 with x1830882974477440 ext(278528->282623) 00002000:00010000:0.0:1746066706.055711:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2d880 00000100:00100000:0.0:1746066706.055738:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882975969408:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066706.055748:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.055776:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1965:x1830882974477056:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 10249us (10533us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.055783:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4438 00000100:00100000:0.0:1746066706.065764:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.084948:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.086048:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.098030:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.098442:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.098464:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.098488:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.098602:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974479232 00000100:00100000:0.0:1746066706.098605:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974479232 00002000:00100000:0.0:1746066706.098728:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800939f7800 x1830882974479232/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:112/0 lens 488/0 e 0 to 0 dl 1746066717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066706.098734:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939f7800 with x1830882974479232 ext(2097152->3145727) 00002000:00010000:0.0:1746066706.098747:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800939f7800 00000100:00100000:0.0:1746066706.098758:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974479616 00000100:00100000:0.0:1746066706.098760:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974479616 00002000:00100000:0.0:1746066706.098772:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800939f7b80 x1830882974479616/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:112/0 lens 488/0 e 0 to 0 dl 1746066717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066706.098777:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939f7b80 with x1830882974479616 ext(2097152->3145727) 00002000:00010000:0.0:1746066706.098780:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939f7b80 00000100:00100000:0.0:1746066706.098790:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3516 00000100:00100000:0.0:1746066706.098794:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882974479232:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066706.102595:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882975970560:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066706.102623:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb4e200/0xfb36a14ee607e00f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97657f expref: 25 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066706.102635:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb4e200/0xfb36a14ee607e00f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97657f expref: 25 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066706.102646:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb4e200, rc 0) 00000100:00100000:0.0:1746066706.102667:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882974478592:12345-192.168.202.57@tcp:101:cat.0 Request processed in 15383us (16621us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066706.102692:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9107 00000100:00100000:0.0:1746066706.117146:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974480128 00000100:00100000:0.0:1746066706.117156:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974480128 00000100:00100000:0.0:1746066706.117198:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3404 00000100:00100000:0.0:1746066706.117205:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:28021:x1830882974480128:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:0.0:1746066706.117379:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+268:28021:x1830882974480128:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 161us (2268us total) trans 8589942589 rc 0/0 00000100:00100000:0.0:1746066706.117391:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3404 00000100:00080000:0.0:1746066706.117408:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066706.160645:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.260033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.260081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.260352:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9109 00000100:00100000:0.0:1746066706.260360:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882974480896:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066706.260394:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066706.260405:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b0a5000/0xfb36a14ee607e01d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97658d expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066706.260432:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882975970816:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066706.260453:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066706.275053:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.277584:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.280844:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.285483:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.293649:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.301894:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.301931:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e853800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882975971072:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066706.301939:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e851c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882975971200:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066706.301963:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb54400/0xfb36a14ee607e04e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3846144->4063231] (req 3846144->4063231) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a2 expref: 37 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.301977:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb54400, rc 0) 00000100:00100000:0.0:1746066706.302009:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:28031:x1830882974481664:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 15871us (16531us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.302016:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9111 00000100:00100000:0.0:1746066706.302043:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974481792 00000100:00100000:0.0:1746066706.302048:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974481792 00010000:00010000:0.0:1746066706.302070:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee607dfc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976539 expref: 24 pid: 8451 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.302101:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4442 00000100:00100000:0.0:1746066706.302107:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5409c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882974481792:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.302120:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.302136:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee607dfc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976539 expref: 24 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.302144:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee607dfc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976539 expref: 24 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.302164:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee607dfc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976539 expref: 24 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.302176:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.302190:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5409c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1965:x1830882974481792:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 83us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.302194:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4442 00000100:00100000:0.0:1746066706.336212:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.336250:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092047480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882975971456:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066706.336274:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.336310:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882974482560:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 10674us (10779us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.336319:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4444 00000100:00100000:0.0:1746066706.336351:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974483072 00000100:00100000:0.0:1746066706.336356:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974483072 00002000:00100000:0.0:1746066706.336402:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800939f4a80 x1830882974483072/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:112/0 lens 488/0 e 0 to 0 dl 1746066717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066706.336411:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939f4a80 with x1830882974483072 ext(0->1048575) 00002000:00010000:0.0:1746066706.336415:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939f4a80 00000100:00100000:0.0:1746066706.336429:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3524 00000100:00100000:0.0:1746066706.336436:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974483072:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066706.351705:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.354359:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974483072:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17919us (18152us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066706.354378:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3524 00002000:00100000:0.0:1746066706.354389:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800939f4a80 x1830882974483072/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:112/0 lens 488/440 e 0 to 0 dl 1746066717 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066706.354397:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939f4a80 with x1830882974483072 ext(0->1048575) 00002000:00010000:0.0:1746066706.354414:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939f4a80 00000100:00100000:0.0:1746066706.358036:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974483328 00000100:00100000:0.0:1746066706.358043:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974483328 00002000:00100000:0.0:1746066706.358074:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3846144->4063231) req@ffff88009e851180 x1830882974483328/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:112/0 lens 488/0 e 0 to 0 dl 1746066717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066706.358083:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851180 with x1830882974483328 ext(3846144->4063231) 00010000:00010000:0.0:1746066706.358095:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb54400/0xfb36a14ee607e04e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3846144->18446744073709551615] (req 3846144->4063231) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a2 expref: 36 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.358107:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb54400/0xfb36a14ee607e04e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3846144->18446744073709551615] (req 3846144->4063231) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a2 expref: 36 pid: 8451 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746066706.358113:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e851180 00000100:00100000:0.0:1746066706.358129:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 721 00000100:00100000:0.0:1746066706.358136:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882974483328:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066706.365064:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974483456 00000100:00100000:0.0:1746066706.365071:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974483456 00000100:00100000:0.0:1746066706.365108:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8764 00000100:00100000:0.0:1746066706.365114:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:28038:x1830882974483456:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066706.365144:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066706.365159:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf69e00/0xfb36a14ee607e05c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9765b0 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.365203:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf69a00/0xfb36a14ee607e063 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066706.365213:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf69a00/0xfb36a14ee607e063 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066706.365221:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf69a00/0xfb36a14ee607e063 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066706.365231:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf68800/0xfb36a14ee607e06a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066706.365235:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf68800/0xfb36a14ee607e06a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066706.365247:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf68800/0xfb36a14ee607e06a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066706.365322:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf68e00/0xfb36a14ee607e071 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066706.365331:0:16018:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092427000/0xfb36a14ee607df44 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764f3 expref: 18 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.365337:0:16018:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf68e00/0xfb36a14ee607e071 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066706.365359:0:16018:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092427000/0xfb36a14ee607df44 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764f3 expref: 18 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.365383:0:16018:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092427000/0xfb36a14ee607df44 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764f3 expref: 18 pid: 16018 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.365393:0:16018:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882975971712:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066706.367503:0:16018:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b9b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066706.369016:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974483328:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 10876us (11218us total) trans 17179872502 rc 0/0 00000100:00100000:0.0:1746066706.369026:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 721 00002000:00100000:0.0:1746066706.369036:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3846144->4063231) req@ffff88009e851180 x1830882974483328/t17179872502(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:112/0 lens 488/448 e 0 to 0 dl 1746066717 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066706.369045:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851180 with x1830882974483328 ext(3846144->4063231) 00010000:00010000:0.0:1746066706.369052:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb54400/0xfb36a14ee607e04e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3846144->18446744073709551615] (req 3846144->4063231) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a2 expref: 38 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.369071:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb54400/0xfb36a14ee607e04e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3846144->18446744073709551615] (req 3846144->4063231) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a2 expref: 38 pid: 8451 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746066706.369077:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e851180 00000100:00100000:0.0:1746066706.373254:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4446 00000100:00100000:0.0:1746066706.373262:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974483968:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.373270:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746066706.373286:0:7107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066705 -> 1746066706 00002000:00010000:0.0:1746066706.373289:0:7107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066705 -> 1746066706 00002000:00010000:0.0:1746066706.373290:0:7107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4137 -> 4139 00010000:00010000:0.0:1746066706.373295:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eb54400/0xfb36a14ee607e04e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3846144->18446744073709551615] (req 3846144->4063231) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a2 expref: 38 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.373304:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eb54400/0xfb36a14ee607e04e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3846144->18446744073709551615] (req 3846144->4063231) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a2 expref: 38 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.373316:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb54400/0xfb36a14ee607e04e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3846144->18446744073709551615] (req 3846144->4063231) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a2 expref: 38 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.373325:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.373327:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.373333:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb54200/0xfb36a14ee607e055 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a9 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.373339:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb54200/0xfb36a14ee607e055 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a9 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.373387:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb54200/0xfb36a14ee607e055 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a9 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066706.373397:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882975971968:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066706.373438:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b9b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066706.379901:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882975971968:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066706.379917:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.379962:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1963:x1830882974483968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6701us (6991us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.379970:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4446 00000100:00100000:0.0:1746066706.383329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.383346:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974485120 00000100:00100000:0.0:1746066706.383349:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974485120 00010000:00010000:0.0:1746066706.383371:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee1f400/0xfb36a14ee607dffa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97656a expref: 39 pid: 8451 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.383388:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4447 00000100:00100000:0.0:1746066706.383393:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1966:x1830882974485120:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.383402:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746066706.383414:0:7107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066705 -> 1746066706 00010000:00010000:0.0:1746066706.383419:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ee1f400/0xfb36a14ee607dffa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97656a expref: 39 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.383427:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ee1f400/0xfb36a14ee607dffa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97656a expref: 39 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.383448:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.383449:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.383453:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5ac400/0xfb36a14ee607e078 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765b7 expref: 24 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.383459:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5ac400/0xfb36a14ee607e078 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765b7 expref: 24 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.383475:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5ac400/0xfb36a14ee607e078 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765b7 expref: 24 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066706.383483:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882975972352:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066706.383508:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b9be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066706.392264:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974485248 00000100:00100000:0.0:1746066706.392301:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974485248 00000100:00100000:0.0:1746066706.392332:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9120 00000100:00100000:0.0:1746066706.392337:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28034:x1830882974485248:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066706.392350:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066706.392361:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee607e0a9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9765e8 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.392393:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f068000/0xfb36a14ee607dfe5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976555 expref: 27 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.392402:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eccd000/0xfb36a14ee607e09b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765da expref: 10 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066706.392416:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009917b400/0xfb36a14ee607e001 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976571 expref: 22 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.392422:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.392423:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.392426:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee607e0a9 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->4403199] (req 4194304->4403199) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765e8 expref: 22 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.392447:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009917b400/0xfb36a14ee607e001 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976571 expref: 22 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.392457:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009917b400/0xfb36a14ee607e001 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976571 expref: 22 pid: 4614 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.392467:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882975972480:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066706.392513:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eccd000/0xfb36a14ee607e09b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765da expref: 10 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066706.392520:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eccd000/0xfb36a14ee607e09b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765da expref: 10 pid: 8451 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.392527:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882975972608:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066706.392546:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f068000/0xfb36a14ee607dfe5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976555 expref: 27 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.392561:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f068000/0xfb36a14ee607dfe5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976555 expref: 27 pid: 9776 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.392568:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882975972736:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066706.392583:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066706.392597:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882975972352:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066706.392605:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.392615:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1966:x1830882974485120:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9223us (9287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.392621:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4447 00000100:00100000:0.0:1746066706.404271:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974485760 00000100:00100000:0.0:1746066706.404278:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974485760 00010000:00010000:0.0:1746066706.404322:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eccd000/0xfb36a14ee607e09b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765da expref: 11 pid: 8451 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.404346:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4448 00000100:00100000:0.0:1746066706.404353:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882974485760:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.404373:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.404391:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eccd000/0xfb36a14ee607e09b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765da expref: 11 pid: 8451 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.404401:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eccd000/0xfb36a14ee607e09b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765da expref: 11 pid: 8451 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.404431:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.404818:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974485760:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 464us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.404825:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4448 00000100:00100000:0.0:1746066706.408658:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974485632 00000100:00100000:0.0:1746066706.408666:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974485632 00010000:00010000:0.0:1746066706.409631:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009917b400/0xfb36a14ee607e001 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976571 expref: 22 pid: 4614 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.409650:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4449 00000100:00100000:0.0:1746066706.409656:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5409850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1965:x1830882974485632:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.409664:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.409700:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009917b400/0xfb36a14ee607e001 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976571 expref: 22 pid: 4614 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.409708:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009917b400/0xfb36a14ee607e001 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976571 expref: 22 pid: 4614 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.409723:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009917b400/0xfb36a14ee607e001 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976571 expref: 22 pid: 4614 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.409734:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.410266:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5409850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1965:x1830882974485632:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 608us (1764us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.410272:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4449 00000100:00100000:0.0:1746066706.414771:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.415335:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.419408:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.420847:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.422442:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.425385:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.425419:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.425446:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.425478:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.429396:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.430261:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.430323:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.435561:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.447013:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.447118:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.447140:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974488960 00000100:00100000:0.0:1746066706.447147:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974488960 00002000:00100000:0.0:1746066706.447177:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009bb2d180 x1830882974488960/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:112/0 lens 488/0 e 0 to 0 dl 1746066717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066706.447185:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2d180 with x1830882974488960 ext(0->1048575) 00002000:00010000:0.0:1746066706.447190:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2d180 00000100:00100000:0.0:1746066706.447874:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3530 00000100:00100000:0.0:1746066706.447884:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882974488960:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066706.462931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.465104:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.474966:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.475948:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.475994:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.476008:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.477047:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.477067:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.477089:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.491444:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.491460:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.491481:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.491788:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974491776 00000100:00100000:0.0:1746066706.491791:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974491776 00010000:00010000:0.0:1746066706.491805:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5ac400/0xfb36a14ee607e078 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765b7 expref: 12 pid: 8451 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.491989:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.492001:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974492032 00000100:00100000:0.0:1746066706.492003:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974492032 00010000:00010000:0.0:1746066706.492015:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092427a00/0xfb36a14ee607dfad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97651d expref: 11 pid: 9776 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.492037:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4455 00000100:00100000:0.0:1746066706.492042:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5409450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882974492032:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.492048:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.492056:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092427a00/0xfb36a14ee607dfad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97651d expref: 11 pid: 9776 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.492063:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092427a00/0xfb36a14ee607dfad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97651d expref: 11 pid: 9776 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.492084:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092427a00/0xfb36a14ee607dfad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97651d expref: 11 pid: 9776 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.492101:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.492116:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5409450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882974492032:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 74us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.492122:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4455 00000100:00100000:0.0:1746066706.492178:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.492187:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974492288 00000100:00100000:0.0:1746066706.492189:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974492288 00010000:00010000:0.0:1746066706.492198:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008de13200/0xfb36a14ee607df05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764bb expref: 22 pid: 8112 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.492217:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4456 00000100:00100000:0.0:1746066706.492222:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882974492288:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.492228:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.492237:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008de13200/0xfb36a14ee607df05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764bb expref: 22 pid: 8112 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492243:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008de13200/0xfb36a14ee607df05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764bb expref: 22 pid: 8112 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492253:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008de13200/0xfb36a14ee607df05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764bb expref: 22 pid: 8112 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492261:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.492279:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882974492288:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 57us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.492283:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4456 00000100:00100000:0.0:1746066706.492314:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.492323:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974491136 00000100:00100000:0.0:1746066706.492325:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974491136 00010000:00010000:0.0:1746066706.492333:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee607df21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764d7 expref: 22 pid: 21973 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.492343:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4457 00000100:00100000:0.0:1746066706.492346:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882974491136:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.492351:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.492358:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee607df21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764d7 expref: 22 pid: 21973 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492375:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee607df21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764d7 expref: 22 pid: 21973 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492384:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee607df21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764d7 expref: 22 pid: 21973 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492390:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.492401:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882974491136:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 54us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.492405:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4457 00000100:00100000:0.0:1746066706.492428:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.492436:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974491392 00000100:00100000:0.0:1746066706.492441:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974491392 00010000:00010000:0.0:1746066706.492450:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e269600/0xfb36a14ee607e112 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976620 expref: 10 pid: 8112 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.492459:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4458 00000100:00100000:0.0:1746066706.492463:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974491392:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.492467:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.492472:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e269600/0xfb36a14ee607e112 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976620 expref: 10 pid: 8112 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492478:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e269600/0xfb36a14ee607e112 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976620 expref: 10 pid: 8112 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492487:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e269600/0xfb36a14ee607e112 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976620 expref: 10 pid: 8112 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492493:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.492494:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.492497:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135716000/0xfb36a14ee607e158 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.492503:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135716000/0xfb36a14ee607e158 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.492517:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.492527:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974491392:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 64us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.492531:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4458 00000100:00100000:0.0:1746066706.492558:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.492565:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974491648 00000100:00100000:0.0:1746066706.492567:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974491648 00010000:00010000:0.0:1746066706.492574:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099049e00/0xfb36a14ee607e07f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765be expref: 13 pid: 21203 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.492584:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4459 00000100:00100000:0.0:1746066706.492587:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882974491648:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.492592:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.492598:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099049e00/0xfb36a14ee607e07f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765be expref: 13 pid: 21203 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492605:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099049e00/0xfb36a14ee607e07f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765be expref: 13 pid: 21203 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492613:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099049e00/0xfb36a14ee607e07f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765be expref: 13 pid: 21203 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492619:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.492628:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882974491648:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 40us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.492632:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4459 00000100:00100000:0.0:1746066706.492653:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.492659:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974491904 00000100:00100000:0.0:1746066706.492660:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974491904 00010000:00010000:0.0:1746066706.492667:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607e047 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97659b expref: 21 pid: 9776 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.492701:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4460 00000100:00100000:0.0:1746066706.492704:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882974491904:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.492709:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.492714:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607e047 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97659b expref: 21 pid: 9776 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.492720:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607e047 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97659b expref: 21 pid: 9776 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.492728:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607e047 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97659b expref: 21 pid: 9776 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.492733:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.492743:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882974491904:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 39us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.492747:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4460 00000100:00100000:0.0:1746066706.492770:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.492777:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974492160 00000100:00100000:0.0:1746066706.492779:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974492160 00010000:00010000:0.0:1746066706.492786:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eccc400/0xfb36a14ee607e094 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765d3 expref: 12 pid: 8451 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.492795:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4461 00000100:00100000:0.0:1746066706.492798:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882974492160:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.492802:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.492814:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eccc400/0xfb36a14ee607e094 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765d3 expref: 12 pid: 8451 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492821:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eccc400/0xfb36a14ee607e094 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765d3 expref: 12 pid: 8451 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492835:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eccc400/0xfb36a14ee607e094 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765d3 expref: 12 pid: 8451 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.492842:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.492855:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882974492160:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 56us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.492859:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4461 00000100:00100000:0.0:1746066706.492903:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.500304:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974492672 00000100:00100000:0.0:1746066706.500310:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974492672 00010000:00010000:0.0:1746066706.500334:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008de13e00/0xfb36a14ee607defe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764b4 expref: 10 pid: 8112 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.500353:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974492800 00000100:00100000:0.0:1746066706.500355:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974492800 00010000:00010000:0.0:1746066706.500375:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e41be00/0xfb36a14ee607e0e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765fd expref: 27 pid: 8450 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.500387:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974492928 00000100:00100000:0.0:1746066706.500389:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974492928 00010000:00010000:0.0:1746066706.500396:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb54200/0xfb36a14ee607e055 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a9 expref: 11 pid: 8451 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.500435:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4464 00000100:00100000:0.0:1746066706.500441:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882974492672:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.500453:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.500470:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008de13e00/0xfb36a14ee607defe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764b4 expref: 11 pid: 8112 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.500478:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008de13e00/0xfb36a14ee607defe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764b4 expref: 11 pid: 8112 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.500498:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de13e00/0xfb36a14ee607defe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9764b4 expref: 11 pid: 8112 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.500509:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.500511:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.500514:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a50c3800/0xfb36a14ee607e14a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.500520:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a50c3800/0xfb36a14ee607e14a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.500541:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.500563:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1965:x1830882974492672:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 123us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.500568:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4464 00000100:00100000:0.0:1746066706.500579:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4465 00000100:00100000:0.0:1746066706.500587:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882974492800:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.500594:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.500603:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e41be00/0xfb36a14ee607e0e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765fd expref: 27 pid: 8450 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.500610:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e41be00/0xfb36a14ee607e0e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765fd expref: 27 pid: 8450 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.500621:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e41be00/0xfb36a14ee607e0e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765fd expref: 27 pid: 8450 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.500630:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.500631:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.500634:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e269a00/0xfb36a14ee607e143 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.500639:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e269a00/0xfb36a14ee607e143 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.500651:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.500662:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882974492800:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 75us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.500667:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4465 00000100:00100000:0.0:1746066706.500695:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4466 00000100:00100000:0.0:1746066706.500700:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1966:x1830882974492928:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.500705:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.500714:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eb54200/0xfb36a14ee607e055 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a9 expref: 9 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.500725:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eb54200/0xfb36a14ee607e055 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a9 expref: 9 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.500734:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb54200/0xfb36a14ee607e055 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765a9 expref: 9 pid: 8451 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.500741:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.500742:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.500746:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ec20c00/0xfb36a14ee607e127 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976635 expref: 8 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.500752:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec20c00/0xfb36a14ee607e127 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976635 expref: 8 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.500773:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ec20c00/0xfb36a14ee607e127 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976635 expref: 8 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.500781:0:9852:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ec20c00/0xfb36a14ee607e127 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976635 expref: 8 pid: 8450 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.500792:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882975975808:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066706.500831:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066706.501658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.504446:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974493312 00000100:00100000:0.0:1746066706.504452:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974493312 00010000:00010000:0.0:1746066706.504474:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee607e0a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4403199) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765e8 expref: 21 pid: 8450 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.504503:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4467 00000100:00100000:0.0:1746066706.504509:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1966:x1830882974493312:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.504518:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.504534:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee607e0a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4403199) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765e8 expref: 21 pid: 8450 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.504543:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee607e0a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4403199) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765e8 expref: 21 pid: 8450 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.504561:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee607e0a9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4403199) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9765e8 expref: 21 pid: 8450 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.504574:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.504576:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.504580:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee607e151 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.504587:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee607e151 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.504606:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.504637:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882974493312:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 128us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.504642:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4467 00000100:00100000:0.0:1746066706.506118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.510318:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882975975808:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066706.510338:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.510373:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1966:x1830882974492928:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9662us (10109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.510381:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4466 00000100:00100000:0.0:1746066706.523135:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.531741:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974494848 00000100:00100000:0.0:1746066706.531745:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974494848 00010000:00010000:0.0:1746066706.531759:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec20c00/0xfb36a14ee607e127 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976635 expref: 10 pid: 8450 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.531774:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4468 00000100:00100000:0.0:1746066706.531778:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1966:x1830882974494848:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.531784:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.531793:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ec20c00/0xfb36a14ee607e127 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976635 expref: 10 pid: 8450 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.531801:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ec20c00/0xfb36a14ee607e127 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976635 expref: 10 pid: 8450 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.531812:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ec20c00/0xfb36a14ee607e127 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976635 expref: 10 pid: 8450 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.531822:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.531823:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.531826:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1200/0xfb36a14ee607e166 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.531842:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1200/0xfb36a14ee607e166 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.531857:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.531874:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1966:x1830882974494848:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 95us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.531878:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4468 00010000:00010000:0.0:1746066706.531895:0:10402:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1200/0xfb36a14ee607e166 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.531901:0:10402:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1200/0xfb36a14ee607e166 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.531916:0:10402:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1200/0xfb36a14ee607e166 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.531922:0:10402:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1200/0xfb36a14ee607e166 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.531928:0:10402:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1200/0xfb36a14ee607e166 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.531933:0:10402:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5aa1200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066706.531936:0:10402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1200/0xfb36a14ee607e166 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.531949:0:10402:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1200/0xfb36a14ee607e166 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.531957:0:10402:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1200/0xfb36a14ee607e166 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.531962:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1200/0xfb36a14ee607e166 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066706.531989:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+5:1963:x1830882974490880:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 53205us (54899us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.531994:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9134 00000100:00100000:0.0:1746066706.535586:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.541080:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.550760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.550796:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.550814:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.550831:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974495488 00000100:00100000:0.0:1746066706.550837:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974495488 00010000:00010000:0.0:1746066706.550868:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee607dc5e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976348 expref: 272 pid: 14549 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.550891:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974495744 00000100:00100000:0.0:1746066706.550893:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974495744 00010000:00010000:0.0:1746066706.550902:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3de00/0xfb36a14ee607db93 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9762ae expref: 273 pid: 14550 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.550929:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974496000 00000100:00100000:0.0:1746066706.550931:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974496000 00010000:00010000:0.0:1746066706.550940:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee607db77 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976292 expref: 19 pid: 16018 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.550952:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4469 00000100:00100000:0.0:1746066706.550959:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5408c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+273:1966:x1830882974495488:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.550969:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.550974:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee607dc5e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976348 expref: 273 pid: 14549 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.550983:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee607dc5e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976348 expref: 273 pid: 14549 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.551001:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee607dc5e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976348 expref: 273 pid: 14549 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.551016:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066706.551021:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a2c000/0xfb36a14ee607e1a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066706.551028:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.551061:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5408c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+272:1966:x1830882974495488:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 102us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.551066:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4469 00000100:00100000:0.0:1746066706.551100:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4471 00000100:00100000:0.0:1746066706.551105:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882974496000:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.551116:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.551120:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee607db77 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976292 expref: 19 pid: 16018 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.551127:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee607db77 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976292 expref: 19 pid: 16018 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.551137:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee607db77 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976292 expref: 19 pid: 16018 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.551147:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066706.551149:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a2c000/0xfb36a14ee607e1a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066706.551154:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.551169:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882974496000:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 65us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.551175:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4471 00000100:00100000:0.0:1746066706.551209:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.551220:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974495616 00000100:00100000:0.0:1746066706.551222:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974495616 00010000:00010000:0.0:1746066706.551231:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e523000/0xfb36a14ee607dc3b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976341 expref: 18 pid: 16018 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.551243:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4472 00000100:00100000:0.0:1746066706.551248:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882974495616:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.551252:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.551255:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008e523000/0xfb36a14ee607dc3b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976341 expref: 18 pid: 16018 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.551267:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008e523000/0xfb36a14ee607dc3b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976341 expref: 18 pid: 16018 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.551281:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e523000/0xfb36a14ee607dc3b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976341 expref: 18 pid: 16018 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.551291:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066706.551293:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a2c000/0xfb36a14ee607e1a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066706.551298:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.554905:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882974495616:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3650us (3688us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.554915:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4472 00000100:00100000:0.0:1746066706.559208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.572029:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.576965:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.607876:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975976960:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.607894:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.607906:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f61d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975977472:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066706.607916:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.607923:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975977984:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066706.607931:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.607939:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975978624:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.607948:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.607970:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1746066706.607973:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975976832:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.607984:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.607993:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009270bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975977344:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066706.608001:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.608008:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975977856:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066706.608017:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.608023:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882975978496:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.608032:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.608041:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975977088:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.608051:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.608056:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975977600:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066706.608066:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.608070:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975978240:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.608079:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.608083:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975978752:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.608091:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.608096:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746066706.608099:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975978368:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.608107:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.608152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.608167:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975976704 00000100:00100000:0.0:1746066706.608173:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975976704 00000100:00100000:0.0:1746066706.608200:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975977216 00000100:00100000:0.0:1746066706.608202:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975977216 00000100:00100000:0.0:1746066706.608207:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975977728 00000100:00100000:0.0:1746066706.608211:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975977728 00000100:00100000:0.0:1746066706.608218:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975976960 00000100:00100000:0.0:1746066706.608219:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975976960 00000100:00100000:0.0:1746066706.608240:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975977472 00000100:00100000:0.0:1746066706.608242:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975977472 00000100:00100000:0.0:1746066706.608246:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975977984 00000100:00100000:0.0:1746066706.608248:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975977984 00000100:00100000:0.0:1746066706.608252:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975978624 00000100:00100000:0.0:1746066706.608253:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975978624 00000100:00100000:0.0:1746066706.608257:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975976832 00000100:00100000:0.0:1746066706.608259:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975976832 00000100:00100000:0.0:1746066706.608264:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975977344 00000100:00100000:0.0:1746066706.608265:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975977344 00000100:00100000:0.0:1746066706.608269:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975977856 00000100:00100000:0.0:1746066706.608270:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975977856 00000100:00100000:0.0:1746066706.608274:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975978496 00000100:00100000:0.0:1746066706.608275:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975978496 00000100:00100000:0.0:1746066706.608279:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975977088 00000100:00100000:0.0:1746066706.608280:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975977088 00000100:00100000:0.0:1746066706.608284:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975977600 00000100:00100000:0.0:1746066706.608285:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975977600 00000100:00100000:0.0:1746066706.608289:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975978240 00000100:00100000:0.0:1746066706.608290:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975978240 00000100:00100000:0.0:1746066706.608294:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975978752 00000100:00100000:0.0:1746066706.608295:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975978752 00000100:00100000:0.0:1746066706.608299:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975978368 00000100:00100000:0.0:1746066706.608300:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975978368 00000100:00100000:0.0:1746066706.608306:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9144 00000100:00100000:0.0:1746066706.608311:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3294:x1830882975976704:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066706.608463:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066706.608466:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066706 -> 1746066706 00002000:00010000:0.0:1746066706.608468:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066705 -> 1746066705 00002000:00010000:0.0:1746066706.608470:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066705 -> 1746066705 00002000:00010000:0.0:1746066706.608474:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066706.608495:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882975976704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 183us (838us total) trans 17179872505 rc 0/0 00000100:00100000:0.0:1746066706.608500:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9144 00000100:00100000:0.0:1746066706.608512:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9145 00000100:00100000:0.0:1746066706.608516:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3294:x1830882975977216:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066706.608587:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066706.608589:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066705 -> 1746066705 00002000:00010000:0.0:1746066706.608591:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066705 -> 1746066705 00002000:00010000:0.0:1746066706.608593:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066704 -> 1746066704 00002000:00010000:0.0:1746066706.608594:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:0.0:1746066706.608608:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882975977216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 92us (915us total) trans 17179872506 rc 0/0 00000100:00100000:0.0:1746066706.608613:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9145 00000100:00100000:0.0:1746066706.608620:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9146 00000100:00100000:0.0:1746066706.608623:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3294:x1830882975977728:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066706.608701:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882975977728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 77us (988us total) trans 17179872507 rc 0/0 00000100:00100000:0.0:1746066706.608705:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9146 00000100:00100000:0.0:1746066706.608713:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9147 00000100:00100000:0.0:1746066706.608716:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3296:x1830882975976960:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066706.608788:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066706.608790:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066705 -> 1746066705 00002000:00010000:0.0:1746066706.608792:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066704 -> 1746066704 00002000:00010000:0.0:1746066706.608794:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066705 -> 1746066705 00002000:00010000:0.0:1746066706.608799:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:0.0:1746066706.608818:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3296:x1830882975976960:12345-0@lo:2:osp-syn-0-0.0 Request processed in 101us (923us total) trans 21474839818 rc 0/0 00000100:00100000:0.0:1746066706.608822:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9147 00000100:00100000:0.0:1746066706.608829:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9148 00000100:00100000:0.0:1746066706.608832:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3296:x1830882975977472:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066706.608883:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066706.608885:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066706.608886:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066706.608888:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066706.608889:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066706.608907:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3296:x1830882975977472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 70us (985us total) trans 17179872508 rc 0/0 00000100:00100000:0.0:1746066706.608911:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9148 00000100:00100000:0.0:1746066706.608918:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9149 00000100:00100000:0.0:1746066706.608921:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3296:x1830882975977984:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066706.608978:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3296:x1830882975977984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 56us (1045us total) trans 17179872509 rc 0/0 00000100:00100000:0.0:1746066706.608982:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9149 00000100:00100000:0.0:1746066706.608989:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9150 00000100:00100000:0.0:1746066706.608992:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3296:x1830882975978624:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066706.609038:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066706.609040:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1746066706.609041:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746066706.609043:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1746066706.609044:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066706.609063:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3296:x1830882975978624:12345-0@lo:2:osp-syn-0-0.0 Request processed in 70us (1114us total) trans 21474839819 rc 0/0 00000100:00100000:0.0:1746066706.609067:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9150 00000100:00100000:0.0:1746066706.609074:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9151 00000100:00100000:0.0:1746066706.609077:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3296:x1830882975976832:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066706.609127:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746066706.609129:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066705 -> 1746066705 00002000:00010000:0.0:1746066706.609131:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066704 -> 1746066704 00002000:00010000:0.0:1746066706.609132:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066705 -> 1746066705 00002000:00010000:0.0:1746066706.609134:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2023 -> 2023 00000100:00100000:0.0:1746066706.609146:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3296:x1830882975976832:12345-0@lo:2:osp-syn-0-0.0 Request processed in 69us (1161us total) trans 21474839820 rc 0/0 00000100:00100000:0.0:1746066706.609150:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9151 00000100:00100000:0.0:1746066706.609157:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9153 00000100:00100000:0.0:1746066706.609161:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3296:x1830882975977856:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066706.609220:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3296:x1830882975977856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 59us (1201us total) trans 17179872511 rc 0/0 00000100:00100000:0.0:1746066706.609224:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9153 00000100:00100000:0.0:1746066706.609232:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9155 00000100:00100000:0.0:1746066706.609235:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3293:x1830882975977088:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066706.609286:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:0.0:1746066706.609288:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066706 -> 1746066706 00002000:00010000:0.0:1746066706.609290:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066706 -> 1746066706 00002000:00010000:0.0:1746066706.609291:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066706 -> 1746066706 00002000:00010000:0.0:1746066706.609292:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5193 -> 5193 00000100:00100000:0.0:1746066706.609317:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3293:x1830882975977088:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (1265us total) trans 21474839822 rc 0/0 00000100:00100000:0.0:1746066706.609321:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9155 00000100:00100000:0.0:1746066706.609330:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9157 00000100:00100000:0.0:1746066706.609333:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3293:x1830882975978240:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.613527:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3293:x1830882975978240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4192us (5445us total) trans 21474839823 rc 0/0 00000100:00100000:0.0:1746066706.613535:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9157 00000004:00080000:0.0:1746066706.614037:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed72300/2, rc 0, transno 21474839822 00000100:00100000:0.0:1746066706.614041:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975977088:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066706.614051:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135dfb480/2, rc 0, transno 17179872512 00000100:00100000:0.0:1746066706.614053:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975977600:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066706.614059:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed71c00/2, rc 0, transno 21474839823 00000100:00100000:0.0:1746066706.614061:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975978240:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066706.615051:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361f8000/2, rc 0, transno 21474839824 00000100:00100000:0.0:1746066706.615056:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975979008:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.616854:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974497280 00000100:00100000:0.0:1746066706.616864:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974497280 00000100:00100000:0.0:1746066706.616897:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3408 00000100:00100000:0.0:1746066706.616903:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28035:x1830882974497280:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:0.0:1746066706.616968:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28035:x1830882974497280:12345-192.168.202.57@tcp:49:cat.0 Request processed in 65us (1832us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.616973:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3408 00000100:00100000:0.0:1746066706.617910:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.619171:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.628163:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.633147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.642904:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.678632:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.680052:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974498816 00000100:00100000:0.0:1746066706.680057:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974498816 00000100:00100000:0.0:1746066706.680073:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974498944 00000100:00100000:0.0:1746066706.680074:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974498944 00000100:00100000:0.0:1746066706.680085:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9163 00000100:00100000:0.0:1746066706.680089:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882974498816:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066706.680097:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066706.680104:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092427200/0xfb36a14ee607e21c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9766b3 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.680114:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.680116:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.680120:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092427200/0xfb36a14ee607e21c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9766b3 expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066706.680128:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092427200/0xfb36a14ee607e21c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9766b3 expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066706.680139:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092427200, rc 0) 00000100:00100000:0.0:1746066706.680156:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882974498816:12345-192.168.202.57@tcp:101:cat.0 Request processed in 67us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.680161:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9163 00000100:00100000:0.0:1746066706.680169:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9164 00000100:00100000:0.0:1746066706.680179:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882974498944:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066706.680185:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066706.680192:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092426a00/0xfb36a14ee607e223 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9766ba expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.680200:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.680201:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.680204:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092426a00/0xfb36a14ee607e223 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9766ba expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066706.680212:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092426a00/0xfb36a14ee607e223 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9766ba expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066706.680217:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092426a00, rc 0) 00000100:00100000:0.0:1746066706.680227:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974498944:12345-192.168.202.57@tcp:101:cat.0 Request processed in 48us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.680230:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9164 00000100:00100000:0.0:1746066706.705194:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.711346:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3540 00000100:00100000:0.0:1746066706.719608:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974500352 00000100:00100000:0.0:1746066706.719616:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974500352 00010000:00010000:0.0:1746066706.719655:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd000/0xfb36a14ee607e1f9 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97669e expref: 9 pid: 16018 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746066706.719719:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4475 00000100:00100000:0.0:1746066706.719727:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882974500352:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.719738:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.719750:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd000/0xfb36a14ee607e1f9 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97669e expref: 9 pid: 16018 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.719759:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd000/0xfb36a14ee607e1f9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97669e expref: 9 pid: 16018 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746066706.719778:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066706.719783:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092490a00/0xfb36a14ee607e231 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066706.719789:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092490a00/0xfb36a14ee607e231 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066706.719794:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.719840:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882974500352:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 113us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.719845:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4475 00000100:00100000:0.0:1746066706.723112:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882975979264:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066706.723136:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092490a00/0xfb36a14ee607e231 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00100000:0.0:1746066706.729269:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974500608 00000100:00100000:0.0:1746066706.729277:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974500608 00000100:00100000:0.0:1746066706.752551:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975979904:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.753144:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.753154:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b30b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975980416:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.753169:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.753175:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e869f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975981056:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066706.753184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.753198:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975981568:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066706.753208:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066706.753221:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975979776 00000100:00100000:0.0:1746066706.753223:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975979776 00000100:00100000:0.0:1746066706.754097:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975981440 00000100:00100000:0.0:1746066706.754099:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975981440 00000100:00100000:0.0:1746066706.754106:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975980416 00000100:00100000:0.0:1746066706.754109:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975980416 00000100:00100000:0.0:1746066706.754114:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975981568 00000100:00100000:0.0:1746066706.754115:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975981568 00000100:00100000:0.0:1746066706.754121:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975980032 00000100:00100000:0.0:1746066706.754123:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975980032 00000100:00100000:0.0:1746066706.754137:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9165 00000100:00100000:0.0:1746066706.754144:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b30ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3296:x1830882975979648:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066706.754296:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066706.754299:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066705 -> 1746066705 00002000:00010000:0.0:1746066706.754301:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066704 -> 1746066704 00002000:00010000:0.0:1746066706.754303:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066705 -> 1746066705 00002000:00010000:0.0:1746066706.754305:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:0.0:1746066706.754762:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b30ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3296:x1830882975979648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 618us (1969us total) trans 21474839827 rc 0/0 00000100:00100000:0.0:1746066706.754769:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9165 00000100:00100000:0.0:1746066706.754781:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9169 00000100:00100000:0.0:1746066706.754786:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b30a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3293:x1830882975979776:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066706.754854:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:0.0:1746066706.754857:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066706 -> 1746066706 00002000:00010000:0.0:1746066706.754859:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066706 -> 1746066706 00002000:00010000:0.0:1746066706.754860:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066706 -> 1746066706 00002000:00010000:0.0:1746066706.754869:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5193 -> 5193 00000100:00100000:0.0:1746066706.754892:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b30a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3293:x1830882975979776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (1992us total) trans 21474839828 rc 0/0 00000100:00100000:0.0:1746066706.754896:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9169 00000100:00100000:0.0:1746066706.754906:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9170 00000100:00100000:0.0:1746066706.754910:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3293:x1830882975980928:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066706.754972:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746066706.754974:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066706 -> 1746066706 00002000:00010000:0.0:1746066706.754976:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066706 -> 1746066706 00002000:00010000:0.0:1746066706.754978:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066706 -> 1746066706 00002000:00010000:0.0:1746066706.754979:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:0.0:1746066706.754992:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+24:3293:x1830882975980928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 82us (2050us total) trans 17179872515 rc 0/0 00000100:00100000:0.0:1746066706.754996:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9170 00000100:00100000:0.0:1746066706.755005:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9173 00000100:00100000:0.0:1746066706.755008:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3294:x1830882975980416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066706.755026:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9174 00000100:00100000:0.0:1746066706.755031:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882975981056:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066706.755088:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066706.755090:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066706.755092:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066706.755093:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066706.755095:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066706.755921:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882975981056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 890us (2735us total) trans 17179872517 rc 0/0 00000100:00100000:0.0:1746066706.755932:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9174 00000100:00100000:0.0:1746066706.756029:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.756053:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.756068:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974500864 00000100:00100000:0.0:1746066706.756071:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974500864 00000100:00100000:0.0:1746066706.756088:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974500992 00000100:00100000:0.0:1746066706.756090:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974500992 00000100:00100000:0.0:1746066706.756101:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3412 00000100:00100000:0.0:1746066706.756105:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28046:x1830882974500864:12345-192.168.202.57@tcp:49:multiop.0 00000100:00100000:0.0:1746066706.756171:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28046:x1830882974500864:12345-192.168.202.57@tcp:49:multiop.0 Request processed in 65us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.756177:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3412 00000100:00100000:0.0:1746066706.756186:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3413 00000100:00100000:0.0:1746066706.756190:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28041:x1830882974500992:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:0.0:1746066706.756218:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28041:x1830882974500992:12345-192.168.202.57@tcp:49:cat.0 Request processed in 28us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.756223:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3413 00000004:00080000:0.0:1746066706.756279:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a0d1500/2, rc 0, transno 21474839828 00000100:00100000:0.0:1746066706.756283:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975979776:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066706.756289:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012b30bb80/2, rc 0, transno 21474839833 00000100:00100000:0.0:1746066706.756291:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b30bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975980288:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066706.756297:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d1c00/2, rc 0, transno 17179872515 00000100:00100000:0.0:1746066706.756300:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975980928:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066706.756306:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e86b800/2, rc 0, transno 17179872516 00000100:00100000:0.0:1746066706.756313:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882975981440:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066706.756327:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a0d0000/2, rc 0, transno 21474839834 00000100:00100000:0.0:1746066706.756330:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975979904:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066706.756335:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012b30b800/2, rc 0, transno 21474839830 00000100:00100000:0.0:1746066706.756337:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b30b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975980416:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066706.756343:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e869f80/2, rc 0, transno 17179872517 00000100:00100000:0.0:1746066706.756345:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e869f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975981056:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066706.757158:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e86a300/2, rc 0, transno 17179872518 00000100:00100000:0.0:1746066706.757242:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975981568:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066706.758957:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.763482:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.763557:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.767852:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.767954:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.767987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.772268:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.772290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.772334:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974502016 00000100:00100000:0.0:1746066706.772340:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974502016 00010000:00010000:0.0:1746066706.772381:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092427200/0xfb36a14ee607e21c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9766b3 expref: 31 pid: 21203 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.772414:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974502144 00000100:00100000:0.0:1746066706.772417:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974502144 00010000:00010000:0.0:1746066706.772426:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a75600/0xfb36a14ee607e189 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97666d expref: 23 pid: 8451 timeout: 767 lvb_type: 1 00000100:00100000:0.0:1746066706.772452:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4479 00000100:00100000:0.0:1746066706.772460:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882974502016:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.772471:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.772489:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092427200/0xfb36a14ee607e21c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9766b3 expref: 31 pid: 21203 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.772498:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092427200/0xfb36a14ee607e21c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9766b3 expref: 31 pid: 21203 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.772520:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.772550:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882974502016:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 91us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.772556:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4479 00000100:00100000:0.0:1746066706.772570:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4480 00000100:00100000:0.0:1746066706.772575:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1965:x1830882974502144:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066706.772580:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066706.772587:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a75600/0xfb36a14ee607e189 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97666d expref: 23 pid: 8451 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.772595:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a75600/0xfb36a14ee607e189 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97666d expref: 23 pid: 8451 timeout: 767 lvb_type: 1 00010000:00010000:0.0:1746066706.772605:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.772607:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066706.772616:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135f31e00/0xfb36a14ee607e24d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3260416->3903487) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9766e4 expref: 30 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.772623:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135f31e00/0xfb36a14ee607e24d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3260416->3903487) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9766e4 expref: 30 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066706.772647:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135f31e00/0xfb36a14ee607e24d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3260416->3903487) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9766e4 expref: 30 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066706.772657:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882975982592:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066706.772727:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066706.774518:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.774562:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882975982592:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066706.774573:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.774592:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1965:x1830882974502144:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2017us (2301us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.774598:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4480 00000100:00100000:0.0:1746066706.776254:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.779578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.787909:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.787954:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.788968:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.789705:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9187 00000100:00100000:0.0:1746066706.789713:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882974503552:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066706.789720:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066706.789729:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee607e28c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976700 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066706.789759:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882975982976:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066706.789779:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066706.795585:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.795633:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.795765:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974504704 00000100:00100000:0.0:1746066706.795769:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974504704 00002000:00100000:0.0:1746066706.795803:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135e58380 x1830882974504704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:112/0 lens 488/0 e 0 to 0 dl 1746066717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066706.795811:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e58380 with x1830882974504704 ext(2097152->3145727) 00002000:00010000:0.0:1746066706.795815:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e58380 00000100:00100000:0.0:1746066706.795826:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3541 00000100:00100000:0.0:1746066706.795830:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882974504704:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066706.798595:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.818357:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.827164:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.842113:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.856372:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.856416:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.866492:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.872814:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.887050:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.887846:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.891322:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.923131:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.927490:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.928160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.939241:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.939289:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.939336:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.973858:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.974399:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.980284:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.987559:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.987942:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.989609:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974510208 00000100:00100000:0.0:1746066706.989613:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974510208 00010000:00010000:0.0:1746066706.989628:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e522000/0xfb36a14ee607e29a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97670e expref: 25 pid: 8451 timeout: 768 lvb_type: 0 00000100:00100000:0.0:1746066706.992538:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.992553:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.992614:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066706.993376:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882975984256:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066706.993386:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066706.994301:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882974510208:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3728us (3810us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066706.994310:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4485 00000100:00100000:0.0:1746066707.004908:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.012293:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.012352:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.046932:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.049053:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.075997:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.081296:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.083750:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.104891:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.104952:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.104972:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.105006:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.105026:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974512896 00000100:00100000:0.0:1746066707.105033:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974512896 00002000:00100000:0.0:1746066707.105070:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880131d79180 x1830882974512896/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:113/0 lens 488/0 e 0 to 0 dl 1746066718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.105079:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131d79180 with x1830882974512896 ext(0->1048575) 00002000:00010000:0.0:1746066707.105084:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131d79180 00000100:00100000:0.0:1746066707.105097:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974513152 00000100:00100000:0.0:1746066707.105099:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974513152 00002000:00100000:0.0:1746066707.105109:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880131d79500 x1830882974513152/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:113/0 lens 488/0 e 0 to 0 dl 1746066718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.105116:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131d79500 with x1830882974513152 ext(1048576->2097151) 00002000:00010000:0.0:1746066707.105119:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131d79500 00000100:00100000:0.0:1746066707.105126:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974513408 00000100:00100000:0.0:1746066707.105128:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974513408 00002000:00100000:0.0:1746066707.105135:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880131d79880 x1830882974513408/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:113/0 lens 488/0 e 0 to 0 dl 1746066718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.105142:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131d79880 with x1830882974513408 ext(1048576->2097151) 00002000:00010000:0.0:1746066707.105144:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131d79880 00000100:00100000:0.0:1746066707.105151:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974513664 00000100:00100000:0.0:1746066707.105153:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974513664 00002000:00100000:0.0:1746066707.105173:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880131d79c00 x1830882974513664/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:113/0 lens 488/0 e 0 to 0 dl 1746066718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.105179:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131d79c00 with x1830882974513664 ext(1048576->2097151) 00002000:00010000:0.0:1746066707.105181:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131d79c00 00000100:00100000:0.0:1746066707.105465:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3556 00000100:00100000:0.0:1746066707.105472:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882974513152:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066707.105664:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3558 00000100:00100000:0.0:1746066707.105670:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974513664:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066707.151896:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.164819:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.164862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.164979:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.165009:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.165026:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974514688 00000100:00100000:0.0:1746066707.165029:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974514688 00000100:00100000:0.0:1746066707.165051:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9195 00000100:00100000:0.0:1746066707.165056:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28066:x1830882974514688:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066707.165065:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066707.165079:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e523c00/0xfb36a14ee607e342 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976754 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.165100:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ec20800/0xfb36a14ee607e16d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976643 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.165108:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a74800/0xfb36a14ee607e190 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976658 expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066707.165127:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066707.165129:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066707.165132:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e523c00/0xfb36a14ee607e342 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1568768->1867775] (req 1568768->1867775) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976754 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.165156:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a74800/0xfb36a14ee607e190 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976658 expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066707.165165:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a74800/0xfb36a14ee607e190 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976658 expref: 11 pid: 8451 timeout: 768 lvb_type: 1 00000100:00100000:0.0:1746066707.165174:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131d7b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882975984640:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066707.165241:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ec20800/0xfb36a14ee607e16d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976643 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.165248:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ec20800/0xfb36a14ee607e16d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976643 expref: 25 pid: 8451 timeout: 768 lvb_type: 0 00000100:00100000:0.0:1746066707.165255:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131d7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882975984768:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066707.165271:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066707.168552:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131d7b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882975984640:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066707.168565:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131d7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882975984768:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066707.168592:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e523c00/0xfb36a14ee607e342 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1568768->1867775] (req 1568768->1867775) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976754 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.168620:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e523c00, rc 0) 00000100:00100000:0.0:1746066707.168665:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:28066:x1830882974514688:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3607us (3654us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066707.168673:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9195 00000100:00100000:0.0:1746066707.170755:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.178941:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.185490:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.190488:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:980aefe6-2860-4e29-9b4a-3d9c65563e6f:3293:1830882975985152:0@lo:400:kworker.0 00000100:00100000:0.0:1746066707.190547:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066707.190998:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3293:1830882975985664:0@lo:400:kworker.0 00000100:00100000:0.0:1746066707.191018:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066707.191033:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:980aefe6-2860-4e29-9b4a-3d9c65563e6f:3293:1830882975985152:0@lo:400:kworker.0 00000100:00100000:0.0:1746066707.191043:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746066707.191047:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3293:1830882975985280:0@lo:400:kworker.0 00000100:00100000:0.0:1746066707.191062:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066707.191436:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3293:1830882975985280:0@lo:400:kworker.0 00000100:00100000:0.0:1746066707.191442:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3293:1830882975985664:0@lo:400:kworker.0 00000100:00100000:0.0:1746066707.193044:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.202916:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.205517:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882974515456:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12218us (12475us total) trans 0 rc 884736/884736 00000100:00100000:0.0:1746066707.205525:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3562 00002000:00100000:0.0:1746066707.205539:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880131d78000 x1830882974515456/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:113/0 lens 488/440 e 0 to 0 dl 1746066718 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.205546:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131d78000 with x1830882974515456 ext(4194304->5079039) 00002000:00010000:0.0:1746066707.205549:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131d78000 00000100:00100000:0.0:1746066707.205565:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3563 00000100:00100000:0.0:1746066707.205572:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882974515712:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066707.205709:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882974515712:12345-192.168.202.57@tcp:3:cat.0 Request processed in 138us (2802us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066707.205714:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3563 00002000:00100000:0.0:1746066707.205718:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1863680->1867775) req@ffff880131d7a300 x1830882974515712/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:113/0 lens 488/4536 e 0 to 0 dl 1746066718 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.205724:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131d7a300 with x1830882974515712 ext(1863680->1867775) 00002000:00010000:0.0:1746066707.205727:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131d7a300 00000100:00100000:0.0:1746066707.210323:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975985792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746066707.210381:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066707.210426:0:30571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975985792 00000100:00100000:0.0:1746066707.210432:0:30571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975985792 00000100:00100000:0.0:1746066707.210456:0:30571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1746066707.210462:0:30571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+21:3294:x1830882975985792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746066707.210479:0:30571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 238485504 pending 6815744 free 3853516800 avail 3834642432 00000100:00100000:0.0:1746066707.210504:0:30571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+21:3294:x1830882975985792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066707.210508:0:30571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1746066707.210535:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882975985792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746066707.214804:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.229811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.240729:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.243188:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.254130:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.273320:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.285661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.289491:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.292202:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974517248 00000100:00100000:0.0:1746066707.292210:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974517248 00000100:00100000:0.0:1746066707.292253:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8783 00000100:00100000:0.0:1746066707.292260:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28071:x1830882974517248:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066707.292279:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066707.292294:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5400/0xfb36a14ee607e357 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976769 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.292393:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e523e00/0xfb36a14ee607e35e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066707.292403:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e523e00/0xfb36a14ee607e35e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066707.292412:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e523e00/0xfb36a14ee607e35e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066707.292422:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e523a00/0xfb36a14ee607e365 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066707.292428:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e523a00/0xfb36a14ee607e365 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066707.292445:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e523a00/0xfb36a14ee607e365 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066707.292609:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e522000/0xfb36a14ee607e36c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066707.292627:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e522000/0xfb36a14ee607e36c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066707.292634:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e522000/0xfb36a14ee607e36c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:0.0:1746066707.292642:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000100:00100000:0.0:1746066707.302616:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.305309:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.315788:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.342444:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.350348:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.350432:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.350468:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974518144 00000100:00100000:0.0:1746066707.350474:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974518144 00002000:00100000:0.0:1746066707.350509:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x387:0x0] (1568768->1867775) req@ffff88009ec2f100 x1830882974518144/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:113/0 lens 488/0 e 0 to 0 dl 1746066718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.350517:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f100 with x1830882974518144 ext(1568768->1867775) 00010000:00010000:0.0:1746066707.350526:0:25585:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e523c00/0xfb36a14ee607e342 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1867775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976754 expref: 23 pid: 8451 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746066707.350538:0:25585:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e523c00/0xfb36a14ee607e342 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1867775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976754 expref: 23 pid: 8451 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746066707.350555:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ec2f100 00000100:00100000:0.0:1746066707.350572:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 736 00000100:00100000:0.0:1746066707.350578:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882974518144:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066707.360199:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.362277:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.362306:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974518784 00000100:00100000:0.0:1746066707.362309:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974518784 00000100:00100000:0.0:1746066707.362612:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 515 00000100:00100000:0.0:1746066707.362619:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+264:1966:x1830882974518784:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066707.362628:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066707.362646:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f5eb400/0xfb36a14ee607e39d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97677e expref: 264 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.362661:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066707.362665:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066707.362711:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:1966:x1830882974518784:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 92us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066707.362717:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 515 00000100:00100000:0.0:1746066707.364737:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.365160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.365408:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.367185:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.373968:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.378421:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.385397:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.391599:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.391630:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.391649:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974520192 00000100:00100000:0.0:1746066707.391655:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974520192 00002000:00100000:0.0:1746066707.391712:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009edb0e00 x1830882974520192/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:113/0 lens 488/0 e 0 to 0 dl 1746066718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.391722:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edb0e00 with x1830882974520192 ext(2097152->3145727) 00002000:00010000:0.0:1746066707.391727:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edb0e00 00000100:00100000:0.0:1746066707.391740:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974520448 00000100:00100000:0.0:1746066707.391742:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974520448 00002000:00100000:0.0:1746066707.391751:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3522560->4194303) req@ffff88009edb1180 x1830882974520448/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:113/0 lens 488/0 e 0 to 0 dl 1746066718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.391758:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edb1180 with x1830882974520448 ext(3522560->4194303) 00002000:00010000:0.0:1746066707.391760:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edb1180 00000100:00100000:0.0:1746066707.391784:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3568 00000100:00100000:0.0:1746066707.391791:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882974520192:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066707.394608:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974520960 00000100:00100000:0.0:1746066707.394613:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974520960 00002000:00100000:0.0:1746066707.394642:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3723264->4194303) req@ffff8800929cea00 x1830882974520960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:113/0 lens 488/0 e 0 to 0 dl 1746066718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.394650:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cea00 with x1830882974520960 ext(3723264->4194303) 00002000:00010000:0.0:1746066707.394653:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cea00 00000100:00100000:0.0:1746066707.394979:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3571 00000100:00100000:0.0:1746066707.394990:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882974520960:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066707.443229:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.443287:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.445082:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.445123:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.445145:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974521728 00000100:00100000:0.0:1746066707.445148:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974521728 00002000:00100000:0.0:1746066707.445181:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009edb1f80 x1830882974521728/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:113/0 lens 488/0 e 0 to 0 dl 1746066718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.445189:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edb1f80 with x1830882974521728 ext(4194304->5079039) 00002000:00010000:0.0:1746066707.445193:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edb1f80 00000100:00100000:0.0:1746066707.445205:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3572 00000100:00100000:0.0:1746066707.445210:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882974521728:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066707.452122:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882975987456:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066707.452153:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee607e3c7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767a8 expref: 26 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066707.452165:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee607e3c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767a8 expref: 26 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066707.452190:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5944800, rc 0) 00000100:00100000:0.0:1746066707.453850:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974521216:12345-192.168.202.57@tcp:101:cat.0 Request processed in 9560us (10555us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066707.453860:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9205 00000100:00100000:0.0:1746066707.457530:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e842300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882975987584:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066707.457558:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f607e00/0xfb36a14ee607e3ce lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767a1 expref: 33 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066707.457584:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f607e00/0xfb36a14ee607e3ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767a1 expref: 33 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066707.459710:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f607e00, rc 0) 00000100:00100000:0.0:1746066707.467716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.467750:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.467834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.468053:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882974521728:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22839us (22926us total) trans 0 rc 884736/884736 00000100:00100000:0.0:1746066707.468063:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3572 00002000:00100000:0.0:1746066707.468073:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009edb1f80 x1830882974521728/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:113/0 lens 488/440 e 0 to 0 dl 1746066718 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.468083:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009edb1f80 with x1830882974521728 ext(4194304->5079039) 00002000:00010000:0.0:1746066707.468088:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009edb1f80 00000100:00080000:0.0:1746066707.471918:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066707.481516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.486137:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.486868:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.493457:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.493486:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974522752 00000100:00100000:0.0:1746066707.493492:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974522752 00000100:00100000:0.0:1746066707.493531:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9207 00000100:00100000:0.0:1746066707.493537:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882974522752:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066707.493552:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066707.493569:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e523400/0xfb36a14ee607e41b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9767c4 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.493587:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066707.493589:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066707.493602:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e523400/0xfb36a14ee607e41b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767c4 expref: 9 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066707.493613:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e523400/0xfb36a14ee607e41b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767c4 expref: 9 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066707.493619:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e523400, rc 0) 00000100:00100000:0.0:1746066707.493650:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882974522752:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 112us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066707.493655:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9207 00000100:00100000:0.0:1746066707.502147:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.512198:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.518620:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.527797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.530799:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.531715:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.548842:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.548868:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.548910:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974524544 00000100:00100000:0.0:1746066707.548917:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974524544 00010000:00010000:0.0:1746066707.548948:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf69c00/0xfb36a14ee607e44c lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767ee expref: 10 pid: 14549 timeout: 768 lvb_type: 0 00000100:00100000:0.0:1746066707.548969:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4499 00000100:00100000:0.0:1746066707.548983:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882974524544:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066707.548999:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066707.549003:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf69c00/0xfb36a14ee607e44c lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767ee expref: 10 pid: 14549 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746066707.549013:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf69c00/0xfb36a14ee607e44c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767ee expref: 10 pid: 14549 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746066707.549031:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf69c00/0xfb36a14ee607e44c lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767ee expref: 10 pid: 14549 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746066707.549053:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066707.549057:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131d12a00/0xfb36a14ee607e468 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066707.549065:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131d12a00/0xfb36a14ee607e468 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066707.549071:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131d12a00/0xfb36a14ee607e468 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066707.549083:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066707.549176:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882974524544:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 192us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066707.549181:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4499 00000100:00100000:0.0:1746066707.560746:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.561062:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.566483:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.593805:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.605552:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974525696 00000100:00100000:0.0:1746066707.605563:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974525696 00010000:00010000:0.0:1746066707.605582:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee607e349 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2568192->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97675b expref: 15 pid: 8452 timeout: 768 lvb_type: 0 00000100:00100000:0.0:1746066707.605608:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4500 00000100:00100000:0.0:1746066707.605613:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882974525696:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066707.605622:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066707.605637:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee607e349 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2568192->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97675b expref: 15 pid: 8452 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746066707.605646:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee607e349 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2568192->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97675b expref: 15 pid: 8452 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746066707.605663:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee607e349 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2568192->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97675b expref: 15 pid: 8452 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746066707.610417:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066707.610422:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066707.610444:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093f13e00/0xfb36a14ee607e45a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767f5 expref: 25 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.610455:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093f13e00/0xfb36a14ee607e45a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767f5 expref: 25 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.610523:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093f13e00/0xfb36a14ee607e45a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767f5 expref: 25 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.610535:0:15727:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093f13e00/0xfb36a14ee607e45a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767f5 expref: 25 pid: 20532 timeout: 768 lvb_type: 0 00000100:00100000:0.0:1746066707.610557:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131d15c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882975988992:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066707.621857:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.621896:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.621940:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.650971:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.657155:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.660366:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.661316:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.663182:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974527616 00000100:00100000:0.0:1746066707.663185:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974527616 00002000:00100000:0.0:1746066707.663204:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2859008->3010559) req@ffff8800a45e4000 x1830882974527616/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:113/0 lens 488/0 e 0 to 0 dl 1746066718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066707.663211:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e4000 with x1830882974527616 ext(2859008->3010559) 00010000:00010000:0.0:1746066707.663216:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f606e00/0xfb36a14ee607e4ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2859008->3010559) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97681f expref: 14 pid: 20532 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746066707.663225:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f606e00/0xfb36a14ee607e4ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2859008->3010559) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97681f expref: 14 pid: 20532 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746066707.663230:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a45e4000 00000100:00100000:0.0:1746066707.663241:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 742 00000100:00100000:0.0:1746066707.663246:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1966:x1830882974527616:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066707.675851:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.680508:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.683995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.695824:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.710649:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.710753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.713551:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.723536:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.727052:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.727123:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.727464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.732385:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.733414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.749130:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.749166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.756228:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.760020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.760661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.760709:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974531584 00000100:00100000:0.0:1746066707.760712:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974531584 00000100:00100000:0.0:1746066707.760737:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9230 00000100:00100000:0.0:1746066707.760743:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882974531584:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066707.760752:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066707.760763:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a39a00/0xfb36a14ee607e510 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976881 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.760783:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a39a00/0xfb36a14ee607e510 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976881 expref: 28 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066707.760792:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a39a00/0xfb36a14ee607e510 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976881 expref: 28 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066707.760811:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a39a00, rc 0) 00000100:00100000:0.0:1746066707.760835:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882974531584:12345-192.168.202.57@tcp:101:cat.0 Request processed in 93us (176us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066707.760840:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9230 00000100:00100000:0.0:1746066707.762261:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.780429:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.785219:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.797324:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.801094:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882975990784:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066707.801112:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066707.801153:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974532224:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3603us (3836us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066707.801162:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4506 00000100:00100000:0.0:1746066707.807208:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.807268:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.815015:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.830459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.862484:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.892534:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.899519:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066707.900775:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e799600/0xfb36a14ee607e548 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066707.900781:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e799600/0xfb36a14ee607e548 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:0.0:1746066707.900806:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:0.0:1746066707.900914:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e799800/0xfb36a14ee607e541 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976896 expref: 21 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.900941:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e799600/0xfb36a14ee607e548 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976896 expref: 20 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066707.900948:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066707.900950:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746066707.900952:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e799600, rc 0) 00000100:00100000:0.0:1746066707.900980:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28095:x1830882974533760:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 8262us (8454us total) trans 8589942626 rc 0/0 00000100:00100000:0.0:1746066707.900986:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8792 00000100:00100000:0.0:1746066707.940415:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.942745:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.946444:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.951422:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.962517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066707.968753:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.022029:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.022051:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974535808 00000100:00100000:0.0:1746066708.022057:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974535808 00010000:00010000:0.0:1746066708.022085:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d2aa00/0xfb36a14ee607e3c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97679a expref: 29 pid: 8451 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746066708.022108:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4512 00000100:00100000:0.0:1746066708.022115:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882974535808:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066708.022134:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066708.022151:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d2aa00/0xfb36a14ee607e3c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97679a expref: 29 pid: 8451 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746066708.022162:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d2aa00/0xfb36a14ee607e3c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97679a expref: 29 pid: 8451 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746066708.022182:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066708.022215:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882974535808:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 100us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.022221:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4512 00010000:00010000:0.0:1746066708.022293:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d2aa00/0xfb36a14ee607e3c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97679a expref: 28 pid: 8451 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746066708.022306:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882975991680:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066708.022316:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882975991808:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066708.022322:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131d17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882975991936:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066708.022345:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e798000/0xfb36a14ee607e564 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1691648->2097151] (req 1691648->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768ab expref: 17 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.022367:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e798000, rc 0) 00000100:00100000:0.0:1746066708.022389:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28095:x1830882974535552:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 10878us (11611us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.022395:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9234 00000100:00100000:0.0:1746066708.034394:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974536320 00000100:00100000:0.0:1746066708.034401:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974536320 00002000:00100000:0.0:1746066708.034447:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009f1f8380 x1830882974536320/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 488/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.034455:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f1f8380 with x1830882974536320 ext(2097152->3145727) 00002000:00010000:0.0:1746066708.034459:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f1f8380 00000100:00100000:0.0:1746066708.034468:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974536448 00000100:00100000:0.0:1746066708.034470:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974536448 00002000:00100000:0.0:1746066708.034479:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009f1fb800 x1830882974536448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 504/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.034485:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f1fb800 with x1830882974536448 ext(3145728->4194303) 00002000:00010000:0.0:1746066708.034487:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f1fb800 00000100:00100000:0.0:1746066708.034494:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974536704 00000100:00100000:0.0:1746066708.034496:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974536704 00002000:00100000:0.0:1746066708.034503:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135d02a00 x1830882974536704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 488/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.034509:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d02a00 with x1830882974536704 ext(2097152->3145727) 00002000:00010000:0.0:1746066708.034511:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d02a00 00000100:00100000:0.0:1746066708.034519:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3587 00000100:00100000:0.0:1746066708.034524:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882974536320:12345-192.168.202.57@tcp:3:cat.0 00000100:00080000:0.0:1746066708.035591:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066708.035607:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3588 00000100:00100000:0.0:1746066708.035613:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882974536448:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066708.052925:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882974536448:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17307us (19877us total) trans 0 rc 569344/569344 00000100:00100000:0.0:1746066708.052933:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3588 00002000:00100000:0.0:1746066708.052951:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009f1fb800 x1830882974536448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 504/440 e 0 to 0 dl 1746066719 ref 1 fl Complete:/200/0 rc 569344/569344 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.052958:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f1fb800 with x1830882974536448 ext(3145728->4194303) 00002000:00010000:0.0:1746066708.052963:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f1fb800 00000100:00100000:0.0:1746066708.060901:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974536704:12345-192.168.202.57@tcp:3:cat.0 Request processed in 24816us (27827us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066708.060911:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3589 00002000:00100000:0.0:1746066708.060922:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135d02a00 x1830882974536704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 488/440 e 0 to 0 dl 1746066719 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.060931:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d02a00 with x1830882974536704 ext(2097152->3145727) 00002000:00010000:0.0:1746066708.060935:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d02a00 00000100:00100000:0.0:1746066708.061012:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.061049:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974537088 00000100:00100000:0.0:1746066708.061054:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974537088 00000100:00100000:0.0:1746066708.061079:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9235 00000100:00100000:0.0:1746066708.061085:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28095:x1830882974537088:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066708.061098:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.061113:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5817800/0xfb36a14ee607e56b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9768b2 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.061787:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135716600/0xfb36a14ee607e174 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97664a expref: 27 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.061795:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed06000/0xfb36a14ee607e429 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767d2 expref: 5 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.061810:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a74a00/0xfb36a14ee607e182 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97665f expref: 17 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.061815:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.061817:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.061820:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5817800/0xfb36a14ee607e56b lrc: 6/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->1449983] (req 1048576->1449983) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768b2 expref: 17 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.061846:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a74a00/0xfb36a14ee607e182 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97665f expref: 17 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.061857:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a74a00/0xfb36a14ee607e182 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97665f expref: 17 pid: 8451 timeout: 769 lvb_type: 1 00000100:00100000:0.0:1746066708.061867:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882975992192:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066708.061921:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ed06000/0xfb36a14ee607e429 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767d2 expref: 5 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.061929:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ed06000/0xfb36a14ee607e429 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767d2 expref: 5 pid: 9776 timeout: 769 lvb_type: 1 00000100:00100000:0.0:1746066708.061936:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882975992320:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066708.061957:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135716600/0xfb36a14ee607e174 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97664a expref: 27 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.061973:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135716600/0xfb36a14ee607e174 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97664a expref: 27 pid: 9776 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746066708.061980:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882975992448:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066708.061994:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066708.065620:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974537344 00000100:00100000:0.0:1746066708.065630:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974537344 00002000:00100000:0.0:1746066708.065672:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880135e5b100 x1830882974537344/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 488/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.065707:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5b100 with x1830882974537344 ext(4194304->5079039) 00002000:00010000:0.0:1746066708.065712:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5b100 00000100:00100000:0.0:1746066708.065732:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3591 00000100:00100000:0.0:1746066708.065739:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882974537344:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066708.066429:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.066796:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.066812:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974537472 00000100:00100000:0.0:1746066708.066817:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974537472 00010000:00010000:0.0:1746066708.066835:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed06000/0xfb36a14ee607e429 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9767d2 expref: 6 pid: 9776 timeout: 769 lvb_type: 1 00000100:00100000:0.0:1746066708.066858:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974537600 00000100:00100000:0.0:1746066708.066860:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974537600 00010000:00010000:0.0:1746066708.066869:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135716600/0xfb36a14ee607e174 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97664a expref: 28 pid: 9776 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746066708.066893:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4516 00000100:00100000:0.0:1746066708.066898:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882974537600:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066708.066903:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066708.066908:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135716600/0xfb36a14ee607e174 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97664a expref: 28 pid: 9776 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746066708.067729:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135716600/0xfb36a14ee607e174 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97664a expref: 28 pid: 9776 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746066708.069072:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135716600/0xfb36a14ee607e174 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97664a expref: 28 pid: 9776 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746066708.069090:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066708.069113:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882974537600:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2215us (2317us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.069120:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4516 00000100:00100000:0.0:1746066708.072876:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974537856 00000100:00100000:0.0:1746066708.072881:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974537856 00000100:00100000:0.0:1746066708.072914:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9236 00000100:00100000:0.0:1746066708.072921:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974537856:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066708.072938:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.072951:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5817e00/0xfb36a14ee607e579 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9768c0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.072969:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.072983:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5817e00/0xfb36a14ee607e579 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768c0 expref: 30 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.072991:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5817e00/0xfb36a14ee607e579 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768c0 expref: 30 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.072998:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5817e00, rc 0) 00000100:00100000:0.0:1746066708.073028:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882974537856:12345-192.168.202.57@tcp:101:cat.0 Request processed in 108us (173us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066708.073033:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9236 00000100:00100000:0.0:1746066708.079756:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974537984 00000100:00100000:0.0:1746066708.079762:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974537984 00010000:00010000:0.0:1746066708.079787:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a74a00/0xfb36a14ee607e182 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97665f expref: 17 pid: 8451 timeout: 769 lvb_type: 1 00000100:00100000:0.0:1746066708.079810:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4517 00000100:00100000:0.0:1746066708.079816:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882974537984:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066708.079827:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066708.079843:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a74a00/0xfb36a14ee607e182 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97665f expref: 17 pid: 8451 timeout: 769 lvb_type: 1 00010000:00010000:0.0:1746066708.079854:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a74a00/0xfb36a14ee607e182 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97665f expref: 17 pid: 8451 timeout: 769 lvb_type: 1 00010000:00010000:0.0:1746066708.079872:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a74a00/0xfb36a14ee607e182 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97665f expref: 17 pid: 8451 timeout: 769 lvb_type: 1 00010000:00010000:0.0:1746066708.079893:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.079895:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.079901:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5817800/0xfb36a14ee607e56b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1449983) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768b2 expref: 16 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.079909:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5817800/0xfb36a14ee607e56b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1449983) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768b2 expref: 16 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.079935:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5817800/0xfb36a14ee607e56b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1449983) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768b2 expref: 16 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066708.079947:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882975992704:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066708.080804:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066708.081119:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9239 00000100:00100000:0.0:1746066708.081126:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882974538240:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066708.081134:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.081143:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5817600/0xfb36a14ee607e587 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9768ce expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066708.081165:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882975992960:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066708.081249:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de900 going to sleep for 11 seconds 00000100:00080000:0.0:1746066708.081258:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1746066708.081649:0:8452:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066706 -> 1746066707 00002000:00010000:0.0:1746066708.081652:0:8452:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066706 -> 1746066707 00002000:00010000:0.0:1746066708.081654:0:8452:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066706 -> 1746066707 00000100:00100000:0.0:1746066708.081690:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f1fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882975992576:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066708.081727:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7400/0xfb36a14ee607e572 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768b9 expref: 28 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.081737:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7400/0xfb36a14ee607e572 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768b9 expref: 28 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.081744:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d7400, rc 0) 00000100:00100000:0.0:1746066708.081768:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882974537728:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8843us (8941us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066708.081774:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9237 00002000:00010000:0.0:1746066708.082941:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5193 -> 5897 00000100:00100000:0.0:1746066708.082946:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882975992960:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066708.082961:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5817600/0xfb36a14ee607e587 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768ce expref: 27 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.082970:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5817600/0xfb36a14ee607e587 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768ce expref: 27 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.082978:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5817600, rc 0) 00000100:00100000:0.0:1746066708.082996:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882974538240:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1871us (2097us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066708.083001:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9239 00000100:00100000:0.0:1746066708.089245:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.089280:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.089300:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.103329:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974539264 00000100:00100000:0.0:1746066708.103333:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974539264 00000100:00100000:0.0:1746066708.103383:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8793 00000100:00100000:0.0:1746066708.103388:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:28104:x1830882974539264:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066708.103401:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.103417:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5816a00/0xfb36a14ee607e59c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9768e3 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.103494:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5817400/0xfb36a14ee607e5a3 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066708.103511:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5817400/0xfb36a14ee607e5a3 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066708.103520:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5817400/0xfb36a14ee607e5a3 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:0.0:1746066708.103528:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:0.0:1746066708.103610:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5816a00/0xfb36a14ee607e59c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768e3 expref: 270 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.103621:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5817400/0xfb36a14ee607e5a3 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768e3 expref: 269 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.103628:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066708.103631:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746066708.103634:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5817400, rc 0) 00000100:00100000:0.0:1746066708.103698:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:28104:x1830882974539264:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 309us (632us total) trans 8589942628 rc 0/0 00000100:00100000:0.0:1746066708.103704:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8793 00000100:00100000:0.0:1746066708.121524:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.121708:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.121725:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974539520 00000100:00100000:0.0:1746066708.121728:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974539520 00000100:00100000:0.0:1746066708.121746:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9243 00000100:00100000:0.0:1746066708.121751:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882974539520:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066708.121759:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.121767:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5816000/0xfb36a14ee607e5b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9768f1 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066708.121800:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882975993344:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066708.121843:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066708.122171:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.128393:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.128757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.128773:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.128791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.137859:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.142874:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.146146:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.148383:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.150389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.160152:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.162164:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.175918:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.176009:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.192774:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.192820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.223591:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.223641:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.246735:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.246776:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.278159:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.278207:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.285614:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.285660:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.324443:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.324777:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d12fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882974543872:12345-192.168.202.57@tcp:3:cat.0 Request processed in 37779us (39114us total) trans 0 rc 1044480/1044480 00000100:00100000:0.0:1746066708.324787:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3601 00002000:00100000:0.0:1746066708.324797:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1052672->2097151) req@ffff88008d12fb80 x1830882974543872/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 488/440 e 0 to 0 dl 1746066719 ref 1 fl Complete:/200/0 rc 1044480/1044480 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.324805:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d12fb80 with x1830882974543872 ext(1052672->2097151) 00002000:00010000:0.0:1746066708.324810:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d12fb80 00000100:00100000:0.0:1746066708.328962:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.328994:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.335428:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.340795:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.345188:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.349932:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.351327:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.372106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.377259:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882975996160:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066708.377290:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066708.377636:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882974545280:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5381us (5535us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.377646:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4526 00000100:00100000:0.0:1746066708.378343:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.400159:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.400192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.400218:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.400234:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974545664 00000100:00100000:0.0:1746066708.400240:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974545664 00000100:00100000:0.0:1746066708.400278:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974545920 00000100:00100000:0.0:1746066708.400280:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974545920 00000100:00100000:0.0:1746066708.400291:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974545792 00000100:00100000:0.0:1746066708.400293:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974545792 00000100:00100000:0.0:1746066708.400303:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9257 00000100:00100000:0.0:1746066708.400309:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1966:x1830882974545664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066708.400327:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.400342:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee607e61a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976953 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066708.400395:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131d15180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882975996288:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066708.400452:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066708.400486:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.400552:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974546048 00000100:00100000:0.0:1746066708.400555:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974546048 00000100:00100000:0.0:1746066708.400572:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9259 00000100:00100000:0.0:1746066708.400576:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882974545792:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066708.400591:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.400597:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed34e00/0xfb36a14ee607e628 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97695a expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066708.400620:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131d16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882975996416:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066708.400640:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066708.400652:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9260 00000100:00100000:0.0:1746066708.400656:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1966:x1830882974546048:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066708.400661:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.400667:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed35800/0xfb36a14ee607e62f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976968 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066708.400703:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131d15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882975996544:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066708.400729:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b33c0 going to sleep for 11 seconds 00002000:00010000:0.0:1746066708.405092:0:8112:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime: 1746066707 -> 1746066708 00002000:00010000:0.0:1746066708.405099:0:8112:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066707 -> 1746066708 00002000:00010000:0.0:1746066708.405102:0:8112:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066707 -> 1746066708 00000100:00100000:0.0:1746066708.405123:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131d15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882975996544:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066708.405154:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed35800/0xfb36a14ee607e62f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976968 expref: 21 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.405166:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed35800/0xfb36a14ee607e62f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976968 expref: 21 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.405181:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed35800, rc 0) 00000100:00100000:0.0:1746066708.405226:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882974546048:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4569us (4740us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066708.405234:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9260 00000100:00100000:0.0:1746066708.412240:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.417889:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.438511:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.438530:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.438541:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.438568:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.438601:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974546944 00000100:00100000:0.0:1746066708.438608:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974546944 00000100:00100000:0.0:1746066708.438640:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8794 00000100:00100000:0.0:1746066708.438646:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:28123:x1830882974546944:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066708.438667:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.438700:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35c00/0xfb36a14ee607e63d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976976 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.438749:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35600/0xfb36a14ee607e644 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066708.438759:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35600/0xfb36a14ee607e644 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066708.438767:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35600/0xfb36a14ee607e644 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066708.438776:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35400/0xfb36a14ee607e64b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066708.438781:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35400/0xfb36a14ee607e64b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066708.438791:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35400/0xfb36a14ee607e64b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066708.438884:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35a00/0xfb36a14ee607e652 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066708.438892:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e799600/0xfb36a14ee607e548 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976896 expref: 19 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.438899:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5817400/0xfb36a14ee607e5a3 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768e3 expref: 268 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.438903:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35a00/0xfb36a14ee607e652 lrc: 5/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066708.438930:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5817400/0xfb36a14ee607e5a3 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768e3 expref: 268 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.438938:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5817400/0xfb36a14ee607e5a3 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768e3 expref: 268 pid: 14550 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746066708.438947:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882975996800:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066708.439018:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e799600/0xfb36a14ee607e548 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976896 expref: 19 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.439025:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e799600/0xfb36a14ee607e548 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976896 expref: 19 pid: 14550 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746066708.439032:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882975996928:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066708.439054:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066708.439797:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882974546304:12345-192.168.202.57@tcp:4:cat.0 Request processed in 20575us (21914us total) trans 21474839842 rc 0/0 00000100:00100000:0.0:1746066708.439804:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 748 00002000:00100000:0.0:1746066708.439812:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (954368->1048575) req@ffff880131d14700 x1830882974546304/t21474839842(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 488/448 e 0 to 0 dl 1746066719 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.439820:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131d14700 with x1830882974546304 ext(954368->1048575) 00010000:00010000:0.0:1746066708.439826:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5830e00/0xfb36a14ee607e5b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768ea expref: 19 pid: 21203 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746066708.439835:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5830e00/0xfb36a14ee607e5b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9768ea expref: 19 pid: 21203 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746066708.439840:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131d14700 00000100:00100000:0.0:1746066708.439854:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974546816 00000100:00100000:0.0:1746066708.439857:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974546816 00002000:00100000:0.0:1746066708.439875:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880131d17480 x1830882974546816/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 488/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.439881:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131d17480 with x1830882974546816 ext(3145728->4194303) 00002000:00010000:0.0:1746066708.439884:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131d17480 00000100:00100000:0.0:1746066708.439896:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974547200 00000100:00100000:0.0:1746066708.439898:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974547200 00002000:00100000:0.0:1746066708.439908:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880131d15180 x1830882974547200/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 488/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.439914:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131d15180 with x1830882974547200 ext(2097152->3145727) 00002000:00010000:0.0:1746066708.439916:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131d15180 00000100:00100000:0.0:1746066708.439929:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974547456 00000100:00100000:0.0:1746066708.439931:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974547456 00002000:00100000:0.0:1746066708.439942:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880092044380 x1830882974547456/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 504/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.439947:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044380 with x1830882974547456 ext(3145728->4194303) 00002000:00010000:0.0:1746066708.439949:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092044380 00000100:00100000:0.0:1746066708.439958:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3605 00000100:00100000:0.0:1746066708.439963:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882974546816:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066708.466499:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.468028:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f67f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882975997056:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066708.468041:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066708.468058:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882974547584:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 17361us (17518us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.468063:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4527 00000100:00100000:0.0:1746066708.488706:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974548480 00000100:00100000:0.0:1746066708.488713:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974548480 00000100:00100000:0.0:1746066708.488743:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974548608 00000100:00100000:0.0:1746066708.488745:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974548608 00000100:00100000:0.0:1746066708.488760:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9262 00000100:00100000:0.0:1746066708.488767:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882974548480:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066708.488781:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.488795:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac47e00/0xfb36a14ee607e659 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97697d expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.488814:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.488816:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.488830:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac47e00/0xfb36a14ee607e659 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97697d expref: 7 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.488844:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac47e00/0xfb36a14ee607e659 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97697d expref: 7 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.488853:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac47e00, rc 0) 00000100:00100000:0.0:1746066708.489237:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882974548480:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 471us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.489242:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9262 00000100:00100000:0.0:1746066708.489408:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.489419:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974548736 00000100:00100000:0.0:1746066708.489422:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974548736 00000100:00100000:0.0:1746066708.489437:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9264 00000100:00100000:0.0:1746066708.489442:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882974548736:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066708.489449:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.489456:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135fc0c00/0xfb36a14ee607e667 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97698b expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.489465:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.489466:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.489471:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135fc0c00/0xfb36a14ee607e667 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97698b expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.489480:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135fc0c00/0xfb36a14ee607e667 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97698b expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.489486:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135fc0c00, rc 0) 00000100:00100000:0.0:1746066708.489507:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882974548736:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 65us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.489512:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9264 00000100:00100000:0.0:1746066708.489549:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.489559:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974548864 00000100:00100000:0.0:1746066708.489562:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974548864 00000100:00100000:0.0:1746066708.489575:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9265 00000100:00100000:0.0:1746066708.489579:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882974548864:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066708.489585:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.489592:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135fc0a00/0xfb36a14ee607e66e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976992 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.489600:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.489601:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.489605:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135fc0a00/0xfb36a14ee607e66e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976992 expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.489614:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135fc0a00/0xfb36a14ee607e66e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976992 expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.489620:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135fc0a00, rc 0) 00000100:00100000:0.0:1746066708.489634:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882974548864:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 55us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.489638:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9265 00000100:00100000:0.0:1746066708.489694:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.489706:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974548992 00000100:00100000:0.0:1746066708.489708:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974548992 00000100:00100000:0.0:1746066708.489721:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9266 00000100:00100000:0.0:1746066708.489730:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882974548992:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066708.489735:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066708.489742:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135fc1400/0xfb36a14ee607e675 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976999 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066708.489762:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882975997312:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066708.489805:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066708.503121:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.508046:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.508083:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.520176:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.520214:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.523929:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974550656 00000100:00100000:0.0:1746066708.523939:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974550656 00010000:00010000:0.0:1746066708.523965:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35a00/0xfb36a14ee607e652 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976976 expref: 11 pid: 14549 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746066708.523987:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4531 00000100:00100000:0.0:1746066708.523994:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882974550656:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066708.524005:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066708.524009:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35a00/0xfb36a14ee607e652 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976976 expref: 11 pid: 14549 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746066708.524019:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35a00/0xfb36a14ee607e652 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976976 expref: 11 pid: 14549 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746066708.524037:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35a00/0xfb36a14ee607e652 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976976 expref: 11 pid: 14549 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746066708.524061:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066708.524066:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4b8200/0xfb36a14ee607e691 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066708.524074:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4b8200/0xfb36a14ee607e691 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066708.524079:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4b8200/0xfb36a14ee607e691 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066708.524094:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066708.524114:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974550656:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 120us (1929us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.524120:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4531 00000100:00100000:0.0:1746066708.538298:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.542602:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.548139:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.555816:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.568084:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.568222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.568238:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974551552 00000100:00100000:0.0:1746066708.568240:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974551552 00010000:00010000:0.0:1746066708.568251:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed6e200/0xfb36a14ee607e69f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769b5 expref: 30 pid: 8112 timeout: 769 lvb_type: 1 00000100:00100000:0.0:1746066708.568265:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4533 00000100:00100000:0.0:1746066708.568268:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882974551552:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066708.568274:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066708.568288:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ed6e200/0xfb36a14ee607e69f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769b5 expref: 30 pid: 8112 timeout: 769 lvb_type: 1 00010000:00010000:0.0:1746066708.568297:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ed6e200/0xfb36a14ee607e69f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769b5 expref: 30 pid: 8112 timeout: 769 lvb_type: 1 00010000:00010000:0.0:1746066708.568821:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed6e200/0xfb36a14ee607e69f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769b5 expref: 30 pid: 8112 timeout: 769 lvb_type: 1 00010000:00010000:0.0:1746066708.568905:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066708.568937:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882974551552:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 667us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.568942:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4533 00000100:00100000:0.0:1746066708.571175:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.572242:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.577176:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.586932:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.586958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.586981:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.586997:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.587085:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974552576 00000100:00100000:0.0:1746066708.587088:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974552576 00010000:00010000:0.0:1746066708.587101:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012a386c00/0xfb36a14ee607e621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976961 expref: 21 pid: 21203 timeout: 769 lvb_type: 1 00000100:00100000:0.0:1746066708.587219:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4534 00000100:00100000:0.0:1746066708.587224:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882974552448:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066708.587236:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066708.587252:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135fc0c00/0xfb36a14ee607e667 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97698b expref: 6 pid: 20532 timeout: 769 lvb_type: 1 00010000:00010000:0.0:1746066708.587260:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135fc0c00/0xfb36a14ee607e667 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97698b expref: 6 pid: 20532 timeout: 769 lvb_type: 1 00010000:00010000:0.0:1746066708.587275:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135fc0c00/0xfb36a14ee607e667 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97698b expref: 6 pid: 20532 timeout: 769 lvb_type: 1 00010000:00010000:0.0:1746066708.587287:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066708.587305:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882974552448:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 81us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.587310:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4534 00000100:00100000:0.0:1746066708.587320:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4535 00000100:00100000:0.0:1746066708.587323:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882974552704:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066708.587328:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066708.587333:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b4b9000/0xfb36a14ee607e613 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97694c expref: 32 pid: 8452 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746066708.587339:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b4b9000/0xfb36a14ee607e613 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97694c expref: 32 pid: 8452 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746066708.587362:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b4b9000/0xfb36a14ee607e613 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97694c expref: 32 pid: 8452 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746066708.587373:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066708.587383:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882974552704:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 59us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.587387:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4535 00000100:00100000:0.0:1746066708.587394:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4536 00000100:00100000:0.0:1746066708.587397:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a521a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1966:x1830882974552576:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066708.587402:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066708.587407:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012a386c00/0xfb36a14ee607e621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976961 expref: 21 pid: 21203 timeout: 769 lvb_type: 1 00010000:00010000:0.0:1746066708.587413:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012a386c00/0xfb36a14ee607e621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976961 expref: 21 pid: 21203 timeout: 769 lvb_type: 1 00010000:00010000:0.0:1746066708.587422:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012a386c00/0xfb36a14ee607e621 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976961 expref: 21 pid: 21203 timeout: 769 lvb_type: 1 00010000:00010000:0.0:1746066708.587428:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.587430:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.587436:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ec21600/0xfb36a14ee607e6c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1622015) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769d1 expref: 20 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.587443:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec21600/0xfb36a14ee607e6c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1622015) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769d1 expref: 20 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.587467:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ec21600/0xfb36a14ee607e6c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1622015) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769d1 expref: 20 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066708.587477:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882975998720:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066708.587512:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066708.598035:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.609622:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974553856 00000100:00100000:0.0:1746066708.609632:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974553856 00002000:00100000:0.0:1746066708.609669:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009f67c380 x1830882974553856/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:114/0 lens 488/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.609694:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f67c380 with x1830882974553856 ext(3145728->4194303) 00002000:00010000:0.0:1746066708.609698:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f67c380 00000100:00100000:0.0:1746066708.609716:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3616 00000100:00100000:0.0:1746066708.609722:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882974553856:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066708.827377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.827413:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:0.0:1746066708.827564:0:9776:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime: 1746066707 -> 1746066708 00002000:00010000:0.0:1746066708.827569:0:9776:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime: 1746066707 -> 1746066708 00000100:00100000:0.0:1746066708.827589:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882975999232:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066708.827627:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135fc1400/0xfb36a14ee607e6ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769ed expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.827640:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135fc1400/0xfb36a14ee607e6ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769ed expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066708.827653:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135fc1400, rc 0) 00000100:00100000:0.0:1746066708.827709:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882974554496:12345-192.168.202.57@tcp:101:cat.0 Request processed in 13645us (13860us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066708.827717:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9275 00000100:00100000:0.0:1746066708.827803:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882975999104:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066708.827811:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882975999360:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066708.827818:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882975999488:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066708.827833:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135fc0e00/0xfb36a14ee607e6de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2502656->3145727] (req 2502656->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769df expref: 20 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.827843:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135fc0e00, rc 0) 00000100:00100000:0.0:1746066708.827859:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:28127:x1830882974554240:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 13933us (14075us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.827865:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9273 00000100:00100000:0.0:1746066708.835163:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.843566:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.843593:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.843612:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.843801:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1966:x1830882974555008:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14256us (16389us total) trans 0 rc 475136/475136 00000100:00100000:0.0:1746066708.843809:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3618 00002000:00100000:0.0:1746066708.843819:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1622016->2097151) req@ffff88009f1fa300 x1830882974555008/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:114/0 lens 488/440 e 0 to 0 dl 1746066719 ref 1 fl Complete:/200/0 rc 475136/475136 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.843827:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f1fa300 with x1830882974555008 ext(1622016->2097151) 00002000:00010000:0.0:1746066708.843831:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f1fa300 00000100:00100000:0.0:1746066708.851243:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.851958:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.851978:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974556032 00000100:00100000:0.0:1746066708.851984:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974556032 00002000:00100000:0.0:1746066708.852021:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e868a80 x1830882974556032/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 488/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.852029:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e868a80 with x1830882974556032 ext(0->1048575) 00002000:00010000:0.0:1746066708.852033:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e868a80 00000100:00100000:0.0:1746066708.852044:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974556288 00000100:00100000:0.0:1746066708.852046:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974556288 00002000:00100000:0.0:1746066708.852052:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2502656->2506751) req@ffff88009e86b480 x1830882974556288/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:114/0 lens 488/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.852058:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86b480 with x1830882974556288 ext(2502656->2506751) 00002000:00010000:0.0:1746066708.852061:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e86b480 00000100:00100000:0.0:1746066708.852074:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3619 00000100:00100000:0.0:1746066708.852079:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1966:x1830882974556032:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066708.865921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.869929:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.873583:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.877570:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.895273:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976000128:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066708.895294:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066708.895324:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882974556928:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 16219us (16570us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066708.895333:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4542 00000100:00100000:0.0:1746066708.899825:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974557568 00000100:00100000:0.0:1746066708.899829:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974557568 00010000:00010000:0.0:1746066708.899846:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135fc0e00/0xfb36a14ee607e6de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2502656->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769df expref: 21 pid: 20532 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746066708.900073:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4543 00000100:00100000:0.0:1746066708.900080:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a521a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882974557568:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066708.900089:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746066708.900103:0:21351:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066707 -> 1746066708 00002000:00010000:0.0:1746066708.900105:0:21351:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066707 -> 1746066708 00010000:00010000:0.0:1746066708.900110:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135fc0e00/0xfb36a14ee607e6de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2502656->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769df expref: 21 pid: 20532 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746066708.900118:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135fc0e00/0xfb36a14ee607e6de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2502656->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769df expref: 21 pid: 20532 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746066708.900135:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135fc0e00/0xfb36a14ee607e6de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2502656->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769df expref: 21 pid: 20532 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746066708.900548:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.900551:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066708.900558:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607e70f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a02 expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.900567:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607e70f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a02 expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066708.900596:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607e70f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a02 expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066708.900608:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b30ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976000384:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066708.900655:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066708.905577:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.919839:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.930986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.953776:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.962778:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.964403:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.982450:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.982489:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.982515:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.982535:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974559360 00000100:00100000:0.0:1746066708.982541:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974559360 00002000:00100000:0.0:1746066708.982577:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88012b308e00 x1830882974559360/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:114/0 lens 488/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.982585:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b308e00 with x1830882974559360 ext(2097152->3145727) 00002000:00010000:0.0:1746066708.982589:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b308e00 00000100:00100000:0.0:1746066708.982602:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974559616 00000100:00100000:0.0:1746066708.982604:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974559616 00002000:00100000:0.0:1746066708.982613:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88012b309180 x1830882974559616/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:114/0 lens 488/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.982619:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b309180 with x1830882974559616 ext(3145728->4194303) 00002000:00010000:0.0:1746066708.982622:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b309180 00000100:00100000:0.0:1746066708.982632:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3624 00000100:00100000:0.0:1746066708.982638:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974559360:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066708.983601:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066708.983621:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974559872 00000100:00100000:0.0:1746066708.983624:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974559872 00002000:00100000:0.0:1746066708.983641:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88012b30ad80 x1830882974559872/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:114/0 lens 488/0 e 0 to 0 dl 1746066719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066708.983647:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b30ad80 with x1830882974559872 ext(3145728->4194303) 00002000:00010000:0.0:1746066708.983650:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b30ad80 00000100:00100000:0.0:1746066708.983700:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3625 00000100:00100000:0.0:1746066708.983706:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882974559616:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066709.005031:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.018013:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.020150:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974560384 00000100:00100000:0.0:1746066709.020155:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974560384 00000100:00100000:0.0:1746066709.021503:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9284 00000100:00100000:0.0:1746066709.021514:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882974560384:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:0.0:1746066709.025559:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.030862:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.032477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.032524:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.032534:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974561408 00000100:00100000:0.0:1746066709.032536:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974561408 00002000:00100000:0.0:1746066709.032551:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1953792->1957887) req@ffff880135e5e680 x1830882974561408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:115/0 lens 488/0 e 0 to 0 dl 1746066720 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066709.032557:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5e680 with x1830882974561408 ext(1953792->1957887) 00002000:00010000:0.0:1746066709.032560:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5e680 00000100:00100000:0.0:1746066709.032571:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3628 00000100:00100000:0.0:1746066709.032576:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882974561408:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066709.032705:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882974561408:12345-192.168.202.57@tcp:3:cat.0 Request processed in 128us (179us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066709.032711:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3628 00002000:00100000:0.0:1746066709.032716:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1953792->1957887) req@ffff880135e5e680 x1830882974561408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:115/0 lens 488/4536 e 0 to 0 dl 1746066720 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066709.032722:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5e680 with x1830882974561408 ext(1953792->1957887) 00002000:00010000:0.0:1746066709.032725:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5e680 00000100:00100000:0.0:1746066709.039619:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.041391:0:25585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882974560768:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9072us (10533us total) trans 0 rc 884736/884736 00000100:00100000:0.0:1746066709.041400:0:25585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3627 00002000:00100000:0.0:1746066709.041407:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880135e5f100 x1830882974560768/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:115/0 lens 488/440 e 0 to 0 dl 1746066720 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066709.041416:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5f100 with x1830882974560768 ext(4194304->5079039) 00002000:00010000:0.0:1746066709.041420:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5f100 00000100:00100000:0.0:1746066709.049025:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.049078:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.051014:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974561920 00000100:00100000:0.0:1746066709.051018:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974561920 00010000:00010000:0.0:1746066709.051033:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093c31c00/0xfb36a14ee607e197 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976666 expref: 10 pid: 8451 timeout: 770 lvb_type: 1 00000100:00100000:0.0:1746066709.051866:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4550 00000100:00100000:0.0:1746066709.051874:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5219c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882974561920:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066709.051883:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066709.051895:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093c31c00/0xfb36a14ee607e197 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976666 expref: 10 pid: 8451 timeout: 770 lvb_type: 1 00010000:00010000:0.0:1746066709.051903:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093c31c00/0xfb36a14ee607e197 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976666 expref: 10 pid: 8451 timeout: 770 lvb_type: 1 00010000:00010000:0.0:1746066709.051918:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c31c00/0xfb36a14ee607e197 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976666 expref: 10 pid: 8451 timeout: 770 lvb_type: 1 00010000:00010000:0.0:1746066709.051932:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066709.051934:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066709.051939:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb97c00/0xfb36a14ee607e75c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1675263) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a4f expref: 9 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.051950:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb97c00/0xfb36a14ee607e75c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1675263) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a4f expref: 9 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.051978:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb97c00/0xfb36a14ee607e75c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1675263) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a4f expref: 9 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066709.051987:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099711880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976001920:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066709.052033:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066709.054285:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.060295:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.060328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.060361:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.060433:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099711880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976001920:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066709.060451:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066709.060484:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5219c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882974561920:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8610us (9814us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066709.060493:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4550 00000100:00100000:0.0:1746066709.067153:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.089479:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.096635:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.100947:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.104122:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.109717:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.109745:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.109759:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.109781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.109793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.109840:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974564736 00000100:00100000:0.0:1746066709.109844:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974564736 00000100:00100000:0.0:1746066709.109865:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974564352 00000100:00100000:0.0:1746066709.109866:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974564352 00000100:00100000:0.0:1746066709.109883:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9292 00000100:00100000:0.0:1746066709.109888:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882974564736:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066709.109895:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066709.109903:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e798600/0xfb36a14ee607e794 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976a87 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066709.109929:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976002688:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066709.109972:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066709.109988:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.110021:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.115113:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.118272:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.119610:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.119650:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.122742:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974566016 00000100:00100000:0.0:1746066709.122748:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974566016 00010000:00010000:0.0:1746066709.122771:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013692e400/0xfb36a14ee607e77f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a5d expref: 13 pid: 14550 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746066709.122804:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4555 00000100:00100000:0.0:1746066709.122810:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882974566016:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066709.122821:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066709.122825:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013692e400/0xfb36a14ee607e77f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a5d expref: 13 pid: 14550 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746066709.122834:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013692e400/0xfb36a14ee607e77f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a5d expref: 13 pid: 14550 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746066709.122850:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013692e400/0xfb36a14ee607e77f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a5d expref: 13 pid: 14550 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746066709.122871:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066709.122875:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb3c800/0xfb36a14ee607e7cc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066709.122882:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb3c800/0xfb36a14ee607e7cc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066709.122887:0:7107:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb3c800/0xfb36a14ee607e7cc lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066709.122900:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066709.122930:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974566016:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 120us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066709.122939:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4555 00000100:00100000:0.0:1746066709.124776:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.127602:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.129729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.131528:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.132082:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.134815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.134866:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.134984:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4557 00000100:00100000:0.0:1746066709.134990:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5219850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882974567168:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066709.135000:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066709.135015:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e522800/0xfb36a14ee607e7a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a95 expref: 7 pid: 8452 timeout: 770 lvb_type: 1 00010000:00010000:0.0:1746066709.135030:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e522800/0xfb36a14ee607e7a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a95 expref: 7 pid: 8452 timeout: 770 lvb_type: 1 00010000:00010000:0.0:1746066709.135455:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e522800/0xfb36a14ee607e7a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a95 expref: 7 pid: 8452 timeout: 770 lvb_type: 1 00010000:00010000:0.0:1746066709.135467:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066709.135482:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5219850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882974567168:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 492us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066709.135486:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4557 00000100:00100000:0.0:1746066709.136282:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.137117:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.137142:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.137808:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.141213:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.141238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.141320:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.143494:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.144498:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.147097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.238562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.242952:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.265952:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.271355:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.271438:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.271473:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974570112 00000100:00100000:0.0:1746066709.271480:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974570112 00000100:00100000:0.0:1746066709.271507:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974570240 00000100:00100000:0.0:1746066709.271509:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974570240 00000100:00100000:0.0:1746066709.271522:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9312 00000100:00100000:0.0:1746066709.271528:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882974570112:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066709.271543:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066709.271556:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e798a00/0xfb36a14ee607e866 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976b1a expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066709.271601:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976005248:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066709.271663:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066709.271727:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9313 00000100:00100000:0.0:1746066709.271733:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974570240:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066709.271739:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066709.271745:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e799600/0xfb36a14ee607e86d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976b21 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.271761:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e799600/0xfb36a14ee607e86d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b21 expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066709.271770:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e799600/0xfb36a14ee607e86d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b21 expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066709.271782:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e799600, rc 0) 00000100:00100000:0.0:1746066709.271804:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974570240:12345-192.168.202.57@tcp:101:cat.0 Request processed in 71us (366us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066709.271809:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9313 00000100:00100000:0.0:1746066709.295190:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.300609:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.300662:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976005376:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066709.300712:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e522c00/0xfb36a14ee607e889 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b2f expref: 34 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.300728:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e522c00, rc 0) 00000100:00100000:0.0:1746066709.301401:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28155:x1830882974570624:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6069us (6217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066709.301405:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9314 00000100:00100000:0.0:1746066709.304654:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.305717:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974570880:12345-192.168.202.57@tcp:4:cat.0 Request processed in 4322us (5111us total) trans 17179872533 rc 0/0 00000100:00100000:0.0:1746066709.305727:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 756 00002000:00100000:0.0:1746066709.305739:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1953792->2097151) req@ffff880135e5ca80 x1830882974570880/t17179872533(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:115/0 lens 488/448 e 0 to 0 dl 1746066720 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066709.305747:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5ca80 with x1830882974570880 ext(1953792->2097151) 00010000:00010000:0.0:1746066709.305757:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e96a000/0xfb36a14ee607e732 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1953792->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a25 expref: 25 pid: 20532 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746066709.305771:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e96a000/0xfb36a14ee607e732 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1953792->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976a25 expref: 25 pid: 20532 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746066709.305777:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135e5ca80 00000100:00100000:0.0:1746066709.305795:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974571264 00000100:00100000:0.0:1746066709.305801:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974571264 00002000:00100000:0.0:1746066709.305830:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3796992->3801087) req@ffff880135e5dc00 x1830882974571264/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:115/0 lens 488/0 e 0 to 0 dl 1746066720 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066709.305836:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5dc00 with x1830882974571264 ext(3796992->3801087) 00002000:00010000:0.0:1746066709.305839:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5dc00 00000100:00100000:0.0:1746066709.305860:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3637 00000100:00100000:0.0:1746066709.305868:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882974571264:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066709.305990:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882974571264:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 120us (1337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066709.305996:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3637 00002000:00100000:0.0:1746066709.306002:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3796992->3801087) req@ffff880135e5dc00 x1830882974571264/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:115/0 lens 488/4536 e 0 to 0 dl 1746066720 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066709.306008:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5dc00 with x1830882974571264 ext(3796992->3801087) 00002000:00010000:0.0:1746066709.306010:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5dc00 00000100:00100000:0.0:1746066709.308937:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.309210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.316016:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.326294:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.326321:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.326414:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.335482:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.339418:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.340221:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.340280:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.340295:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974572800 00000100:00100000:0.0:1746066709.340614:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974572800 00002000:00100000:0.0:1746066709.340633:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009bb2dc00 x1830882974572800/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:115/0 lens 488/0 e 0 to 0 dl 1746066720 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066709.340641:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2dc00 with x1830882974572800 ext(1048576->2097151) 00002000:00010000:0.0:1746066709.340644:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb2dc00 00000100:00100000:0.0:1746066709.340663:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974572928 00000100:00100000:0.0:1746066709.340666:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974572928 00002000:00100000:0.0:1746066709.340688:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009bb2ce00 x1830882974572928/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:115/0 lens 488/0 e 0 to 0 dl 1746066720 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066709.340696:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2ce00 with x1830882974572928 ext(1048576->2097151) 00002000:00010000:0.0:1746066709.340698:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb2ce00 00000100:00100000:0.0:1746066709.340713:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3641 00000100:00100000:0.0:1746066709.340718:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882974572928:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066709.366249:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.366352:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.382325:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.382378:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.396314:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.408391:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.411481:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.414811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.414910:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.416109:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976006656:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066709.416128:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb97c00/0xfb36a14ee607e8c1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b67 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.416138:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb97c00, rc 0) 00000100:00100000:0.0:1746066709.416158:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28155:x1830882974574208:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4381us (4684us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066709.416163:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9322 00000100:00100000:0.0:1746066709.417301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066709.418486:0:8112:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff88009284ad80 x1830882976006912) - normal race ns: filter-lustre-OST0001_UUID lock: ffff8800a489fe00/0xfb36a14ee607e7e8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2134015) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ab1 expref: 36 pid: 4614 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746066709.418503:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a489fe00/0xfb36a14ee607e7e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2134015) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ab1 expref: 36 pid: 4614 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746066709.418513:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976006912:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066709.418533:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0xfb36a14ee607e8cf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b75 expref: 27 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066709.418541:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997f1c00/0xfb36a14ee607e8cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b75 expref: 27 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066709.418547:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997f1c00, rc 0) 00000100:00100000:0.0:1746066709.418568:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882974574464:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2940us (3658us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066709.418574:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9324 00000100:00100000:0.0:1746066709.421616:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.425637:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974574848 00000100:00100000:0.0:1746066709.425644:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974574848 00000100:00100000:0.0:1746066709.425713:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9325 00000100:00100000:0.0:1746066709.425720:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28159:x1830882974574848:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066709.425735:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066709.425750:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009904cc00/0xfb36a14ee607e8d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976b7c expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.425776:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066709.425781:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009904cc00/0xfb36a14ee607e8d6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b7c expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.425790:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009904cc00/0xfb36a14ee607e8d6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b7c expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.425799:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009904cc00, rc 0) 00000100:00100000:0.0:1746066709.425836:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28159:x1830882974574848:12345-192.168.202.57@tcp:101:cat.0 Request processed in 116us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066709.425842:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9325 00000100:00100000:0.0:1746066709.428426:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.432255:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.433446:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.441930:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.441958:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.442027:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.479926:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.492450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.493542:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.501744:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.506721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.514043:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.522476:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.534922:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.548814:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.548868:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.555098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.568306:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.574345:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.579597:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.587442:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.588388:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.588751:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9335 00000100:00100000:0.0:1746066709.588758:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28155:x1830882974579456:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066709.588766:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066709.588776:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013692fe00/0xfb36a14ee607e91c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976bc2 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.588789:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee607e8dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4915199) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b83 expref: 13 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.588795:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066709.588796:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066709.588799:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013692fe00/0xfb36a14ee607e91c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976bc2 expref: 25 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.588813:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee607e8dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4915199) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b83 expref: 13 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.588820:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee607e8dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4915199) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b83 expref: 13 pid: 9776 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746066709.588828:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976008576:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066709.599092:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.608973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.613260:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3655 00000100:00100000:0.0:1746066709.613274:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1966:x1830882974580224:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066709.613443:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1966:x1830882974580224:12345-192.168.202.57@tcp:3:cat.0 Request processed in 174us (4471us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066709.613449:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3655 00002000:00100000:0.0:1746066709.613455:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2637824->2641919) req@ffff88009e8c4700 x1830882974580224/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:115/0 lens 488/4536 e 0 to 0 dl 1746066720 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066709.613461:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c4700 with x1830882974580224 ext(2637824->2641919) 00002000:00010000:0.0:1746066709.613464:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c4700 00000100:00100000:0.0:1746066709.615782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.620791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.633441:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.640353:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.640397:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.645083:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.653284:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.655404:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.659130:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.666663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.668593:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.676561:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.730328:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.730386:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.731198:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9340 00000100:00100000:0.0:1746066709.731205:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882974582528:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066709.731213:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066709.731221:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934ea000/0xfb36a14ee607e93f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976be5 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066709.731242:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976009984:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066709.731263:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066709.751541:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.761540:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.772097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.774646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.787920:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.795650:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.795699:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.795860:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9345 00000100:00100000:0.0:1746066709.795867:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882974583424:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066709.795876:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066709.795885:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934ea000/0xfb36a14ee607e962 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976c08 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066709.795897:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066709.795899:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066709.795905:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934ea000/0xfb36a14ee607e962 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c08 expref: 39 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066709.796255:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934ea000/0xfb36a14ee607e962 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c08 expref: 38 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066709.796265:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934ea000, rc 0) 00000100:00100000:0.0:1746066709.797195:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.814537:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.817271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.835462:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.843073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.851860:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.851896:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.851988:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976010880:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066709.856603:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976011008:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066709.856624:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066709.856657:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974584448:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 13420us (13590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066709.856666:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4576 00000100:00100000:0.0:1746066709.871053:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.871092:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.872736:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882974584960:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18350us (20837us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066709.872743:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3663 00002000:00100000:0.0:1746066709.872750:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e7b3100 x1830882974584960/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:115/0 lens 488/440 e 0 to 0 dl 1746066720 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066709.872757:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e7b3100 with x1830882974584960 ext(3145728->4194303) 00002000:00010000:0.0:1746066709.872761:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e7b3100 00000100:00100000:0.0:1746066709.880312:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066709.910842:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.011323:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066710.012386:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066710.016020:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.016064:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066710.016824:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066710.016850:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4578 00000100:00100000:0.0:1746066710.016857:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5218c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882974586368:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066710.016863:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066710.016875:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b4b8000/0xfb36a14ee607e683 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769a7 expref: 28 pid: 20532 timeout: 771 lvb_type: 1 00010000:00010000:0.0:1746066710.016884:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b4b8000/0xfb36a14ee607e683 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769a7 expref: 28 pid: 20532 timeout: 771 lvb_type: 1 00010000:00010000:0.0:1746066710.016901:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b4b8000/0xfb36a14ee607e683 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9769a7 expref: 28 pid: 20532 timeout: 771 lvb_type: 1 00010000:00010000:0.0:1746066710.016924:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066710.020931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066710.021105:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746066710.026382:0:9851:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066710.027438:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976011520:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066710.027456:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066710.027485:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882974586496:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6020us (6554us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066710.027494:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4579 00000100:00080000:0.0:1746066710.031840:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066710.037083:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.037111:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.037148:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.052890:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.133385:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.137761:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.154180:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.160237:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.168754:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.169188:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.169614:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.169638:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974588544 00000100:00100000:0.0:1746066710.169641:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974588544 00000100:00100000:0.0:1746066710.169656:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9353 00000100:00100000:0.0:1746066710.169660:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882974588544:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066710.169665:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066710.169670:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092d09000/0xfb36a14ee607e993 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976c40 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066710.170665:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976012544:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066710.174380:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:0.0:1746066710.174432:0:21203:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066708 -> 1746066709 00002000:00010000:0.0:1746066710.174435:0:21203:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066708 -> 1746066709 00002000:00010000:0.0:1746066710.174437:0:21203:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066708 -> 1746066709 00000100:00100000:0.0:1746066710.174454:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976012544:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066710.174480:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092d09000/0xfb36a14ee607e993 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c40 expref: 30 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066710.174492:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d09000/0xfb36a14ee607e993 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c40 expref: 30 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066710.174517:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d09000, rc 0) 00000100:00100000:0.0:1746066710.174550:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882974588544:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4889us (4934us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066710.174557:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9353 00000100:00100000:0.0:1746066710.174582:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974588672 00000100:00100000:0.0:1746066710.174586:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974588672 00002000:00100000:0.0:1746066710.174609:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1814527) req@ffff88009244c000 x1830882974588672/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:116/0 lens 488/0 e 0 to 0 dl 1746066721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066710.174617:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244c000 with x1830882974588672 ext(1048576->1814527) 00010000:00010000:0.0:1746066710.174622:0:25585:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f459e00/0xfb36a14ee607e97e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1814527) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c24 expref: 38 pid: 8452 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746066710.174632:0:25585:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f459e00/0xfb36a14ee607e97e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1814527) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c24 expref: 38 pid: 8452 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746066710.174638:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009244c000 00000100:00100000:0.0:1746066710.174648:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 766 00000100:00100000:0.0:1746066710.174653:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882974588672:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066710.183753:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.184567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.184720:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 768 00000100:00100000:0.0:1746066710.184728:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974589184:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066710.192832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.204019:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.214377:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.222514:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.236190:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.246769:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.250815:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.269654:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.279578:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.396389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.405493:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.405539:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.409042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.425320:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.430588:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.434866:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.439340:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.453492:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.469762:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.469793:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.469881:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.469903:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974592256 00000100:00100000:0.0:1746066710.469911:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974592256 00000100:00100000:0.0:1746066710.469955:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974592384 00000100:00100000:0.0:1746066710.469958:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974592384 00000100:00100000:0.0:1746066710.469970:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974592512 00000100:00100000:0.0:1746066710.469971:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974592512 00000100:00100000:0.0:1746066710.469982:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9360 00000100:00100000:0.0:1746066710.469989:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882974592256:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066710.470004:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066710.470018:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092d08000/0xfb36a14ee607e9cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976c71 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066710.470034:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066710.470036:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066710.470042:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092d08000/0xfb36a14ee607e9cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c71 expref: 30 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066710.470054:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092d08000/0xfb36a14ee607e9cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c71 expref: 30 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066710.470065:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d08000, rc 0) 00000100:00100000:0.0:1746066710.470101:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1965:x1830882974592256:12345-192.168.202.57@tcp:101:cat.0 Request processed in 112us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066710.470106:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9360 00000100:00100000:0.0:1746066710.470119:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9361 00000100:00100000:0.0:1746066710.470123:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882974592384:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066710.470135:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066710.470143:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092d08600/0xfb36a14ee607e9d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976c78 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066710.470173:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f298380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976014336:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066710.470222:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066710.470292:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9362 00000100:00100000:0.0:1746066710.470297:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882974592512:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066710.470303:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066710.470309:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092d09400/0xfb36a14ee607e9d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976c7f expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066710.470340:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f298700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976014464:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066710.470362:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066710.483761:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.483803:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.484024:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.484902:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974593024 00000100:00100000:0.0:1746066710.484906:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974593024 00002000:00100000:0.0:1746066710.484925:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x389:0x0] (4038656->4194303) req@ffff88009f298e00 x1830882974593024/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:116/0 lens 488/0 e 0 to 0 dl 1746066721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066710.484932:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f298e00 with x1830882974593024 ext(4038656->4194303) 00002000:00010000:0.0:1746066710.484935:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f298e00 00000100:00100000:0.0:1746066710.489273:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3677 00000100:00100000:0.0:1746066710.489287:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:1964:x1830882974593024:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066710.489654:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.489711:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.489724:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974593792 00000100:00100000:0.0:1746066710.489726:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974593792 00002000:00100000:0.0:1746066710.489743:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880098db0850 x1830882974593792/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:116/0 lens 488/0 e 0 to 0 dl 1746066721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066710.489756:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098db0850 with x1830882974593792 ext(1048576->2097151) 00002000:00010000:0.0:1746066710.489759:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098db0850 00000100:00100000:0.0:1746066710.513812:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.513842:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974594176 00000100:00100000:0.0:1746066710.513848:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974594176 00000100:00100000:0.0:1746066710.515581:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9363 00000100:00100000:0.0:1746066710.515590:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974594176:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066710.515605:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066710.515619:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092d09200/0xfb36a14ee607e9e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976c86 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066710.515657:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f299c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976014592:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066710.515724:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066710.522188:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.529988:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.530003:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.530066:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.530091:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.534161:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.534198:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.535736:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.546065:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.553161:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.553197:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.553233:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.556002:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.580211:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.591301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.607185:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.611203:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.620025:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.629724:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.629813:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.661232:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.668064:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.675180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.678189:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.682998:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.689528:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.716531:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.725987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.742857:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.745405:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.758205:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.764004:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.787792:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.787815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.787871:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.787892:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974599808 00000100:00100000:0.0:1746066710.787899:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974599808 00002000:00100000:0.0:1746066710.787935:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009bfe2a00 x1830882974599808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:116/0 lens 488/0 e 0 to 0 dl 1746066721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066710.787944:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2a00 with x1830882974599808 ext(2097152->3145727) 00002000:00010000:0.0:1746066710.787949:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe2a00 00000100:00100000:0.0:1746066710.788154:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974600064 00000100:00100000:0.0:1746066710.788158:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974600064 00002000:00100000:0.0:1746066710.788170:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009bfe2d80 x1830882974600064/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:116/0 lens 504/0 e 0 to 0 dl 1746066721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066710.788177:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2d80 with x1830882974600064 ext(3145728->4194303) 00002000:00010000:0.0:1746066710.788180:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe2d80 00000100:00100000:0.0:1746066710.788320:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3692 00000100:00100000:0.0:1746066710.788337:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1965:x1830882974600064:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066710.795657:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+44:1965:x1830882974600064:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7311us (7830us total) trans 0 rc 221184/221184 00000100:00100000:0.0:1746066710.795668:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3692 00002000:00100000:0.0:1746066710.795702:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009bfe2d80 x1830882974600064/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:116/0 lens 504/440 e 0 to 0 dl 1746066721 ref 1 fl Complete:/200/0 rc 221184/221184 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066710.795710:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2d80 with x1830882974600064 ext(3145728->4194303) 00002000:00010000:0.0:1746066710.795714:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe2d80 00000100:00100000:0.0:1746066710.810869:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.865448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.872298:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.891722:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.899553:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.917780:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.927518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.935789:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.936978:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.945534:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.945574:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.946307:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.950435:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.953832:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.957483:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.962736:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.963709:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974602880 00000100:00100000:0.0:1746066710.963716:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974602880 00000100:00100000:0.0:1746066710.963745:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974603008 00000100:00100000:0.0:1746066710.963747:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974603008 00000100:00100000:0.0:1746066710.963761:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9385 00000100:00100000:0.0:1746066710.963767:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882974602880:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066710.963782:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066710.963796:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee0f400/0xfb36a14ee607ea7a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976d20 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066710.963837:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976018560:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066710.963888:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066710.964518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.964531:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974603264 00000100:00100000:0.0:1746066710.964533:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974603264 00000100:00100000:0.0:1746066710.964549:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9387 00000100:00100000:0.0:1746066710.964553:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+44:28219:x1830882974603264:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066710.964559:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066710.964566:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee0e800/0xfb36a14ee607ea88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976d2e expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066710.964580:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4458c00/0xfb36a14ee607e9af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c55 expref: 46 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066710.964588:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092d08000/0xfb36a14ee607e9cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c71 expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066710.964594:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066710.964595:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066710.964598:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee0e800/0xfb36a14ee607ea88 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->1122303] (req 1048576->1122303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d2e expref: 46 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066710.964616:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092d08000/0xfb36a14ee607e9cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c71 expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066710.964625:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092d08000/0xfb36a14ee607e9cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c71 expref: 29 pid: 21203 timeout: 772 lvb_type: 1 00000100:00100000:0.0:1746066710.964634:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976018816:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066710.964656:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4458c00/0xfb36a14ee607e9af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c55 expref: 46 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066710.964663:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4458c00/0xfb36a14ee607e9af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976c55 expref: 46 pid: 9776 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066710.964670:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976018944:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066710.965805:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066710.966423:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974604160 00000100:00100000:0.0:1746066710.966426:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974604160 00000100:00100000:0.0:1746066710.966705:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 309 00000100:00100000:0.0:1746066710.966711:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882974604160:12345-192.168.202.57@tcp:400:kworker.0 00000100:00100000:0.0:1746066710.966816:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882974604160:12345-192.168.202.57@tcp:400:kworker.0 Request processed in 104us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066710.966821:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 309 00000100:00100000:0.0:1746066710.969644:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976018688:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066710.969672:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f45e400/0xfb36a14ee607ea81 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d27 expref: 46 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066710.969703:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f45e400/0xfb36a14ee607ea81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d27 expref: 46 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066710.969727:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45e400, rc 0) 00000100:00100000:0.0:1746066710.969757:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+45:1966:x1830882974603008:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5208us (7028us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066710.969764:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9386 00000100:00100000:0.0:1746066710.969791:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976018816:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066710.969798:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976018944:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066710.969812:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee0e800/0xfb36a14ee607ea88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->1122303] (req 1048576->1122303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d2e expref: 44 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066710.970411:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee0e800, rc 0) 00000100:00100000:0.0:1746066710.970444:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+44:28219:x1830882974603264:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5888us (5926us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066710.970452:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9387 00000100:00100000:0.0:1746066710.972066:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.974523:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.977943:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882974603392:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 13048us (13139us total) trans 21474839853 rc 0/0 00000100:00100000:0.0:1746066710.977952:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 774 00002000:00100000:0.0:1746066710.977960:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (425984->1048575) req@ffff880092848a80 x1830882974603392/t21474839853(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:116/0 lens 488/448 e 0 to 0 dl 1746066721 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066710.977969:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848a80 with x1830882974603392 ext(425984->1048575) 00010000:00010000:0.0:1746066710.977976:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f45e000/0xfb36a14ee607ea5e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 425984->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d04 expref: 32 pid: 9776 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066710.977988:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f45e000/0xfb36a14ee607ea5e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 425984->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d04 expref: 32 pid: 9776 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746066710.977995:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092848a80 00000100:00100000:0.0:1746066710.983417:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.996932:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.996956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066710.996974:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974605184 00000100:00100000:0.0:1746066710.996981:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974605184 00002000:00100000:0.0:1746066710.997023:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880135f82d80 x1830882974605184/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:116/0 lens 488/0 e 0 to 0 dl 1746066721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066710.997036:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f82d80 with x1830882974605184 ext(0->1048575) 00002000:00010000:0.0:1746066710.997042:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f82d80 00000100:00100000:0.0:1746066710.997070:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974605568 00000100:00100000:0.0:1746066710.997072:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974605568 00002000:00100000:0.0:1746066710.997082:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880135f80700 x1830882974605568/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:116/0 lens 488/0 e 0 to 0 dl 1746066721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066710.997091:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f80700 with x1830882974605568 ext(0->1048575) 00002000:00010000:0.0:1746066710.997093:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f80700 00000100:00100000:0.0:1746066710.997587:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974605696 00000100:00100000:0.0:1746066710.997591:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974605696 00002000:00100000:0.0:1746066710.997604:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x387:0x0] (1122304->2097151) req@ffff88009ec2f100 x1830882974605696/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:116/0 lens 488/0 e 0 to 0 dl 1746066721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066710.997610:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f100 with x1830882974605696 ext(1122304->2097151) 00002000:00010000:0.0:1746066710.997613:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2f100 00000100:00100000:0.0:1746066710.997622:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3700 00000100:00100000:0.0:1746066710.997627:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882974605568:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066711.018334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.021025:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.024786:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.024811:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.024842:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.024854:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974606080 00000100:00100000:0.0:1746066711.024856:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974606080 00000100:00100000:0.0:1746066711.024872:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9390 00000100:00100000:0.0:1746066711.024878:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099214c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882974606208:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066711.024890:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066711.024902:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee0fe00/0xfb36a14ee607ea9d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976d4a expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066711.024937:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976019712:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066711.025175:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066711.028307:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.032189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.032899:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.039463:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.048699:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.053394:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.059016:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.060067:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.077401:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.077447:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.083713:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.083741:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.083768:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.083808:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.083834:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974608512 00000100:00100000:0.0:1746066711.083838:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974608512 00002000:00100000:0.0:1746066711.083872:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e93e680 x1830882974608512/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:117/0 lens 488/0 e 0 to 0 dl 1746066722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.083881:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93e680 with x1830882974608512 ext(3145728->4194303) 00002000:00010000:0.0:1746066711.083885:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93e680 00000100:00100000:0.0:1746066711.084399:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974608896 00000100:00100000:0.0:1746066711.084403:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974608896 00002000:00100000:0.0:1746066711.084417:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e93dc00 x1830882974608896/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:117/0 lens 488/0 e 0 to 0 dl 1746066722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.084429:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93dc00 with x1830882974608896 ext(3145728->4194303) 00002000:00010000:0.0:1746066711.084432:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93dc00 00000100:00100000:0.0:1746066711.084446:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3706 00000100:00100000:0.0:1746066711.084450:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+45:1964:x1830882974608512:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066711.126292:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1966:x1830882974608896:12345-192.168.202.57@tcp:3:cat.0 Request processed in 40523us (42511us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066711.126480:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3708 00002000:00100000:0.0:1746066711.126493:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e93dc00 x1830882974608896/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:117/0 lens 488/440 e 0 to 0 dl 1746066722 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.126501:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93dc00 with x1830882974608896 ext(3145728->4194303) 00002000:00010000:0.0:1746066711.126507:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93dc00 00000100:00100000:0.0:1746066711.132988:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.135262:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.138537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.138567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.153830:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.158960:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.161289:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.271065:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.276858:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.280548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.282123:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.282150:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974610944 00000100:00100000:0.0:1746066711.282153:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974610944 00010000:00010000:0.0:1746066711.282169:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45e400/0xfb36a14ee607eace lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d74 expref: 48 pid: 21973 timeout: 772 lvb_type: 1 00000100:00100000:0.0:1746066711.282187:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4607 00000100:00100000:0.0:1746066711.282193:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+48:1964:x1830882974610944:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066711.282201:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066711.282211:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f45e400/0xfb36a14ee607eace lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d74 expref: 48 pid: 21973 timeout: 772 lvb_type: 1 00010000:00010000:0.0:1746066711.282219:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f45e400/0xfb36a14ee607eace lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d74 expref: 48 pid: 21973 timeout: 772 lvb_type: 1 00010000:00010000:0.0:1746066711.282231:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.282233:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.282238:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb92000/0xfb36a14ee607eaf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1949696->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d97 expref: 48 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.282245:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb92000/0xfb36a14ee607eaf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1949696->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d97 expref: 48 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.282562:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb92000/0xfb36a14ee607eaf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d97 expref: 47 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066711.282573:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976021888:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066711.282612:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066711.285806:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.306950:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.308379:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976022016:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066711.308399:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066711.308434:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882974611584:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 10877us (12468us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.308444:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4611 00000100:00100000:0.0:1746066711.308651:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.314088:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f1fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976022656:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066711.314104:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f5eb200/0xfb36a14ee607eb14 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976dba expref: 23 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066711.314112:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f5eb200/0xfb36a14ee607eb14 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976dba expref: 23 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066711.314121:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f5eb200, rc 0) 00000100:00100000:0.0:1746066711.314140:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882974612480:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4151us (4256us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066711.314146:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9407 00000100:00100000:0.0:1746066711.314358:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f1f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976022272:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066711.314365:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f1f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976022400:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066711.314378:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb93e00/0xfb36a14ee607eb06 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->1802239] (req 1048576->1802239) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976dac expref: 47 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.314386:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb93e00, rc 0) 00000100:00100000:0.0:1746066711.314401:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+47:28229:x1830882974612224:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4767us (4857us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.314410:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9405 00000100:00100000:0.0:1746066711.317822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.317844:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974612864 00000100:00100000:0.0:1746066711.317851:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974612864 00010000:00010000:0.0:1746066711.318504:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5474800/0xfb36a14ee607e8a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b3d expref: 32 pid: 9776 timeout: 772 lvb_type: 1 00000100:00100000:0.0:1746066711.318532:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4612 00000100:00100000:0.0:1746066711.318539:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882974612864:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066711.318550:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066711.318568:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5474800/0xfb36a14ee607e8a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b3d expref: 32 pid: 9776 timeout: 772 lvb_type: 1 00010000:00010000:0.0:1746066711.318578:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5474800/0xfb36a14ee607e8a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b3d expref: 32 pid: 9776 timeout: 772 lvb_type: 1 00010000:00010000:0.0:1746066711.318596:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5474800/0xfb36a14ee607e8a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b3d expref: 32 pid: 9776 timeout: 772 lvb_type: 1 00010000:00010000:0.0:1746066711.318608:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066711.318641:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882974612864:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 102us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.318646:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4612 00000100:00100000:0.0:1746066711.320914:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974612992 00000100:00100000:0.0:1746066711.320919:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974612992 00010000:00010000:0.0:1746066711.320948:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec0e200/0xfb36a14ee607eab9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d5f expref: 31 pid: 21973 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066711.320965:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4614 00000100:00100000:0.0:1746066711.320971:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882974612992:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066711.320978:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066711.320989:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ec0e200/0xfb36a14ee607eab9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d5f expref: 31 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.320996:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ec0e200/0xfb36a14ee607eab9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d5f expref: 31 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.321014:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ec0e200/0xfb36a14ee607eab9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d5f expref: 31 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.321284:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066711.321306:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882974612992:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 335us (1560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.321312:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4614 00000100:00100000:0.0:1746066711.322101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.323512:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.323529:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974613504 00000100:00100000:0.0:1746066711.323532:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974613504 00002000:00100000:0.0:1746066711.323560:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1949695) req@ffff88009e8c4700 x1830882974613504/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:117/0 lens 488/0 e 0 to 0 dl 1746066722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.323568:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c4700 with x1830882974613504 ext(1048576->1949695) 00002000:00010000:0.0:1746066711.323572:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c4700 00000100:00100000:0.0:1746066711.323584:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3713 00000100:00100000:0.0:1746066711.323590:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+47:1966:x1830882974613504:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066711.332843:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f1f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976023168:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066711.332860:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066711.333351:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+47:1964:x1830882974613120:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 12366us (12421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.333360:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4615 00000100:00100000:0.0:1746066711.333404:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.333421:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974613760 00000100:00100000:0.0:1746066711.333426:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974613760 00002000:00100000:0.0:1746066711.333454:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1798144->1802239) req@ffff88009e8c7800 x1830882974613760/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:117/0 lens 488/0 e 0 to 0 dl 1746066722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.333463:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7800 with x1830882974613760 ext(1798144->1802239) 00002000:00010000:0.0:1746066711.333466:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c7800 00000100:00100000:0.0:1746066711.333972:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974614016 00000100:00100000:0.0:1746066711.333975:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974614016 00002000:00100000:0.0:1746066711.333987:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3743744->3747839) req@ffff88009f1fb800 x1830882974614016/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:117/0 lens 488/0 e 0 to 0 dl 1746066722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.333994:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f1fb800 with x1830882974614016 ext(3743744->3747839) 00002000:00010000:0.0:1746066711.333997:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f1fb800 00000100:00100000:0.0:1746066711.334009:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3714 00000100:00100000:0.0:1746066711.334014:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+47:1965:x1830882974613760:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066711.334125:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+47:1965:x1830882974613760:12345-192.168.202.57@tcp:3:cat.0 Request processed in 110us (720us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066711.334130:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3714 00002000:00100000:0.0:1746066711.334135:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1798144->1802239) req@ffff88009e8c7800 x1830882974613760/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:117/0 lens 488/4536 e 0 to 0 dl 1746066722 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.334142:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7800 with x1830882974613760 ext(1798144->1802239) 00002000:00010000:0.0:1746066711.334144:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c7800 00000100:00100000:0.0:1746066711.334153:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3715 00000100:00100000:0.0:1746066711.334158:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882974614016:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066711.334209:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882974614016:12345-192.168.202.57@tcp:3:cat.0 Request processed in 51us (678us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066711.334213:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3715 00002000:00100000:0.0:1746066711.334217:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3743744->3747839) req@ffff88009f1fb800 x1830882974614016/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:117/0 lens 488/4536 e 0 to 0 dl 1746066722 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.334223:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f1fb800 with x1830882974614016 ext(3743744->3747839) 00002000:00010000:0.0:1746066711.334225:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f1fb800 00000100:00100000:0.0:1746066711.336271:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+47:1966:x1830882974613504:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12678us (12757us total) trans 0 rc 901120/901120 00000100:00100000:0.0:1746066711.336278:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3713 00002000:00100000:0.0:1746066711.336283:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1949695) req@ffff88009e8c4700 x1830882974613504/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:117/0 lens 488/440 e 0 to 0 dl 1746066722 ref 1 fl Complete:/200/0 rc 901120/901120 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.336291:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c4700 with x1830882974613504 ext(1048576->1949695) 00010000:00010000:0.0:1746066711.336297:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb92000/0xfb36a14ee607eaf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d97 expref: 47 pid: 9776 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.336306:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb92000/0xfb36a14ee607eaf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d97 expref: 47 pid: 9776 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746066711.336316:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e8c4700 00000100:00100000:0.0:1746066711.339574:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+47:1963:x1830882974614144:12345-192.168.202.57@tcp:4:cat.0 Request processed in 4799us (5615us total) trans 17179872543 rc 0/0 00000100:00100000:0.0:1746066711.339584:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 778 00002000:00100000:0.0:1746066711.339593:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1949696->2097151) req@ffff88009f1f9c00 x1830882974614144/t17179872543(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:117/0 lens 488/448 e 0 to 0 dl 1746066722 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.339601:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f1f9c00 with x1830882974614144 ext(1949696->2097151) 00010000:00010000:0.0:1746066711.339609:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb92000/0xfb36a14ee607eaf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d97 expref: 47 pid: 9776 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.339622:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb92000/0xfb36a14ee607eaf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d97 expref: 47 pid: 9776 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746066711.339628:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f1f9c00 00000100:00100000:0.0:1746066711.340970:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.340998:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974614400 00000100:00100000:0.0:1746066711.341005:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974614400 00002000:00100000:0.0:1746066711.341034:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1802240->2097151) req@ffff88009e8c5c00 x1830882974614400/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:117/0 lens 488/0 e 0 to 0 dl 1746066722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.341042:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c5c00 with x1830882974614400 ext(1802240->2097151) 00002000:00010000:0.0:1746066711.341045:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c5c00 00000100:00100000:0.0:1746066711.341059:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3716 00000100:00100000:0.0:1746066711.341066:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+47:1965:x1830882974614400:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066711.346414:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+47:1965:x1830882974614400:12345-192.168.202.57@tcp:3:cat.0 Request processed in 5339us (5440us total) trans 0 rc 294912/294912 00000100:00100000:0.0:1746066711.346425:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3716 00002000:00100000:0.0:1746066711.346436:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1802240->2097151) req@ffff88009e8c5c00 x1830882974614400/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:117/0 lens 488/440 e 0 to 0 dl 1746066722 ref 1 fl Complete:/200/0 rc 294912/294912 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.346445:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c5c00 with x1830882974614400 ext(1802240->2097151) 00002000:00010000:0.0:1746066711.346450:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c5c00 00000100:00100000:0.0:1746066711.346501:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.346695:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974614528 00000100:00100000:0.0:1746066711.346702:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974614528 00010000:00010000:0.0:1746066711.346722:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb92000/0xfb36a14ee607eaf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d97 expref: 47 pid: 9776 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066711.346744:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4616 00000100:00100000:0.0:1746066711.346750:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+47:1966:x1830882974614528:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066711.346760:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066711.346775:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eb92000/0xfb36a14ee607eaf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1949696->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d97 expref: 47 pid: 9776 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.346785:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eb92000/0xfb36a14ee607eaf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1949696->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d97 expref: 47 pid: 9776 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.346803:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb92000/0xfb36a14ee607eaf1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1949696->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d97 expref: 47 pid: 9776 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.346815:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.346817:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.346823:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5200/0xfb36a14ee607eb22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976dc8 expref: 30 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.346831:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5200/0xfb36a14ee607eb22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976dc8 expref: 30 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.346857:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5200/0xfb36a14ee607eb22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976dc8 expref: 30 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066711.346868:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976023424:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066711.346928:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066711.353222:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.353247:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974614784 00000100:00100000:0.0:1746066711.353254:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974614784 00002000:00100000:0.0:1746066711.353292:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880099a1e680 x1830882974614784/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:117/0 lens 488/0 e 0 to 0 dl 1746066722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.353300:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1e680 with x1830882974614784 ext(1048576->2097151) 00002000:00010000:0.0:1746066711.353305:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a1e680 00000100:00100000:0.0:1746066711.353329:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3717 00000100:00100000:0.0:1746066711.353335:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882974614784:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066711.358011:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.368976:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882974614784:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15639us (15760us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066711.368985:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3717 00002000:00100000:0.0:1746066711.368992:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880099a1e680 x1830882974614784/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:117/0 lens 488/440 e 0 to 0 dl 1746066722 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.369006:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1e680 with x1830882974614784 ext(1048576->2097151) 00002000:00010000:0.0:1746066711.369011:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a1e680 00000100:00100000:0.0:1746066711.370128:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+47:1965:x1830882974615168:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7642us (7784us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066711.370134:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9411 00000100:00100000:0.0:1746066711.376409:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.376441:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.392481:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+34:1965:x1830882974615552:12345-192.168.202.57@tcp:4:cat.0 Request processed in 12585us (12829us total) trans 17179872544 rc 0/0 00000100:00100000:0.0:1746066711.392493:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 779 00002000:00100000:0.0:1746066711.392502:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3747839) req@ffff88009f1f9880 x1830882974615552/t17179872544(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:117/0 lens 488/448 e 0 to 0 dl 1746066722 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066711.392510:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f1f9880 with x1830882974615552 ext(3145728->3747839) 00010000:00010000:0.0:1746066711.392518:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f5ea800/0xfb36a14ee607eb1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3747839) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976dc1 expref: 34 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.392529:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f5ea800/0xfb36a14ee607eb1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3747839) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976dc1 expref: 34 pid: 21973 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746066711.392536:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f1f9880 00000100:00100000:0.0:1746066711.394449:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.400829:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.403807:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.405723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.423738:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.428537:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.434045:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.434232:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.441780:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.441822:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.443290:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.469775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.504803:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.504887:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.521658:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.521715:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.523480:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3725 00000100:00100000:0.0:1746066711.523489:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974618752:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066711.548633:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.590309:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.595918:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.598695:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974619392 00000100:00100000:0.0:1746066711.598700:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974619392 00010000:00010000:0.0:1746066711.598719:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf47800/0xfb36a14ee607eb45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976deb expref: 25 pid: 21973 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066711.598752:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4621 00000100:00100000:0.0:1746066711.598759:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974619392:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066711.598768:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066711.598783:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf47800/0xfb36a14ee607eb45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976deb expref: 25 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.598797:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf47800/0xfb36a14ee607eb45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976deb expref: 25 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.598813:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf47800/0xfb36a14ee607eb45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976deb expref: 25 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.598834:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.598836:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.598842:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eccc000/0xfb36a14ee607eb68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e0e expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.598849:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eccc000/0xfb36a14ee607eb68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e0e expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.598880:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eccc000/0xfb36a14ee607eb68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e0e expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066711.598891:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976024832:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066711.598955:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066711.601568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.602914:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.607656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.607722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.607758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.609021:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.611405:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f1fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976025600:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066711.611415:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066711.611432:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882974620416:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2299us (2413us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.611437:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4625 00000100:00100000:0.0:1746066711.615188:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.619212:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.619856:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.621301:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.629972:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.638612:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.643016:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.643536:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.647937:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.649765:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974622464 00000100:00100000:0.0:1746066711.649769:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974622464 00010000:00010000:0.0:1746066711.649786:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee607e87b lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b28 expref: 275 pid: 14549 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066711.649811:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4629 00000100:00100000:0.0:1746066711.649815:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+275:1964:x1830882974622464:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066711.649823:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066711.649827:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee607e87b lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b28 expref: 275 pid: 14549 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.649834:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee607e87b lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b28 expref: 275 pid: 14549 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.649846:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee607e87b lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b28 expref: 275 pid: 14549 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.649868:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066711.649871:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda800/0xfb36a14ee607eb99 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066711.649878:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda800/0xfb36a14ee607eb99 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066711.649884:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda800/0xfb36a14ee607eb99 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066711.649904:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066711.649925:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+274:1964:x1830882974622464:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 109us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.649930:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4629 00000100:00100000:0.0:1746066711.656349:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9425 00000100:00100000:0.0:1746066711.656357:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882974623232:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066711.656365:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066711.656373:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136b57600/0xfb36a14ee607ebae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976e54 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066711.656394:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976026496:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066711.656415:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066711.656869:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974622592 00000100:00100000:0.0:1746066711.656873:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974622592 00000100:00100000:0.0:1746066711.656891:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974622848 00000100:00100000:0.0:1746066711.656893:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974622848 00000100:00100000:0.0:1746066711.656905:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9426 00000100:00100000:0.0:1746066711.656909:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974622592:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066711.656916:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066711.656924:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b57400/0xfb36a14ee607ebb5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976e31 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.656933:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.656934:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.656939:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b57400/0xfb36a14ee607ebb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e31 expref: 9 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066711.656947:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136b57400/0xfb36a14ee607ebb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e31 expref: 9 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066711.656954:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b57400, rc 0) 00000100:00100000:0.0:1746066711.656972:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974622592:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 62us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.656977:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9426 00000100:00100000:0.0:1746066711.666618:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8806 00000100:00100000:0.0:1746066711.666914:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+13:28250:x1830882974623488:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066711.666931:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066711.666945:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b57800/0xfb36a14ee607ebca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976e5b expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.667020:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b57000/0xfb36a14ee607ebd1 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066711.667032:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda800/0xfb36a14ee607eb99 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e2a expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.667043:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136b57000/0xfb36a14ee607ebd1 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066711.667069:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda800/0xfb36a14ee607eb99 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e2a expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.667080:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda800/0xfb36a14ee607eb99 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e2a expref: 14 pid: 14549 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066711.667091:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976026880:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066711.667161:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066711.671965:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066711.672350:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880136b57000/0xfb36a14ee607ebd1 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066711.672355:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b57000/0xfb36a14ee607ebd1 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:0.0:1746066711.672426:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066711.672541:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b57800/0xfb36a14ee607ebca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e5b expref: 15 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.672568:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b57000/0xfb36a14ee607ebd1 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e5b expref: 14 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.672574:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066711.672576:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746066711.672578:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b57000, rc 0) 00000100:00100000:0.0:1746066711.672601:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+14:28250:x1830882974623488:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 5691us (6499us total) trans 8589942644 rc 0/0 00000100:00100000:0.0:1746066711.672606:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8806 00000100:00100000:0.0:1746066711.675586:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.681646:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.686559:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.686595:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.686620:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.686644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.686656:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.686702:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.696162:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.696196:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.696217:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.696229:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.696249:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974625280 00000100:00100000:0.0:1746066711.696256:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974625280 00010000:00010000:0.0:1746066711.696281:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136b57400/0xfb36a14ee607ebb5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e31 expref: 9 pid: 8112 timeout: 772 lvb_type: 1 00000100:00100000:0.0:1746066711.696298:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974625664 00000100:00100000:0.0:1746066711.696300:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974625664 00010000:00010000:0.0:1746066711.696307:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f45f000/0xfb36a14ee607ea73 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976d19 expref: 23 pid: 8112 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066711.696342:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4631 00000100:00100000:0.0:1746066711.696348:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974625280:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066711.696359:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066711.696377:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136b57400/0xfb36a14ee607ebb5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e31 expref: 9 pid: 8112 timeout: 772 lvb_type: 1 00010000:00010000:0.0:1746066711.696385:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136b57400/0xfb36a14ee607ebb5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e31 expref: 9 pid: 8112 timeout: 772 lvb_type: 1 00010000:00010000:0.0:1746066711.697292:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b57400/0xfb36a14ee607ebb5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e31 expref: 9 pid: 8112 timeout: 772 lvb_type: 1 00010000:00010000:0.0:1746066711.697307:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066711.697341:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974625280:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 991us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.697347:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4631 00000100:00100000:0.0:1746066711.697406:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.697450:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.697468:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.697557:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.697569:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974626048 00000100:00100000:0.0:1746066711.697571:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974626048 00010000:00010000:0.0:1746066711.697582:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb97c00/0xfb36a14ee607e8c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b67 expref: 32 pid: 21973 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066711.697601:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4634 00000100:00100000:0.0:1746066711.697606:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882974626048:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066711.697613:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066711.697621:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb97c00/0xfb36a14ee607e8c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b67 expref: 32 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.697632:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb97c00/0xfb36a14ee607e8c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b67 expref: 32 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.697641:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb97c00/0xfb36a14ee607e8c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976b67 expref: 32 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.697649:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066711.697662:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882974626048:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 57us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.697668:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4634 00000100:00100000:0.0:1746066711.698028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.698047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.698070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.698086:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.709573:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974626432 00000100:00100000:0.0:1746066711.709581:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974626432 00010000:00010000:0.0:1746066711.709606:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eccc000/0xfb36a14ee607eb68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e0e expref: 24 pid: 21973 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066711.709642:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4640 00000100:00100000:0.0:1746066711.709648:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882974626432:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066711.709656:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066711.709666:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eccc000/0xfb36a14ee607eb68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e0e expref: 24 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.709696:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eccc000/0xfb36a14ee607eb68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e0e expref: 24 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.709708:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eccc000/0xfb36a14ee607eb68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e0e expref: 24 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.709732:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.709733:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.709737:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4eda200/0xfb36a14ee607ec1e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.709744:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4eda200/0xfb36a14ee607ec1e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.709770:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066711.709787:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882974626432:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 138us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.709792:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4640 00000100:00100000:0.0:1746066711.710175:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974626688 00000100:00100000:0.0:1746066711.710178:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974626688 00010000:00010000:0.0:1746066711.710190:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eccc600/0xfb36a14ee607eb7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1515519) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e23 expref: 23 pid: 21973 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066711.710208:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4641 00000100:00100000:0.0:1746066711.710213:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1965:x1830882974626688:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066711.710219:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066711.710231:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eccc600/0xfb36a14ee607eb7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1515519) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e23 expref: 23 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.710238:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eccc600/0xfb36a14ee607eb7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1515519) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e23 expref: 23 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.710249:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eccc600/0xfb36a14ee607eb7d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1515519) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e23 expref: 23 pid: 21973 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.710257:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.710258:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.710261:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee607ec09 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.710266:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee607ec09 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.710292:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066711.710307:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1965:x1830882974626688:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 93us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.710312:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4641 00000100:00100000:0.0:1746066711.712765:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.712786:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974626816 00000100:00100000:0.0:1746066711.712791:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974626816 00010000:00010000:0.0:1746066711.712815:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85b8c00/0xfb36a14ee607eb76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->3895295) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e1c expref: 31 pid: 8112 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066711.712836:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4642 00000100:00100000:0.0:1746066711.712843:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882974626816:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066711.712854:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066711.712869:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a85b8c00/0xfb36a14ee607eb76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3895295) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e1c expref: 31 pid: 8112 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.712877:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a85b8c00/0xfb36a14ee607eb76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3895295) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e1c expref: 31 pid: 8112 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.712893:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a85b8c00/0xfb36a14ee607eb76 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3895295) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e1c expref: 31 pid: 8112 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.712902:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.712904:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.712907:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eccce00/0xfb36a14ee607ec17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.712914:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eccce00/0xfb36a14ee607ec17 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066711.713344:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066711.713386:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882974626816:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 543us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.713391:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4642 00000100:00100000:0.0:1746066711.714419:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.717656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.717711:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.717727:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974627328 00000100:00100000:0.0:1746066711.717732:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974627328 00010000:00010000:0.0:1746066711.717754:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e522000/0xfb36a14ee607e36c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976769 expref: 24 pid: 14550 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066711.717775:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974627200 00000100:00100000:0.0:1746066711.717777:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974627200 00010000:00010000:0.0:1746066711.717785:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a56b9600/0xfb36a14ee607e238 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9766c8 expref: 274 pid: 809 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746066711.717808:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4643 00000100:00100000:0.0:1746066711.717814:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882974627328:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066711.717825:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066711.717829:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008e522000/0xfb36a14ee607e36c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976769 expref: 24 pid: 14550 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.717838:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008e522000/0xfb36a14ee607e36c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976769 expref: 24 pid: 14550 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.717861:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e522000/0xfb36a14ee607e36c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976769 expref: 24 pid: 14550 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746066711.717876:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066711.717878:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda800/0xfb36a14ee607ec25 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066711.717883:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066711.717899:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882974627328:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 85us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.717905:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4643 00000100:00100000:0.0:1746066711.717931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.717970:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.718036:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000001:00080000:0.0:1746066711.745474:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942644 is committed 00000001:00080000:0.0:1746066711.745485:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942628 is committed 00000001:00080000:0.0:1746066711.745489:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942626 is committed 00000001:00080000:0.0:1746066711.745496:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942643 is committed 00000001:00080000:0.0:1746066711.745499:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942640 is committed 00000001:00080000:0.0:1746066711.745517:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942645 is committed 00000001:00080000:0.0:1746066711.745521:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942642 is committed 00000001:00080000:0.0:1746066711.745569:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942646 is committed 00000004:00080000:0.0:1746066711.745573:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1644 committed 00000004:00080000:0.0:1746066711.745579:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1678 committed 00000004:00080000:0.0:1746066711.745584:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1677 committed 00000004:00080000:0.0:1746066711.745586:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1676 committed 00000004:00080000:0.0:1746066711.745587:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1675 committed 00000004:00080000:0.0:1746066711.745588:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1643 committed 00000004:00080000:0.0:1746066711.745590:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1674 committed 00000004:00080000:0.0:1746066711.745591:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1642 committed 00000004:00080000:0.0:1746066711.745593:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1673 committed 00000004:00080000:0.0:1746066711.745594:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1641 committed 00000004:00080000:0.0:1746066711.745596:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1640 committed 00000004:00080000:0.0:1746066711.745597:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1639 committed 00000004:00080000:0.0:1746066711.745599:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1672 committed 00000004:00080000:0.0:1746066711.745600:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1671 committed 00000004:00080000:0.0:1746066711.745601:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1638 committed 00000004:00080000:0.0:1746066711.745603:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1637 committed 00000004:00080000:0.0:1746066711.745604:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1670 committed 00000100:00100000:0.0:1746066711.745658:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976029184:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066711.746958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066711.749275:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976029568:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066711.749309:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066711.749338:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976030080:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066711.749351:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066711.749360:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976030592:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066711.749372:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066711.749380:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976031104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066711.749391:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066711.749408:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9448 00000100:00100000:0.0:1746066711.749412:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3294:x1830882976030080:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066711.749498:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882976030080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (146us total) trans 17179872554 rc 0/0 00000100:00100000:0.0:1746066711.749502:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9448 00000100:00100000:0.0:1746066711.749509:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9450 00000100:00100000:0.0:1746066711.749512:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882976031104:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066711.749574:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3294:x1830882976031104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 61us (182us total) trans 21474839865 rc 0/0 00000100:00100000:0.0:1746066711.749578:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9450 00000100:00100000:0.0:1746066711.750460:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.750481:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976031232:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066711.750501:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066711.750520:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f1f8a80/2, rc 0, transno 21474839863 00000100:00100000:0.0:1746066711.750524:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f1f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976029184:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066711.750538:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5bb1c00/2, rc 0, transno 21474839865 00000100:00100000:0.0:1746066711.750541:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976031104:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066711.750548:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f1fbb80/2, rc 0, transno 21474839864 00000100:00100000:0.0:1746066711.750551:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f1fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976029568:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066711.750557:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092849180/2, rc 0, transno 17179872554 00000100:00100000:0.0:1746066711.750560:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976030080:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066711.750566:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e8c6d80/2, rc 0, transno 17179872555 00000100:00100000:0.0:1746066711.750568:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e8c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976030592:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066711.751350:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5bb3800/2, rc 0, transno 21474839866 00000100:00100000:0.0:1746066711.751354:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976031232:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066711.757307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.759302:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066711.761022:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9454 00000100:00100000:0.0:1746066711.761027:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882974628352:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066711.761033:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066711.761041:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136b57a00/0xfb36a14ee607ec4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976e8c expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066711.761055:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd17, atime: 0x6812dd17, ctime: 0x6812dd17, blocks: 0x81f 00010000:00010000:0.0:1746066711.761064:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.761066:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.761070:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136b57a00/0xfb36a14ee607ec4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e8c expref: 7 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066711.761080:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136b57a00/0xfb36a14ee607ec4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e8c expref: 7 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066711.761087:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b57a00, rc 0) 00000100:00100000:0.0:1746066711.761298:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974628352:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 270us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.761303:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9454 00000100:00100000:0.0:1746066711.761324:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9457 00000100:00100000:0.0:1746066711.761331:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974628736:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066711.761337:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066711.761343:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136b56c00/0xfb36a14ee607ec64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976ea1 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066711.761353:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd17, atime: 0x6812dd17, ctime: 0x6812dd17, blocks: 0x1029 00010000:00010000:0.0:1746066711.761359:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.761360:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066711.761364:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136b56c00/0xfb36a14ee607ec64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ea1 expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066711.761371:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136b56c00/0xfb36a14ee607ec64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ea1 expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066711.761377:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b56c00, rc 0) 00000100:00100000:0.0:1746066711.761566:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974628736:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 235us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066711.761571:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9457 00000100:00100000:0.0:1746066712.182709:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746066712.182728:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976031360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746066712.182779:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066712.183081:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976031360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746066712.198194:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3294:1830882976031616:0@lo:400:kworker.0 00000100:00100000:0.0:1746066712.198964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746066712.198996:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746066712.199321:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066712.199336:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3294:1830882976031616:0@lo:400:kworker.0 00000100:00100000:0.0:1746066712.774824:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066712.775338:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066712.777596:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.787525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.789503:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.791877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.791894:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974630144 00000100:00100000:0.0:1746066712.791897:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974630144 00000100:00100000:0.0:1746066712.791920:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3735 00000100:00100000:0.0:1746066712.791926:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974630016:12345-192.168.202.57@tcp:3:mirror_io.0 00010000:00010000:0.0:1746066712.791944:0:21550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ec21000/0xfb36a14ee607ec87 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.791951:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066712.791952:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066712.791955:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ec21000/0xfb36a14ee607ec87 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.791963:0:21550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ec21000/0xfb36a14ee607ec87 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066712.792299:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3736 00000100:00100000:0.0:1746066712.792317:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974630272:12345-192.168.202.57@tcp:3:mirror_io.0 00010000:00010000:0.0:1746066712.792333:0:31366:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135717000/0xfb36a14ee607ec8e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.792339:0:31366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066712.792340:0:31366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066712.792343:0:31366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135717000/0xfb36a14ee607ec8e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.792350:0:31366:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135717000/0xfb36a14ee607ec8e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066712.863445:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.867861:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.872817:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.890785:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.890868:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.891013:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8812 00000100:00100000:0.0:1746066712.891021:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+251:28263:x1830882974631552:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066712.891663:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066712.891671:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7a00/0xfb36a14ee607ecc6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976ea8 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.892338:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee607eccd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892345:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee607eccd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892352:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee607eccd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892361:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6200/0xfb36a14ee607ecd4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892366:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6200/0xfb36a14ee607ecd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892370:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6200/0xfb36a14ee607ecd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892485:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6800/0xfb36a14ee607ecdb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892493:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6800/0xfb36a14ee607ecdb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892499:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6800/0xfb36a14ee607ecdb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:0.0:1746066712.892504:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066712.892545:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee607eccd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892550:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee607eccd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892554:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee607eccd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892558:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e9d6600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066712.892561:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee607eccd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892565:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee607eccd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892573:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066712.892575:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066712.892578:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee607eccd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.892582:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee607eccd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.894100:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6200/0xfb36a14ee607ecd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.894109:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6200/0xfb36a14ee607ecd4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.894113:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6200/0xfb36a14ee607ecd4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.894118:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e9d6200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066712.894120:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6200/0xfb36a14ee607ecd4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.894125:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6200/0xfb36a14ee607ecd4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.894133:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012d3b8100) 00010000:00010000:0.0:1746066712.894135:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066712.894138:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6200/0xfb36a14ee607ecd4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.894142:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6200/0xfb36a14ee607ecd4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.894179:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7a00/0xfb36a14ee607ecc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ea8 expref: 254 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.894191:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6800/0xfb36a14ee607ecdb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ea8 expref: 253 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.894196:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066712.894198:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066712.894199:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6800, rc 0) 00000100:00100000:0.0:1746066712.894248:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28263:x1830882974631552:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3227us (3471us total) trans 8589942650 rc 0/0 00000100:00100000:0.0:1746066712.894254:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8812 00000100:00100000:0.0:1746066712.899269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.899327:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.899628:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3438 00000100:00100000:0.0:1746066712.899636:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28263:x1830882974632192:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:0.0:1746066712.899727:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28263:x1830882974632192:12345-192.168.202.57@tcp:35:cat.0 Request processed in 92us (399us total) trans 8589942652 rc 0/0 00000100:00100000:0.0:1746066712.899732:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3438 00000100:00100000:0.0:1746066712.901616:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.902323:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.902337:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.902357:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974632704 00000100:00100000:0.0:1746066712.902359:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974632704 00000100:00100000:0.0:1746066712.902381:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974632960 00000100:00100000:0.0:1746066712.902382:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974632960 00000100:00100000:0.0:1746066712.902400:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9458 00000100:00100000:0.0:1746066712.902404:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882974632704:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066712.902414:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066712.902423:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7600/0xfb36a14ee607ecf7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976ec4 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.902434:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066712.902436:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066712.902442:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7600/0xfb36a14ee607ecf7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ec4 expref: 24 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066712.902452:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7600/0xfb36a14ee607ecf7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ec4 expref: 24 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066712.902460:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d7600, rc 0) 00000100:00100000:0.0:1746066712.902475:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882974632704:12345-192.168.202.57@tcp:101:cat.0 Request processed in 71us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066712.902480:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9458 00000100:00100000:0.0:1746066712.902489:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9459 00000100:00100000:0.0:1746066712.902493:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882974632960:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066712.902498:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066712.902505:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee607ecfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976ed2 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.902513:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066712.902514:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066712.902517:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee607ecfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ed2 expref: 31 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066712.902524:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee607ecfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ed2 expref: 31 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066712.902530:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6400, rc 0) 00000100:00100000:0.0:1746066712.902541:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882974632960:12345-192.168.202.57@tcp:101:cat.0 Request processed in 48us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066712.902546:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9459 00000100:00100000:0.0:1746066712.904269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.904315:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.904338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.904349:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.904361:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974633216 00000100:00100000:0.0:1746066712.904366:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974633216 00000100:00100000:0.0:1746066712.904384:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974632832 00000100:00100000:0.0:1746066712.904386:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974632832 00000100:00100000:0.0:1746066712.907899:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4649 00000100:00100000:0.0:1746066712.907906:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882974634752:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066712.907913:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066712.907917:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee607ec3a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e77 expref: 10 pid: 14549 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066712.910761:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee607ec3a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e77 expref: 10 pid: 14549 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066712.910776:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee607ec3a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e77 expref: 10 pid: 14549 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066712.910790:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066712.910794:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e268a00/0xfb36a14ee607ecf0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.910799:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e268a00/0xfb36a14ee607ecf0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066712.910807:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066712.910826:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882974634752:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2921us (3313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066712.910831:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4649 00000100:00100000:0.0:1746066712.913764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.915503:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.917576:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.921446:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.923097:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.927505:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.927543:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.927557:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.929069:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.952953:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.953064:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974636800 00000100:00100000:0.0:1746066712.953071:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974636800 00000100:00100000:0.0:1746066712.953104:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8820 00000100:00100000:0.0:1746066712.953111:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28264:x1830882974636800:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066712.953126:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066712.953141:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7a00/0xfb36a14ee607ed8a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976f34 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.953189:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7a00/0xfb36a14ee607ed8a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f34 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.953203:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7a00/0xfb36a14ee607ed8a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f34 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.953212:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066712.953215:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066712.953218:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e269800/0xfb36a14ee607ed83 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f2d expref: 258 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.953225:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d7a00, rc 0) 00000100:00100000:0.0:1746066712.953261:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28264:x1830882974636800:12345-192.168.202.57@tcp:101:cat.0 Request processed in 150us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066712.953267:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8820 00000100:00100000:0.0:1746066712.984528:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9481 00000100:00100000:0.0:1746066712.984549:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976034688:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066712.984722:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3295:x1830882976034688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 180us (3177us total) trans 21474839871 rc 0/0 00000100:00100000:0.0:1746066712.984728:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9481 00000100:00100000:0.0:1746066712.984738:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9483 00000100:00100000:0.0:1746066712.984742:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976033792:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066712.985365:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3295:x1830882976033792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 621us (3780us total) trans 17179872563 rc 0/0 00000100:00100000:0.0:1746066712.985370:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9483 00000100:00100000:0.0:1746066712.986045:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974636928 00000100:00100000:0.0:1746066712.986049:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974636928 00000100:00100000:0.0:1746066712.986073:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974637056 00000100:00100000:0.0:1746066712.986074:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974637056 00000100:00100000:0.0:1746066712.986085:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3439 00000100:00100000:0.0:1746066712.986089:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28264:x1830882974636928:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:0.0:1746066712.986298:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28264:x1830882974636928:12345-192.168.202.57@tcp:49:cat.0 Request processed in 207us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066712.986312:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3439 00000100:00100000:0.0:1746066712.988753:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.994106:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.994132:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.994160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066712.994190:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974637312 00000100:00100000:0.0:1746066712.994199:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974637312 00010000:00010000:0.0:1746066712.994238:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093630000/0xfb36a14ee607ed05 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ee0 expref: 28 pid: 8450 timeout: 774 lvb_type: 1 00000100:00100000:0.0:1746066712.994273:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974637568 00000100:00100000:0.0:1746066712.994276:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974637568 00010000:00010000:0.0:1746066712.994287:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136b56c00/0xfb36a14ee607ec64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ea1 expref: 8 pid: 21973 timeout: 774 lvb_type: 1 00000100:00100000:0.0:1746066712.994325:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974637440 00000100:00100000:0.0:1746066712.994327:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974637440 00010000:00010000:0.0:1746066712.994340:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e523a00/0xfb36a14ee607ed52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f0a expref: 12 pid: 4614 timeout: 774 lvb_type: 1 00000100:00100000:0.0:1746066712.994365:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4653 00000100:00100000:0.0:1746066712.994372:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882974637312:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066712.994390:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066712.994420:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093630000/0xfb36a14ee607ed05 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ee0 expref: 28 pid: 8450 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066712.994433:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093630000/0xfb36a14ee607ed05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ee0 expref: 28 pid: 8450 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066712.994465:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066712.994514:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882974637312:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 143us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066712.994522:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4653 00000100:00100000:0.0:1746066712.994577:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4654 00000100:00100000:0.0:1746066712.994582:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882974637568:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066712.994588:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066712.994596:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136b56c00/0xfb36a14ee607ec64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ea1 expref: 8 pid: 21973 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066712.994604:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136b56c00/0xfb36a14ee607ec64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ea1 expref: 8 pid: 21973 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066712.994616:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066712.994629:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882974637568:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 46us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066712.994634:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4654 00000100:00100000:0.0:1746066712.994643:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4655 00000100:00100000:0.0:1746066712.994647:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882974637440:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066712.994653:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066712.994660:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e523a00/0xfb36a14ee607ed52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f0a expref: 12 pid: 4614 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066712.994670:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e523a00/0xfb36a14ee607ed52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f0a expref: 12 pid: 4614 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066712.994700:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066712.994702:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066712.994710:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e796400/0xfb36a14ee607ed91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2596864->2691071) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f3b expref: 27 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.994720:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e796400/0xfb36a14ee607ed91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2596864->2691071) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f3b expref: 27 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066712.994757:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e796400/0xfb36a14ee607ed91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2596864->2691071) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f3b expref: 27 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066712.994770:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976035712:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066712.994818:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066713.003184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.003206:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.003283:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.003296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.003903:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976035712:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066713.003925:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066713.003965:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882974637440:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9316us (9804us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.003979:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4655 00000100:00100000:0.0:1746066713.017264:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.045191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.061637:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976035968:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066713.061713:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976035840:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066713.061740:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976036096:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066713.061774:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2277376->3018751] (req 2277376->3018751) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.061793:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925dd200, rc 0) 00000100:00100000:0.0:1746066713.061837:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:28266:x1830882974639488:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 10215us (16657us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.061846:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9488 00000100:00100000:0.0:1746066713.061923:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.061938:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.061959:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.061979:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974639744 00000100:00100000:0.0:1746066713.061985:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974639744 00010000:00010000:0.0:1746066713.062010:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093c5d800/0xfb36a14ee607ed1a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ed9 expref: 33 pid: 10402 timeout: 774 lvb_type: 1 00000100:00100000:0.0:1746066713.062030:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974639616 00000100:00100000:0.0:1746066713.062032:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974639616 00010000:00010000:0.0:1746066713.062041:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e522000/0xfb36a14ee607ed4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f03 expref: 26 pid: 4614 timeout: 774 lvb_type: 1 00000100:00100000:0.0:1746066713.062057:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974639872 00000100:00100000:0.0:1746066713.062059:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974639872 00010000:00010000:0.0:1746066713.062068:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee607ec48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e9a expref: 8 pid: 21203 timeout: 774 lvb_type: 1 00000100:00100000:0.0:1746066713.062080:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4656 00000100:00100000:0.0:1746066713.062086:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882974639744:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.062100:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066713.062120:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093c5d800/0xfb36a14ee607ed1a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ed9 expref: 33 pid: 10402 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.062132:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093c5d800/0xfb36a14ee607ed1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ed9 expref: 33 pid: 10402 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.062153:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c5d800/0xfb36a14ee607ed1a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ed9 expref: 33 pid: 10402 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.062167:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066713.062183:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882974639744:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 97us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.062190:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4656 00000100:00100000:0.0:1746066713.062202:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4657 00000100:00100000:0.0:1746066713.062206:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882974639616:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.062213:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066713.062221:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e522000/0xfb36a14ee607ed4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f03 expref: 26 pid: 4614 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.062229:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e522000/0xfb36a14ee607ed4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f03 expref: 26 pid: 4614 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.062239:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e522000/0xfb36a14ee607ed4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f03 expref: 26 pid: 4614 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.062247:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066713.062266:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974639616:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 53us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.062272:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4657 00000100:00100000:0.0:1746066713.062282:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4658 00000100:00100000:0.0:1746066713.062286:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974639872:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.062293:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066713.062300:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee607ec48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e9a expref: 8 pid: 21203 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.062320:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee607ec48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e9a expref: 8 pid: 21203 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.062332:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee607ec48 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e9a expref: 8 pid: 21203 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.062340:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.062342:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.062349:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2277376->3018751) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.062357:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2277376->3018751) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.062386:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2277376->3018751) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066713.062397:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976036224:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066713.062449:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066713.072259:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976036224:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066713.072278:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066713.072336:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974639872:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 10047us (10374us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.072344:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4658 00000100:00100000:0.0:1746066713.082608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.083258:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974640768 00000100:00100000:0.0:1746066713.083264:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974640768 00000100:00100000:0.0:1746066713.083299:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9489 00000100:00100000:0.0:1746066713.083318:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:28263:x1830882974640768:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066713.083333:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066713.083348:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4af0600/0xfb36a14ee607ed9f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976f49 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.083370:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2277376->3018751) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.083383:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066713.083384:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066713.083388:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4af0600/0xfb36a14ee607ed9f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f49 expref: 33 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.083412:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2277376->3018751) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.083422:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2277376->3018751) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 26 pid: 21973 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746066713.083432:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976036352:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066713.083490:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066713.084839:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.093926:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974640640:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 17938us (18224us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066713.093938:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3752 00002000:00100000:0.0:1746066713.093950:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e8c6300 x1830882974640640/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:119/0 lens 488/440 e 0 to 0 dl 1746066724 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066713.093960:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c6300 with x1830882974640640 ext(1048576->2097151) 00002000:00010000:0.0:1746066713.093966:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c6300 00000100:00100000:0.0:1746066713.096579:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.096605:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974641280 00000100:00100000:0.0:1746066713.096614:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974641280 00002000:00100000:0.0:1746066713.096659:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2277376->3018751) req@ffff880135dfa300 x1830882974641280/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:119/0 lens 488/0 e 0 to 0 dl 1746066724 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066713.096670:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfa300 with x1830882974641280 ext(2277376->3018751) 00010000:00010000:0.0:1746066713.096708:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2277376->3018751) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 25 pid: 21973 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066713.096722:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2277376->3018751) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 25 pid: 21973 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746066713.096729:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135dfa300 00000100:00100000:0.0:1746066713.096747:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 787 00000100:00100000:0.0:1746066713.096754:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974641280:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066713.107087:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.107278:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974641408 00000100:00100000:0.0:1746066713.107288:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974641408 00000100:00100000:0.0:1746066713.107347:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9490 00000100:00100000:0.0:1746066713.107356:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28264:x1830882974641408:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066713.107377:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066713.107395:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff800/0xfb36a14ee607eda6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976f50 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.107421:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066713.107426:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff800/0xfb36a14ee607eda6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f50 expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.107439:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff800/0xfb36a14ee607eda6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f50 expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.107453:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3ff800, rc 0) 00000100:00100000:0.0:1746066713.107500:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28264:x1830882974641408:12345-192.168.202.57@tcp:101:cat.0 Request processed in 145us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.107505:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9490 00000100:00100000:0.0:1746066713.130131:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.130165:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974641536 00000100:00100000:0.0:1746066713.130174:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974641536 00010000:00010000:0.0:1746066713.130214:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2277376->3018751) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 28 pid: 21973 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746066713.130242:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4659 00000100:00100000:0.0:1746066713.130251:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882974641536:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.130267:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746066713.130286:0:7107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066711 -> 1746066712 00002000:00010000:0.0:1746066713.130289:0:7107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066711 -> 1746066712 00010000:00010000:0.0:1746066713.130295:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2277376->3018751) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 28 pid: 21973 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066713.130316:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2277376->3018751) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 28 pid: 21973 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066713.130339:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800925dd200/0xfb36a14ee607ed98 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2277376->3018751) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f42 expref: 28 pid: 21973 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066713.130374:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.130377:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.130384:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4af0600/0xfb36a14ee607ed9f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f49 expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.130392:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4af0600/0xfb36a14ee607ed9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f49 expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.130706:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.130708:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.130712:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff800/0xfb36a14ee607eda6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f50 expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.130720:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff800/0xfb36a14ee607eda6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f50 expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.130817:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff800/0xfb36a14ee607eda6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f50 expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066713.130831:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976036480:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066713.130919:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4af0600/0xfb36a14ee607ed9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f49 expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066713.130927:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976036608:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066713.130945:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3f15a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066713.133725:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976036480:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066713.133737:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976036608:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066713.133759:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066713.133808:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882974641536:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3557us (3684us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.133820:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4659 00000100:00100000:0.0:1746066713.155318:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882974641792:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15692us (15926us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066713.155331:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3753 00002000:00100000:0.0:1746066713.155342:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e8c6680 x1830882974641792/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:119/0 lens 488/440 e 0 to 0 dl 1746066724 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066713.155351:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c6680 with x1830882974641792 ext(2097152->3145727) 00002000:00010000:0.0:1746066713.155358:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c6680 00000100:00100000:0.0:1746066713.167344:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974642944 00000100:00100000:0.0:1746066713.167355:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974642944 00000100:00100000:0.0:1746066713.167891:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9491 00000100:00100000:0.0:1746066713.167901:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28264:x1830882974642944:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066713.167917:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066713.167934:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e6f8a00/0xfb36a14ee607edad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976f57 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.168081:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e796400/0xfb36a14ee607ed91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2596864->2691071) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f3b expref: 29 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.168090:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066713.168092:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066713.168096:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e6f8a00/0xfb36a14ee607edad lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f57 expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.168123:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e796400/0xfb36a14ee607ed91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2596864->2691071) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f3b expref: 29 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.168136:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e796400/0xfb36a14ee607ed91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2596864->2691071) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f3b expref: 29 pid: 8112 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746066713.168148:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976036736:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066713.168204:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066713.193570:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.193604:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974643328 00000100:00100000:0.0:1746066713.193613:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974643328 00010000:00010000:0.0:1746066713.193646:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e796400/0xfb36a14ee607ed91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2596864->2691071) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f3b expref: 29 pid: 8112 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746066713.193699:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4660 00000100:00100000:0.0:1746066713.193708:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882974643328:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.193722:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746066713.193743:0:7107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066711 -> 1746066712 00002000:00010000:0.0:1746066713.193746:0:7107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066711 -> 1746066712 00010000:00010000:0.0:1746066713.193751:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e796400/0xfb36a14ee607ed91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2596864->2691071) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f3b expref: 29 pid: 8112 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066713.193763:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e796400/0xfb36a14ee607ed91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2596864->2691071) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f3b expref: 29 pid: 8112 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066713.193787:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e796400/0xfb36a14ee607ed91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2596864->2691071) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f3b expref: 29 pid: 8112 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066713.193809:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.193810:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.193818:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e6f8a00/0xfb36a14ee607edad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f57 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.193826:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e6f8a00/0xfb36a14ee607edad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f57 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.193834:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.193835:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.193839:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a58de600/0xfb36a14ee607edb4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f5e expref: 28 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.193845:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a58de600/0xfb36a14ee607edb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f5e expref: 28 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.193877:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a58de600/0xfb36a14ee607edb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f5e expref: 28 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066713.193890:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976036864:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066713.193966:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e6f8a00/0xfb36a14ee607edad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f57 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066713.193973:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976036992:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066713.193990:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3f15a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066713.197401:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976036864:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066713.197413:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976036992:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066713.197433:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066713.197480:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882974643328:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3772us (3919us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.197493:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4660 00000100:00100000:0.0:1746066713.202832:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.202850:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.203089:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.203188:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.203298:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.203395:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974644096 00000100:00100000:0.0:1746066713.203401:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974644096 00002000:00100000:0.0:1746066713.203434:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135dfb800 x1830882974644096/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:119/0 lens 488/0 e 0 to 0 dl 1746066724 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066713.203443:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfb800 with x1830882974644096 ext(2097152->3145727) 00002000:00010000:0.0:1746066713.203447:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfb800 00000100:00100000:0.0:1746066713.203476:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3758 00000100:00100000:0.0:1746066713.203483:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882974643712:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066713.204621:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3761 00000100:00100000:0.0:1746066713.204630:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882974644096:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066713.231424:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882974643584:12345-192.168.202.57@tcp:3:cat.0 Request processed in 27580us (28558us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066713.231438:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3759 00002000:00100000:0.0:1746066713.231452:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135df9f80 x1830882974643584/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:119/0 lens 488/440 e 0 to 0 dl 1746066724 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066713.231461:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9f80 with x1830882974643584 ext(2097152->3145727) 00002000:00010000:0.0:1746066713.231467:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135df9f80 00000100:00100000:0.0:1746066713.268011:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.284508:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.296880:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.319500:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.325359:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.325400:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.325445:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.325484:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974645888 00000100:00100000:0.0:1746066713.325496:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974645888 00010000:00010000:0.0:1746066713.325534:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee607ecfe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ed2 expref: 17 pid: 21973 timeout: 774 lvb_type: 1 00000100:00100000:0.0:1746066713.325561:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974646016 00000100:00100000:0.0:1746066713.325565:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974646016 00010000:00010000:0.0:1746066713.325575:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e64ea00/0xfb36a14ee607ec5d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e93 expref: 7 pid: 8450 timeout: 774 lvb_type: 1 00000100:00100000:0.0:1746066713.325586:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974646144 00000100:00100000:0.0:1746066713.325588:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974646144 00010000:00010000:0.0:1746066713.325596:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee607ed44 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976efc expref: 11 pid: 10402 timeout: 774 lvb_type: 1 00000100:00100000:0.0:1746066713.325611:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4661 00000100:00100000:0.0:1746066713.325618:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882974645888:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.325633:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746066713.325654:0:9852:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2077 -> 2081 00010000:00010000:0.0:1746066713.325661:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee607ecfe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ed2 expref: 17 pid: 21973 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.325692:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee607ecfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ed2 expref: 17 pid: 21973 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.325717:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee607ecfe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ed2 expref: 17 pid: 21973 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.325736:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066713.325765:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1963:x1830882974645888:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 147us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.325771:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4661 00000100:00100000:0.0:1746066713.325784:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4662 00000100:00100000:0.0:1746066713.325789:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882974646016:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.325797:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066713.325804:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e64ea00/0xfb36a14ee607ec5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e93 expref: 7 pid: 8450 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.325812:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e64ea00/0xfb36a14ee607ec5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e93 expref: 7 pid: 8450 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.325825:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e64ea00/0xfb36a14ee607ec5d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e93 expref: 7 pid: 8450 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.325837:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066713.325851:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882974646016:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 62us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.325949:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4662 00000100:00100000:0.0:1746066713.327012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.328190:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.330210:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.331374:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.338492:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.341941:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.351547:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.351595:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.363005:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.363058:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.370630:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.376117:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.381220:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.495993:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.499774:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.500643:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.502290:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3443 00000100:00100000:0.0:1746066713.502310:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:23712:x1830882974648960:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746066713.506570:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.510709:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.513811:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.516345:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974650112 00000100:00100000:0.0:1746066713.516351:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974650112 00000100:00100000:0.0:1746066713.516385:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 519 00000100:00100000:0.0:1746066713.516391:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:1963:x1830882974650112:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.516403:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066713.516423:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9800/0xfb36a14ee607ee4e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f96 expref: 260 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.516888:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066713.516893:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066713.518531:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:1963:x1830882974650112:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2133us (2479us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.518540:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 519 00000100:00100000:0.0:1746066713.519506:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.519530:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.519546:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.521246:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9499 00000100:00100000:0.0:1746066713.521257:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882974650624:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066713.521271:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066713.521289:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e88b200/0xfb36a14ee607ee6a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976fb2 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066713.521333:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976039168:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066713.521385:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00002000:00010000:0.0:1746066713.525010:0:8452:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime: 1746066712 -> 1746066713 00002000:00010000:0.0:1746066713.525014:0:8452:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066711 -> 1746066713 00002000:00010000:0.0:1746066713.525016:0:8452:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066712 -> 1746066713 00000100:00100000:0.0:1746066713.525027:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976039040:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066713.525042:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1e400/0xfb36a14ee607ee63 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976fa4 expref: 28 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066713.525051:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1e400/0xfb36a14ee607ee63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976fa4 expref: 28 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066713.525058:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a1e400, rc 0) 00000100:00100000:0.0:1746066713.525077:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882974650368:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6021us (6305us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066713.525083:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9498 00000100:00100000:0.0:1746066713.526131:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976039168:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066713.526149:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e88b200/0xfb36a14ee607ee6a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976fb2 expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066713.526158:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e88b200/0xfb36a14ee607ee6a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c976fb2 expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066713.526165:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e88b200, rc 0) 00000100:00100000:0.0:1746066713.526197:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882974650624:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4943us (6691us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066713.526203:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9499 00000100:00100000:0.0:1746066713.537318:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.538257:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.543170:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974651648 00000100:00100000:0.0:1746066713.543177:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974651648 00010000:00010000:0.0:1746066713.543204:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0600/0xfb36a14ee607ee32 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f8f expref: 9 pid: 20127 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746066713.543227:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4671 00000100:00100000:0.0:1746066713.543233:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974651648:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.543244:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066713.543249:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0600/0xfb36a14ee607ee32 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f8f expref: 9 pid: 20127 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066713.543256:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0600/0xfb36a14ee607ee32 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f8f expref: 9 pid: 20127 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066713.543273:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0600/0xfb36a14ee607ee32 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f8f expref: 9 pid: 20127 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746066713.543591:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066713.543596:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f61b600/0xfb36a14ee607ee8d lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066713.543604:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f61b600/0xfb36a14ee607ee8d lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066713.543609:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f61b600/0xfb36a14ee607ee8d lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066713.543710:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066713.544057:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974651648:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 822us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.544063:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4671 00000100:00100000:0.0:1746066713.551417:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.551570:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.552985:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.554641:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.565663:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.571755:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.571792:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.572650:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9503 00000100:00100000:0.0:1746066713.572659:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f29a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1966:x1830882974652544:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066713.572702:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066713.572715:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e88a000/0xfb36a14ee607eecc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976fdc expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066713.572769:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f29b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976039936:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066713.573350:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066713.573437:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.573458:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.573476:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.573499:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.573514:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974653056 00000100:00100000:0.0:1746066713.573520:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974653056 00000100:00100000:0.0:1746066713.574006:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9506 00000100:00100000:0.0:1746066713.574013:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974653312:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066713.574039:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066713.574364:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e88a600/0xfb36a14ee607eee8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c976ff8 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066713.574393:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f298e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976040448:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066713.574413:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066713.584025:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.585496:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.585531:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.591920:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.606062:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.611538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.611595:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.613529:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.621144:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.627579:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.636283:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.636401:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.640906:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.649721:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.652221:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.652251:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.655875:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.664619:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.669610:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.689784:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.689806:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.690505:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.690814:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.690828:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3778 00000100:00100000:0.0:1746066713.690834:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882974658304:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066713.704192:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.707659:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.707722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.707757:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974659328 00000100:00100000:0.0:1746066713.707764:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974659328 00010000:00010000:0.0:1746066713.707791:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136b57a00/0xfb36a14ee607ec4f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e8c expref: 6 pid: 21973 timeout: 774 lvb_type: 1 00000100:00100000:0.0:1746066713.707824:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974659200 00000100:00100000:0.0:1746066713.707826:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974659200 00010000:00010000:0.0:1746066713.707836:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009904cc00/0xfb36a14ee607ed3d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ef5 expref: 17 pid: 20532 timeout: 774 lvb_type: 1 00000100:00100000:0.0:1746066713.707850:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4680 00000100:00100000:0.0:1746066713.707857:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882974659328:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.707867:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066713.707886:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136b57a00/0xfb36a14ee607ec4f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e8c expref: 6 pid: 21973 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.707895:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136b57a00/0xfb36a14ee607ec4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e8c expref: 6 pid: 21973 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.708997:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136b57a00/0xfb36a14ee607ec4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976e8c expref: 6 pid: 21973 timeout: 774 lvb_type: 1 00010000:00010000:0.0:1746066713.709373:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066713.716358:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.717858:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.721281:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.723273:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.723323:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.723474:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9518 00000100:00100000:0.0:1746066713.723481:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882974660608:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066713.723487:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066713.723493:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ee55600/0xfb36a14ee607ef89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97705a expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066713.723530:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976042624:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066713.723822:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066713.726827:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976042624:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066713.726842:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ee55600/0xfb36a14ee607ef89 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97705a expref: 14 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066713.726850:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ee55600/0xfb36a14ee607ef89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97705a expref: 14 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066713.726979:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee55600, rc 0) 00000100:00100000:0.0:1746066713.727750:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882974660608:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4268us (4426us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066713.727756:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9518 00000100:00100000:0.0:1746066713.732389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.750380:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.750434:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.762254:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.762320:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.785089:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.795632:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.795708:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.799531:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.808079:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.815625:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.817885:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.817996:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974662272 00000100:00100000:0.0:1746066713.818003:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974662272 00000100:00100000:0.0:1746066713.827406:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.831840:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.851817:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.851893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.865602:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.865647:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.872234:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.894401:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.894445:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.910010:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.913653:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.941870:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.944051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.948847:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.951063:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4689 00000100:00100000:0.0:1746066713.951070:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882974665472:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.951077:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066713.951081:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f435200/0xfb36a14ee607eebe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976fce expref: 9 pid: 14550 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066713.951099:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f435200/0xfb36a14ee607eebe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976fce expref: 9 pid: 14550 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066713.951110:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f435200/0xfb36a14ee607eebe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976fce expref: 9 pid: 14550 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066713.951123:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066713.951126:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880135d8a200/0xfb36a14ee607efe4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066713.951131:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880135d8a200/0xfb36a14ee607efe4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066713.951135:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066713.951150:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882974665472:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 81us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066713.951157:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4689 00000100:00100000:0.0:1746066713.969011:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.972657:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.984372:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.991893:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.991942:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.998439:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.998475:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.998651:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.998713:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066713.998732:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974666368 00000100:00100000:0.0:1746066713.998739:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974666368 00010000:00010000:0.0:1746066713.998769:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135d8ba00/0xfb36a14ee607efb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3526655) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977084 expref: 14 pid: 8112 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746066713.998789:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974666496 00000100:00100000:0.0:1746066713.998791:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974666496 00010000:00010000:0.0:1746066713.998800:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee607efd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770a7 expref: 20 pid: 8112 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746066713.998811:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974666752 00000100:00100000:0.0:1746066713.998813:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974666752 00010000:00010000:0.0:1746066713.998821:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee607ed21 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976eb6 expref: 15 pid: 8452 timeout: 775 lvb_type: 1 00000100:00100000:0.0:1746066713.998829:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974666624 00000100:00100000:0.0:1746066713.998830:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974666624 00010000:00010000:0.0:1746066713.998837:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b093400/0xfb36a14ee607ed0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976ebd expref: 21 pid: 10402 timeout: 775 lvb_type: 1 00000100:00100000:0.0:1746066713.998846:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4690 00000100:00100000:0.0:1746066713.998851:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882974666368:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.998863:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066713.998881:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135d8ba00/0xfb36a14ee607efb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3526655) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977084 expref: 14 pid: 8112 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066713.998891:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135d8ba00/0xfb36a14ee607efb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3526655) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977084 expref: 14 pid: 8112 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066713.998912:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135d8ba00/0xfb36a14ee607efb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3526655) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977084 expref: 14 pid: 8112 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066713.998927:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.998929:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.998935:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a56b9e00/0xfb36a14ee607f007 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770bc expref: 27 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.998942:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a56b9e00/0xfb36a14ee607f007 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770bc expref: 27 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.998971:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a56b9e00/0xfb36a14ee607f007 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770bc expref: 27 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066713.998981:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092709f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976045824:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066713.999042:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066713.999059:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4691 00000100:00100000:0.0:1746066713.999065:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882974666496:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066713.999073:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066713.999084:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee607efd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770a7 expref: 21 pid: 8112 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066713.999091:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee607efd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770a7 expref: 21 pid: 8112 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066713.999106:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee607efd6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770a7 expref: 21 pid: 8112 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066713.999114:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.999116:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066713.999119:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931e6c00/0xfb36a14ee607f015 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3846144->4050943) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770ca expref: 15 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.999125:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931e6c00/0xfb36a14ee607f015 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3846144->4050943) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770ca expref: 15 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066713.999142:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800931e6c00/0xfb36a14ee607f015 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3846144->4050943) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770ca expref: 15 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066713.999149:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009270b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976045952:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066713.999168:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066713.999200:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.004579:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066714.007262:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746066714.007265:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066714.007278:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3791 00000100:00100000:0.0:1746066714.007284:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974667648:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066714.016029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.016068:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.016496:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.017494:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.017863:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.017878:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974668288 00000100:00100000:0.0:1746066714.017880:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974668288 00000100:00100000:0.0:1746066714.017893:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974668416 00000100:00100000:0.0:1746066714.017895:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974668416 00000100:00100000:0.0:1746066714.017903:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9535 00000100:00100000:0.0:1746066714.017907:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974668288:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066714.017912:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066714.017918:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf0d000/0xfb36a14ee607f02a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9770df expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.017935:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009270bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976046464:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066714.017953:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066714.017966:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9536 00000100:00100000:0.0:1746066714.017971:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974668416:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066714.017975:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066714.017980:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf0ca00/0xfb36a14ee607f031 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9770e6 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.017988:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.017990:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.017997:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf0ca00/0xfb36a14ee607f031 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770e6 expref: 18 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.018008:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf0ca00/0xfb36a14ee607f031 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770e6 expref: 18 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.018020:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf0ca00, rc 0) 00000100:00100000:0.0:1746066714.018030:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882974668416:12345-192.168.202.57@tcp:101:cat.0 Request processed in 60us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.018034:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9536 00000100:00100000:0.0:1746066714.023184:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.023860:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009270bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976046464:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066714.024250:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf0d000/0xfb36a14ee607f02a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770df expref: 17 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.024260:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf0d000/0xfb36a14ee607f02a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770df expref: 17 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.024270:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf0d000, rc 0) 00000100:00100000:0.0:1746066714.024286:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974668288:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6379us (6793us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066714.024292:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9535 00000100:00100000:0.0:1746066714.024709:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974667648:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 17425us (17549us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066714.024715:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3791 00002000:00100000:0.0:1746066714.024721:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135f80000 x1830882974667648/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/440 e 0 to 0 dl 1746066725 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.024729:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f80000 with x1830882974667648 ext(2097152->3145727) 00002000:00010000:0.0:1746066714.024732:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f80000 00000100:00100000:0.0:1746066714.033973:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.038414:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.038726:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.048266:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.049152:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.055071:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.055167:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.055200:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.076246:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.077533:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.086091:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.087639:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882974670592:12345-192.168.202.57@tcp:4:cat.0 Request processed in 4769us (4904us total) trans 17179872567 rc 0/0 00000100:00100000:0.0:1746066714.087649:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 797 00002000:00100000:0.0:1746066714.087658:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x387:0x0] (1953792->2097151) req@ffff880135f81f80 x1830882974670592/t17179872567(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/448 e 0 to 0 dl 1746066725 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.087667:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f81f80 with x1830882974670592 ext(1953792->2097151) 00010000:00010000:0.0:1746066714.087705:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f61b800/0xfb36a14ee607ef66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1953792->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977037 expref: 30 pid: 8452 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.087720:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f61b800/0xfb36a14ee607ef66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1953792->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977037 expref: 30 pid: 8452 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746066714.087726:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f81f80 00000100:00100000:0.0:1746066714.094219:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.105403:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.110165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.127531:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.135014:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.153212:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.161267:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.185066:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.201133:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3801 00000100:00100000:0.0:1746066714.201151:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882974672512:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066714.239414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.246811:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.246950:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.246978:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.247035:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.247084:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974673408 00000100:00100000:0.0:1746066714.247094:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974673408 00000100:00100000:0.0:1746066714.247145:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974673664 00000100:00100000:0.0:1746066714.247149:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974673664 00000100:00100000:0.0:1746066714.247174:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9545 00000100:00100000:0.0:1746066714.247183:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882974673408:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066714.247208:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066714.247229:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf0d000/0xfb36a14ee607f070 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977125 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.247255:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.247258:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.247269:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf0d000/0xfb36a14ee607f070 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977125 expref: 32 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.247288:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf0d000/0xfb36a14ee607f070 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977125 expref: 32 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.247312:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf0d000, rc 0) 00000100:00100000:0.0:1746066714.247370:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882974673408:12345-192.168.202.57@tcp:101:cat.0 Request processed in 187us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.247377:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9545 00000100:00100000:0.0:1746066714.247398:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9546 00000100:00100000:0.0:1746066714.247404:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974673664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066714.247414:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066714.247426:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf0cc00/0xfb36a14ee607f077 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97712c expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.247443:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.247455:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bf0cc00/0xfb36a14ee607f077 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97712c expref: 18 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.247464:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bf0cc00/0xfb36a14ee607f077 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97712c expref: 18 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.247481:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf0cc00, rc 0) 00000100:00100000:0.0:1746066714.247503:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974673664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 99us (554us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066714.247509:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9546 00000100:00100000:0.0:1746066714.247532:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974673536 00000100:00100000:0.0:1746066714.247535:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974673536 00010000:00010000:0.0:1746066714.247554:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f069a00/0xfb36a14ee607ef27 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977014 expref: 17 pid: 8452 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746066714.247579:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974673792 00000100:00100000:0.0:1746066714.247583:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974673792 00010000:00010000:0.0:1746066714.247595:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed35800/0xfb36a14ee607ef7b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97704c expref: 23 pid: 8451 timeout: 775 lvb_type: 1 00000100:00100000:0.0:1746066714.247613:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4699 00000100:00100000:0.0:1746066714.247620:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882974673536:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066714.247633:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066714.247660:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f069a00/0xfb36a14ee607ef27 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977014 expref: 17 pid: 8452 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.247670:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f069a00/0xfb36a14ee607ef27 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977014 expref: 17 pid: 8452 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.247728:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066714.247750:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882974673536:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 130us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.247756:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4699 00000100:00100000:0.0:1746066714.247771:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4700 00000100:00100000:0.0:1746066714.247777:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1965:x1830882974673792:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066714.247786:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066714.247797:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ed35800/0xfb36a14ee607ef7b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97704c expref: 23 pid: 8451 timeout: 775 lvb_type: 1 00010000:00010000:0.0:1746066714.247810:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ed35800/0xfb36a14ee607ef7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97704c expref: 23 pid: 8451 timeout: 775 lvb_type: 1 00010000:00010000:0.0:1746066714.247822:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.247824:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.247829:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f069 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1294336->2031615) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97711e expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.247837:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f069 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1294336->2031615) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97711e expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.247871:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f069 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1294336->2031615) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97711e expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.247885:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976047872:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066714.247961:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066714.257239:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.262804:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.263116:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.266590:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.266635:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.266715:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.268098:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3809 00000100:00100000:0.0:1746066714.268104:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1966:x1830882974675200:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066714.269652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.273436:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882974674816:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10210us (10319us total) trans 0 rc 1044480/1044480 00000100:00100000:0.0:1746066714.273444:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3806 00002000:00100000:0.0:1746066714.274378:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009b7fa300 x1830882974674816/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 504/440 e 0 to 0 dl 1746066725 ref 1 fl Complete:/200/0 rc 1044480/1044480 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.274388:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fa300 with x1830882974674816 ext(1048576->2097151) 00002000:00010000:0.0:1746066714.274394:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fa300 00000100:00100000:0.0:1746066714.276034:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882974675200:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7922us (9311us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066714.276046:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3809 00002000:00100000:0.0:1746066714.276057:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009b7fb800 x1830882974675200/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/440 e 0 to 0 dl 1746066725 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.276067:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fb800 with x1830882974675200 ext(1048576->2097151) 00002000:00010000:0.0:1746066714.276073:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fb800 00000100:00100000:0.0:1746066714.279783:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.279926:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.282443:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.288968:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.289072:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.290778:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.292932:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.299448:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.300644:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.309410:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.309473:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.329971:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.332170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.332723:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.336607:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.341375:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.341417:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066714.341744:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066714.345456:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.345517:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066714.346466:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892800/0xfb36a14ee607f0cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346474:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892800/0xfb36a14ee607f0cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:0.0:1746066714.346531:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:0.0:1746066714.346536:0:14550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746066714.346553:0:14550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892800/0xfb36a14ee607f0cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346564:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892800/0xfb36a14ee607f0cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346574:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893000/0xfb36a14ee607f0bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346581:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893000/0xfb36a14ee607f0bd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346586:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893000/0xfb36a14ee607f0bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346592:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5893000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066714.346598:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893000/0xfb36a14ee607f0bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346605:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893000/0xfb36a14ee607f0bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346614:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066714.346617:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066714.346620:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893000/0xfb36a14ee607f0bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346625:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893000/0xfb36a14ee607f0bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346642:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892e00/0xfb36a14ee607f0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346648:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892e00/0xfb36a14ee607f0c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346652:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892e00/0xfb36a14ee607f0c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346657:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5892e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066714.346659:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892e00/0xfb36a14ee607f0c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346662:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892e00/0xfb36a14ee607f0c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346668:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880135b13400) 00010000:00010000:0.0:1746066714.346670:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066714.346698:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892e00/0xfb36a14ee607f0c4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346706:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892e00/0xfb36a14ee607f0c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.346742:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893e00/0xfb36a14ee607f0b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97716b expref: 10 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.346753:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892800/0xfb36a14ee607f0cb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97716b expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.346760:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066714.346761:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066714.346763:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5892800, rc 0) 00000100:00100000:0.0:1746066714.347639:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.349575:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.351488:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.351508:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.351524:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.351545:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.351558:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974678912 00000100:00100000:0.0:1746066714.351561:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974678912 00000100:00100000:0.0:1746066714.351587:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974679040 00000100:00100000:0.0:1746066714.351588:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974679040 00000100:00100000:0.0:1746066714.351595:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974679168 00000100:00100000:0.0:1746066714.351596:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974679168 00000100:00100000:0.0:1746066714.351602:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974679296 00000100:00100000:0.0:1746066714.351603:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974679296 00000100:00100000:0.0:1746066714.351612:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9557 00000100:00100000:0.0:1746066714.351616:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882974678912:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066714.351627:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066714.351636:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ec3600/0xfb36a14ee607f0e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977180 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.351667:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976049792:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066714.351727:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fc00 going to sleep for 11 seconds 00000100:00080000:0.0:1746066714.351736:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066714.351745:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9558 00000100:00100000:0.0:1746066714.351748:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882974679040:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066714.351753:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066714.351761:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800939e5600/0xfb36a14ee607f0e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977187 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.351780:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976049920:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066714.351792:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066714.352408:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.352444:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.353755:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976049920:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066714.353778:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800939e5600/0xfb36a14ee607f0e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977187 expref: 8 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.353787:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800939e5600/0xfb36a14ee607f0e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977187 expref: 8 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.353796:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800939e5600, rc 0) 00000100:00100000:0.0:1746066714.353819:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974679040:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2069us (2308us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066714.353827:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9558 00000100:00100000:0.0:1746066714.357305:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.357356:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.361886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.368732:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.371855:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.376186:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.376227:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.376255:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.379266:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976050816:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066714.379305:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7600/0xfb36a14ee607f142 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9771cd expref: 8 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.379316:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7600/0xfb36a14ee607f142 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9771cd expref: 8 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.379329:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d7600, rc 0) 00000100:00100000:0.0:1746066714.379366:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974680704:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2941us (3138us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066714.379374:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9566 00000100:00100000:0.0:1746066714.387688:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9570 00000100:00100000:0.0:1746066714.387707:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974681216:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066714.387744:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607f16c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.387763:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee607f07e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 929792->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977133 expref: 15 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.387769:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066714.387771:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066714.387772:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607f16c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.387795:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee607f07e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 929792->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977133 expref: 15 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.387805:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee607f07e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 929792->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977133 expref: 15 pid: 8450 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746066714.387816:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976051200:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066714.387867:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9572 00000100:00100000:0.0:1746066714.387873:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974681472:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066714.387893:0:4614:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880136764800/0xfb36a14ee607f17a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.387904:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee607f05b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977110 expref: 15 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.387911:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136764e00/0xfb36a14ee607f0ee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97718e expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.387923:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf0d000/0xfb36a14ee607f070 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977125 expref: 30 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.387929:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.387930:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.387932:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136764800/0xfb36a14ee607f17a lrc: 6/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.387948:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf0d000/0xfb36a14ee607f070 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977125 expref: 30 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.387956:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf0d000/0xfb36a14ee607f070 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977125 expref: 30 pid: 8451 timeout: 775 lvb_type: 1 00000100:00100000:0.0:1746066714.387962:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e843b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976051456:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066714.388491:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136764e00/0xfb36a14ee607f0ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97718e expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.388509:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136764e00/0xfb36a14ee607f0ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97718e expref: 9 pid: 21973 timeout: 775 lvb_type: 1 00000100:00100000:0.0:1746066714.388524:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e840380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976051968:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066714.388586:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee607f05b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977110 expref: 15 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.388599:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee607f05b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977110 expref: 15 pid: 8452 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746066714.388607:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e842d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976052096:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066714.388624:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066714.388647:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066714.389176:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.390666:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976051200:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066714.390696:0:8451:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607f16c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.395472:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.395515:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.395583:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.395609:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.395626:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974682240 00000100:00100000:0.0:1746066714.395629:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974682240 00002000:00100000:0.0:1746066714.395659:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (929792->1048575) req@ffff88009e841500 x1830882974682240/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.396930:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e841500 with x1830882974682240 ext(929792->1048575) 00010000:00010000:0.0:1746066714.396937:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee607f07e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 929792->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977133 expref: 16 pid: 8450 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.396946:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee607f07e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 929792->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977133 expref: 16 pid: 8450 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746066714.396953:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e841500 00000100:00100000:0.0:1746066714.396978:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 801 00000100:00100000:0.0:1746066714.396988:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1965:x1830882974682240:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066714.416338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.416366:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974683008 00000100:00100000:0.0:1746066714.416375:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974683008 00010000:00010000:0.0:1746066714.417138:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee607f05b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977110 expref: 17 pid: 8452 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746066714.417178:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4711 00000100:00100000:0.0:1746066714.417187:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882974683008:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066714.417201:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066714.417223:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee607f05b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977110 expref: 17 pid: 8452 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.417240:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee607f05b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977110 expref: 17 pid: 8452 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.417264:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee607f05b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977110 expref: 17 pid: 8452 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.417299:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066714.417342:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1965:x1830882974683008:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 156us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.417353:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4711 00000100:00100000:0.0:1746066714.417389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.417400:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974683264 00000100:00100000:0.0:1746066714.417403:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974683264 00010000:00010000:0.0:1746066714.417414:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee607f03f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770f4 expref: 22 pid: 21973 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746066714.417435:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4712 00000100:00100000:0.0:1746066714.417440:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1965:x1830882974683264:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066714.417447:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066714.417460:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee607f03f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770f4 expref: 22 pid: 21973 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.417468:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee607f03f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770f4 expref: 22 pid: 21973 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.417482:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee607f03f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9770f4 expref: 22 pid: 21973 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.417491:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066714.417505:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882974683264:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 65us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.417510:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4712 00000100:00100000:0.0:1746066714.424009:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066714.424606:0:8451:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607f16c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.424620:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607f16c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.424648:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607f16c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.424655:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607f16c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.424662:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607f16c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.424667:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a67e6400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066714.424671:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607f16c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.424702:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607f16c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.424712:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607f16c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.424717:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607f16c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.424758:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882974681216:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 37055us (38580us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.424767:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9570 00000100:00100000:0.0:1746066714.427209:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974683648 00000100:00100000:0.0:1746066714.427287:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974683648 00010000:00010000:0.0:1746066714.427329:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f069 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1294336->2031615) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97711e expref: 21 pid: 8452 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746066714.427369:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4719 00000100:00100000:0.0:1746066714.427377:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882974683648:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066714.427389:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066714.427410:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f069 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1294336->2031615) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97711e expref: 21 pid: 8452 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.427420:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f069 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1294336->2031615) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97711e expref: 21 pid: 8452 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.427441:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f069 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1294336->2031615) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97711e expref: 21 pid: 8452 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.427454:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.427455:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.427459:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009025d000/0xfb36a14ee607f181 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.427467:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009025d000/0xfb36a14ee607f181 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.427499:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066714.427535:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1966:x1830882974683648:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 159us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.427542:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4719 00000100:00100000:0.0:1746066714.427562:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974683776 00000100:00100000:0.0:1746066714.427565:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974683776 00000100:00100000:0.0:1746066714.427598:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9574 00000100:00100000:0.0:1746066714.427604:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1965:x1830882974683776:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066714.427619:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066714.427632:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d8ba00/0xfb36a14ee607f18f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9771e2 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066714.427647:0:8451:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd1a, atime: 0x6812dd19, ctime: 0x6812dd1a, blocks: 0x7e9 00010000:00010000:0.0:1746066714.427658:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.427659:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.427665:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d8ba00/0xfb36a14ee607f18f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9771e2 expref: 17 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.427700:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135d8ba00/0xfb36a14ee607f18f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9771e2 expref: 17 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.427708:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d8ba00, rc 0) 00000100:00100000:0.0:1746066714.427726:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882974683776:12345-192.168.202.57@tcp:101:cat.0 Request processed in 123us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.427732:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9574 00000100:00100000:0.0:1746066714.428567:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.430168:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9577 00000100:00100000:0.0:1746066714.430175:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882974684416:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066714.430183:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066714.430193:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135d8b200/0xfb36a14ee607f1a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977205 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066714.430213:0:8451:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd19, atime: 0x6812dd19, ctime: 0x6812dd19, blocks: 0x1029 00010000:00010000:0.0:1746066714.430222:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.430224:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.430228:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135d8b200/0xfb36a14ee607f1a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977205 expref: 20 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.430238:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135d8b200/0xfb36a14ee607f1a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977205 expref: 20 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.430245:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d8b200, rc 0) 00000100:00100000:0.0:1746066714.430261:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882974684416:12345-192.168.202.57@tcp:101:cat.0 Request processed in 88us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.430549:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9577 00000100:00100000:0.0:1746066714.432223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.444542:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.444573:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.444593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.444614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.444633:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.444718:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4721 00000100:00100000:0.0:1746066714.444726:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882974685184:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066714.444737:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066714.444743:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012d369c00/0xfb36a14ee607edfa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f73 expref: 19 pid: 20127 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.444764:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012d369c00/0xfb36a14ee607edfa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f73 expref: 19 pid: 20127 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.444815:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d369c00/0xfb36a14ee607edfa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c976f73 expref: 19 pid: 20127 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.444838:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066714.444842:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009025de00/0xfb36a14ee607f1b9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.444848:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066714.444882:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974685184:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 158us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.444889:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4721 00000100:00100000:0.0:1746066714.469907:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976054144 00000100:00100000:0.0:1746066714.469911:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976054144 00000100:00100000:0.0:1746066714.469936:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9581 00000100:00100000:0.0:1746066714.469946:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3294:x1830882976053632:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066714.470348:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066714.470351:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066714.470353:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066714.470355:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066714.470358:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066714.470380:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3294:x1830882976053632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 437us (620us total) trans 21474839885 rc 0/0 00000100:00100000:0.0:1746066714.470446:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9581 00000100:00100000:0.0:1746066714.470456:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976053376 00000100:00100000:0.0:1746066714.470459:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976053376 00000100:00100000:0.0:1746066714.470466:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976053888 00000100:00100000:0.0:1746066714.470468:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976053888 00000100:00100000:0.0:1746066714.470474:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976054400 00000100:00100000:0.0:1746066714.470475:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976054400 00000100:00100000:0.0:1746066714.470481:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976055040 00000100:00100000:0.0:1746066714.470482:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976055040 00000100:00100000:0.0:1746066714.470488:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9585 00000100:00100000:0.0:1746066714.470491:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3295:x1830882976054272:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066714.470565:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3295:x1830882976054272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 73us (480us total) trans 17179872570 rc 0/0 00000100:00100000:0.0:1746066714.470570:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9585 00000100:00100000:0.0:1746066714.470577:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9586 00000100:00100000:0.0:1746066714.470581:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3293:x1830882976054016:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066714.470629:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066714.470631:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066714.470633:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066714.470634:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066714.470636:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066714.470649:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3293:x1830882976054016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (536us total) trans 17179872571 rc 0/0 00000100:00100000:0.0:1746066714.470653:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9586 00000100:00100000:0.0:1746066714.470660:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9587 00000100:00100000:0.0:1746066714.470663:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3293:x1830882976054528:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066714.470750:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3293:x1830882976054528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (604us total) trans 17179872572 rc 0/0 00000100:00100000:0.0:1746066714.470754:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9587 00000100:00100000:0.0:1746066714.470761:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9588 00000100:00100000:0.0:1746066714.470765:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3293:x1830882976055168:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066714.470834:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3293:x1830882976055168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 68us (669us total) trans 21474839886 rc 0/0 00000100:00100000:0.0:1746066714.470838:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9588 00000100:00100000:0.0:1746066714.470844:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9589 00000100:00100000:0.0:1746066714.470848:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3296:x1830882976053376:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066714.470913:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746066714.470915:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066714.470917:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066713 -> 1746066713 00002000:00010000:0.0:1746066714.470919:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066714.470920:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:0.0:1746066714.470941:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3296:x1830882976053376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 92us (660us total) trans 21474839887 rc 0/0 00000100:00100000:0.0:1746066714.470945:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9589 00000100:00100000:0.0:1746066714.470954:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9590 00000100:00100000:0.0:1746066714.470958:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3296:x1830882976053888:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066714.471134:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746066714.471136:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066713 -> 1746066713 00002000:00010000:0.0:1746066714.471138:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066713 -> 1746066713 00002000:00010000:0.0:1746066714.471140:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066713 -> 1746066713 00002000:00010000:0.0:1746066714.471142:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746066714.471157:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3296:x1830882976053888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 200us (845us total) trans 17179872574 rc 0/0 00000100:00100000:0.0:1746066714.471162:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9590 00000100:00080000:0.0:1746066714.471180:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746066714.471184:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066714.471193:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976054784 00000100:00100000:0.0:1746066714.471195:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976054784 00000100:00100000:0.0:1746066714.471209:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9593 00000100:00100000:0.0:1746066714.471213:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3294:x1830882976054784:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066714.471283:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:0.0:1746066714.471285:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066713 -> 1746066713 00002000:00010000:0.0:1746066714.471286:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066713 -> 1746066713 00002000:00010000:0.0:1746066714.471288:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066713 -> 1746066713 00002000:00010000:0.0:1746066714.471300:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00000100:00100000:0.0:1746066714.471320:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3294:x1830882976054784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (138us total) trans 21474839889 rc 0/0 00000100:00100000:0.0:1746066714.471325:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9593 00000100:00100000:0.0:1746066714.471333:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976055424 00000100:00100000:0.0:1746066714.471335:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976055424 00000100:00100000:0.0:1746066714.471344:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9596 00000100:00100000:0.0:1746066714.471347:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3295:x1830882976055424:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066714.471416:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976055424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 69us (124us total) trans 21474839891 rc 0/0 00000100:00100000:0.0:1746066714.471421:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9596 00000004:00080000:0.0:1746066714.471500:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092044700/2, rc 0, transno 21474839888 00000100:00100000:0.0:1746066714.471504:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976055040:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066714.471511:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bfe0a80/2, rc 0, transno 21474839887 00000100:00100000:0.0:1746066714.471513:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976053376:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066714.471519:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e842d80/2, rc 0, transno 17179872574 00000100:00100000:0.0:1746066714.471522:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e842d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976053888:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066714.471527:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009270aa00/2, rc 0, transno 17179872573 00000100:00100000:0.0:1746066714.471529:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009270aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976054400:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066714.471709:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066714.471712:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066713 -> 1746066713 00002000:00010000:0.0:1746066714.471713:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066713 -> 1746066713 00002000:00010000:0.0:1746066714.471715:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066713 -> 1746066713 00002000:00010000:0.0:1746066714.471717:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:0.0:1746066714.471738:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3295:x1830882976053760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1591us (1897us total) trans 17179872577 rc 0/0 00000100:00100000:0.0:1746066714.471743:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9582 00000100:00100000:0.0:1746066714.471936:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976055552:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066714.471956:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066714.472261:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092046d80/2, rc 0, transno 21474839893 00000100:00100000:0.0:1746066714.472264:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976055552:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066714.475578:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.476359:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.476529:0:3279:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3279:1830882976054656:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066714.476618:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009025de00/0xfb36a14ee607f1b9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x44a19400000020 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066714.476626:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009025de00/0xfb36a14ee607f1b9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x44a19400000020 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066714.481729:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.481775:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.495038:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.503226:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.508773:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.509668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.511795:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.511829:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.512326:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3817 00000100:00100000:0.0:1746066714.512337:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882974688512:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066714.512351:0:31365:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee607f24c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.512357:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.512358:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.512360:0:31365:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee607f24c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.512367:0:31365:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee607f24c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.519957:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.519975:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.520001:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.520016:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.522746:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.522766:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.522778:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.522790:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.522802:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.522813:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.522826:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.522846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.522861:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974690944 00000100:00100000:0.0:1746066714.522866:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974690944 00000100:00100000:0.0:1746066714.522892:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974691072 00000100:00100000:0.0:1746066714.522894:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974691072 00000100:00100000:0.0:1746066714.522905:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3822 00000100:00100000:0.0:1746066714.522910:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882974690944:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066714.522926:0:31368:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f434000/0xfb36a14ee607f268 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.522933:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.522935:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.522938:0:31368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f434000/0xfb36a14ee607f268 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.522945:0:31368:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f434000/0xfb36a14ee607f268 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.524045:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3823 00000100:00100000:0.0:1746066714.524052:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:df168249-af1c-45ee-81ad-11524bf803a3+14:1965:x1830882974691072:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066714.524069:0:8455:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f434c00/0xfb36a14ee607f27d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.524077:0:8455:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.524079:0:8455:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.524082:0:8455:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f434c00/0xfb36a14ee607f27d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.524089:0:8455:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f434c00/0xfb36a14ee607f27d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.528151:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066714.545492:0:31365:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee607f24c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.545500:0:31365:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee607f24c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.545506:0:31365:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee607f24c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.545511:0:31365:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f434200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066714.545514:0:31365:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee607f24c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.545520:0:31365:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee607f24c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.545534:0:31365:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee607f24c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.545539:0:31365:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee607f24c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.545592:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882974688512:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 33259us (33761us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066714.545598:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3817 00000100:00100000:0.0:1746066714.564801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.564830:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.564859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.564875:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.564974:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066714.565169:0:21551:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bf45000/0xfb36a14ee607f25a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.565178:0:21551:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf45000/0xfb36a14ee607f25a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.565185:0:21551:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bf45000/0xfb36a14ee607f25a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.565190:0:21551:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf45000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066714.565193:0:21551:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bf45000/0xfb36a14ee607f25a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.565199:0:21551:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bf45000/0xfb36a14ee607f25a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.565214:0:21551:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bf45000/0xfb36a14ee607f25a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.565224:0:21551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bf45000/0xfb36a14ee607f25a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.565279:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:1966:x1830882974689536:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 44114us (45276us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066714.565287:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3820 00000100:00100000:0.0:1746066714.565318:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974691712 00000100:00100000:0.0:1746066714.565324:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974691712 00002000:00100000:0.0:1746066714.565349:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800929cdc00 x1830882974691712/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.565357:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cdc00 with x1830882974691712 ext(0->1048575) 00002000:00010000:0.0:1746066714.565360:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cdc00 00000100:00100000:0.0:1746066714.565370:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974691968 00000100:00100000:0.0:1746066714.565373:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974691968 00002000:00100000:0.0:1746066714.565383:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800929cf480 x1830882974691968/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.565389:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cf480 with x1830882974691968 ext(1048576->2097151) 00002000:00010000:0.0:1746066714.565392:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cf480 00000100:00100000:0.0:1746066714.565398:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974692224 00000100:00100000:0.0:1746066714.565399:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974692224 00002000:00100000:0.0:1746066714.565406:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88008efb7480 x1830882974692224/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.565411:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7480 with x1830882974692224 ext(1048576->2097151) 00002000:00010000:0.0:1746066714.565413:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb7480 00000100:00100000:0.0:1746066714.565416:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974692480 00000100:00100000:0.0:1746066714.565418:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974692480 00002000:00100000:0.0:1746066714.565424:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88008efb7b80 x1830882974692480/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.565430:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7b80 with x1830882974692480 ext(1048576->2097151) 00002000:00010000:0.0:1746066714.565432:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb7b80 00000100:00100000:0.0:1746066714.565434:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974692736 00000100:00100000:0.0:1746066714.565436:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974692736 00002000:00100000:0.0:1746066714.565443:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88008efb5c00 x1830882974692736/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.565448:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5c00 with x1830882974692736 ext(1048576->2097151) 00002000:00010000:0.0:1746066714.565450:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb5c00 00000100:00100000:0.0:1746066714.565455:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3824 00000100:00100000:0.0:1746066714.565461:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882974691712:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066714.600099:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.609228:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066714.614575:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f2e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066714.614584:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f2e6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066714.614589:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f2e6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066714.614594:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5892600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066714.614598:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f2e6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066714.614604:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f2e6 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066714.614616:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066714.614618:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066714.614621:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f2e6 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066714.614625:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892600/0xfb36a14ee607f2e6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066714.614661:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9610 00000100:00100000:0.0:1746066714.614669:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882974693504:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:0.0:1746066714.620672:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.620735:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.620748:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.620759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.620786:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.638114:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.638153:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.638179:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.638209:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.638247:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974694656 00000100:00100000:0.0:1746066714.638250:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974694656 00002000:00100000:0.0:1746066714.638263:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88008efb6680 x1830882974694656/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.638270:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb6680 with x1830882974694656 ext(3145728->4194303) 00002000:00010000:0.0:1746066714.638272:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb6680 00000100:00100000:0.0:1746066714.638279:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974695296 00000100:00100000:0.0:1746066714.638281:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974695296 00002000:00100000:0.0:1746066714.638298:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88008efb6300 x1830882974695296/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.638303:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb6300 with x1830882974695296 ext(3145728->4194303) 00002000:00010000:0.0:1746066714.638306:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb6300 00000100:00100000:0.0:1746066714.638426:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3829 00000100:00100000:0.0:1746066714.638433:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882974694528:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066714.656076:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974696064 00000100:00100000:0.0:1746066714.656080:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974696064 00002000:00100000:0.0:1746066714.656102:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880135e58e00 x1830882974696064/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.656112:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e58e00 with x1830882974696064 ext(3145728->4194303) 00002000:00010000:0.0:1746066714.656117:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e58e00 00000100:00100000:0.0:1746066714.656131:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974695936 00000100:00100000:0.0:1746066714.656134:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974695936 00002000:00100000:0.0:1746066714.656144:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135e5aa00 x1830882974695936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.656151:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5aa00 with x1830882974695936 ext(2097152->3145727) 00002000:00010000:0.0:1746066714.656153:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5aa00 00000100:00100000:0.0:1746066714.656160:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974696448 00000100:00100000:0.0:1746066714.656162:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974696448 00002000:00100000:0.0:1746066714.656169:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880135e59180 x1830882974696448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.656174:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e59180 with x1830882974696448 ext(3145728->4194303) 00002000:00010000:0.0:1746066714.656177:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e59180 00000100:00100000:0.0:1746066714.656762:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3834 00000100:00100000:0.0:1746066714.656769:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1966:x1830882974695936:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066714.660232:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882974694528:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21794us (22120us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066714.660239:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3829 00002000:00100000:0.0:1746066714.660248:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88008efb4380 x1830882974694528/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:120/0 lens 488/440 e 0 to 0 dl 1746066725 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.660257:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb4380 with x1830882974694528 ext(2097152->3145727) 00002000:00010000:0.0:1746066714.660262:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb4380 00000100:00100000:0.0:1746066714.669895:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882974695040:12345-192.168.202.57@tcp:3:cat.0 Request processed in 30591us (30864us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066714.669902:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3831 00002000:00100000:0.0:1746066714.669909:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88008efb7800 x1830882974695040/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:120/0 lens 488/440 e 0 to 0 dl 1746066725 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.669916:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7800 with x1830882974695040 ext(2097152->3145727) 00002000:00010000:0.0:1746066714.669920:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb7800 00000100:00100000:0.0:1746066714.675373:0:25585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882974695936:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18595us (19489us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066714.675384:0:25585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3834 00002000:00100000:0.0:1746066714.675394:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135e5aa00 x1830882974695936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/440 e 0 to 0 dl 1746066725 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.675402:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5aa00 with x1830882974695936 ext(2097152->3145727) 00002000:00010000:0.0:1746066714.675407:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5aa00 00000100:00100000:0.0:1746066714.692533:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974697600 00000100:00100000:0.0:1746066714.692544:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974697600 00000100:00100000:0.0:1746066714.692768:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8849 00000100:00100000:0.0:1746066714.692775:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28325:x1830882974697600:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066714.692967:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066714.692983:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0c200/0xfb36a14ee607f309 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9772ad expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.693031:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0c200/0xfb36a14ee607f309 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772ad expref: 258 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.693041:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0c200/0xfb36a14ee607f309 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772ad expref: 258 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.693052:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066714.693054:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066714.693058:0:20127:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880135717c00/0xfb36a14ee607f302 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772a6 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.693064:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf0c200, rc 0) 00000100:00100000:0.0:1746066714.693102:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28325:x1830882974697600:12345-192.168.202.57@tcp:101:cat.0 Request processed in 327us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.693108:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8849 00000100:00100000:0.0:1746066714.694870:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976056832:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066714.694902:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066714.694919:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976057344:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066714.694935:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066714.694951:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976057856:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066714.694964:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066714.694977:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976058368:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066714.694989:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066714.694999:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1746066714.695003:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976056704:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066714.695015:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066714.695021:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976057216:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066714.695032:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066714.695038:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976057728:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066714.695048:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066714.695053:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976058240:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066714.695063:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066714.695077:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976058240 00000100:00100000:0.0:1746066714.695079:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976058240 00000100:00100000:0.0:1746066714.695092:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9619 00000100:00100000:0.0:1746066714.695096:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:3296:x1830882976057856:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066714.695189:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+18:3296:x1830882976057856:12345-0@lo:2:osp-syn-0-0.0 Request processed in 93us (224us total) trans 21474839897 rc 0/0 00000100:00100000:0.0:1746066714.695194:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9619 00000100:00100000:0.0:1746066714.695203:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976057600 00000100:00100000:0.0:1746066714.695206:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976057600 00000100:00100000:0.0:1746066714.695788:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9621 00000100:00100000:0.0:1746066714.695794:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3296:x1830882976058368:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066714.695863:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3296:x1830882976058368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 69us (872us total) trans 21474839899 rc 0/0 00000100:00100000:0.0:1746066714.696311:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9621 00000100:00100000:0.0:1746066714.696322:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9626 00000100:00100000:0.0:1746066714.696327:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882976056448:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066714.696394:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746066714.696397:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066714.696398:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066714.696400:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066714.696401:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:0.0:1746066714.696858:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3294:x1830882976056448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 530us (1687us total) trans 21474839901 rc 0/0 00000100:00100000:0.0:1746066714.696864:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9626 00000004:00080000:0.0:1746066714.696889:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb5f80/2, rc 0, transno 17179872583 00000100:00100000:0.0:1746066714.696892:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976056704:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066714.696898:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361fa300/2, rc 0, transno 17179872584 00000100:00100000:0.0:1746066714.696901:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976057216:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066714.696906:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361f8a80/2, rc 0, transno 17179872585 00000100:00100000:0.0:1746066714.696908:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976057728:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066714.696914:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092046680/2, rc 0, transno 21474839900 00000100:00100000:0.0:1746066714.696916:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976058240:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066714.696922:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092046a00/2, rc 0, transno 21474839897 00000100:00100000:0.0:1746066714.696924:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976057856:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066714.696929:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092047800/2, rc 0, transno 21474839899 00000100:00100000:0.0:1746066714.696932:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976058368:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066714.696938:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361f9f80/2, rc 0, transno 17179872588 00000100:00100000:0.0:1746066714.696940:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976056832:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066714.696946:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092045f80/2, rc 0, transno 21474839898 00000100:00100000:0.0:1746066714.696948:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976057344:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066714.697378:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.697446:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.697479:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.699643:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.700349:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.707231:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.710724:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976058624:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066714.710734:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976058752:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066714.710741:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976058880:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066714.710769:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee607f317 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [4100096->4194303] (req 4100096->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772bb expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.710783:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ca20800, rc 0) 00000100:00100000:0.0:1746066714.710829:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28329:x1830882974698368:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3272us (3604us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.710837:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9633 00000100:00100000:0.0:1746066714.712104:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.712143:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.713006:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.717542:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.718926:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.723321:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.725053:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.726417:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.731937:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.731972:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.732078:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.732100:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974700544 00000100:00100000:0.0:1746066714.732107:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974700544 00002000:00100000:0.0:1746066714.732140:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x389:0x0] (4009984->4014079) req@ffff88009ed71f80 x1830882974700544/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.732149:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71f80 with x1830882974700544 ext(4009984->4014079) 00002000:00010000:0.0:1746066714.732153:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed71f80 00000100:00100000:0.0:1746066714.732170:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3841 00000100:00100000:0.0:1746066714.732177:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974700544:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066714.732327:0:25585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974700544:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 149us (247us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066714.732333:0:25585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3841 00002000:00100000:0.0:1746066714.732339:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x389:0x0] (4009984->4014079) req@ffff88009ed71f80 x1830882974700544/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:120/0 lens 488/4536 e 0 to 0 dl 1746066725 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.732345:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71f80 with x1830882974700544 ext(4009984->4014079) 00002000:00010000:0.0:1746066714.732348:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed71f80 00000100:00100000:0.0:1746066714.732366:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9637 00000100:00100000:0.0:1746066714.732371:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28322:x1830882974700288:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066714.732391:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066714.732400:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135d8b200/0xfb36a14ee607f333 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9772d7 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.732422:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013692f200/0xfb36a14ee607f325 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3461120->4100095] (req 3461120->4014079) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772c2 expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.732428:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee607f317 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [4100096->18446744073709551615] (req 4100096->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772bb expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.732433:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066714.732434:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066714.732436:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135d8b200/0xfb36a14ee607f333 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772d7 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.732451:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee607f317 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [4100096->18446744073709551615] (req 4100096->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772bb expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.732459:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee607f317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [4100096->18446744073709551615] (req 4100096->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772bb expref: 19 pid: 21203 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746066714.732466:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976059392:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066714.732576:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013692f200/0xfb36a14ee607f325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3461120->4100095] (req 3461120->4014079) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772c2 expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.732583:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013692f200/0xfb36a14ee607f325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3461120->4100095] (req 3461120->4014079) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772c2 expref: 34 pid: 21203 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746066714.732591:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976059776:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066714.732612:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc4000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066714.735787:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.735819:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.735833:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.736794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.738028:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.739511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.742788:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1965:x1830882974700928:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 6276us (6944us total) trans 17179872589 rc 0/0 00000100:00100000:0.0:1746066714.742799:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 802 00002000:00100000:0.0:1746066714.742810:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (4100096->4194303) req@ffff88009ed72a00 x1830882974700928/t17179872589(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:120/0 lens 488/448 e 0 to 0 dl 1746066725 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.742819:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed72a00 with x1830882974700928 ext(4100096->4194303) 00010000:00010000:0.0:1746066714.742828:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee607f317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [4100096->18446744073709551615] (req 4100096->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772bb expref: 21 pid: 21203 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746066714.742839:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee607f317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [4100096->18446744073709551615] (req 4100096->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772bb expref: 21 pid: 21203 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746066714.742844:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed72a00 00000100:00100000:0.0:1746066714.745573:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974701568 00000100:00100000:0.0:1746066714.745579:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974701568 00000100:00100000:0.0:1746066714.745608:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9638 00000100:00100000:0.0:1746066714.745614:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:28325:x1830882974701568:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066714.745627:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066714.745640:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eb9e800/0xfb36a14ee607f33a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9772de expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.745668:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac46800/0xfb36a14ee607f32c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4722687) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772d0 expref: 19 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.745688:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066714.745690:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066714.745692:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb9e800/0xfb36a14ee607f33a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772de expref: 23 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.745717:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac46800/0xfb36a14ee607f32c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4722687) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772d0 expref: 19 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.745725:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ac46800/0xfb36a14ee607f32c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4722687) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772d0 expref: 19 pid: 20532 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746066714.745734:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976060032:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066714.745866:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066714.747904:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.749590:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.751465:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.752219:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.752574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.755976:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.755999:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974702848 00000100:00100000:0.0:1746066714.756006:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974702848 00002000:00100000:0.0:1746066714.756041:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800924d2a00 x1830882974702848/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:120/0 lens 488/0 e 0 to 0 dl 1746066725 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066714.756056:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2a00 with x1830882974702848 ext(3145728->4194303) 00002000:00010000:0.0:1746066714.756059:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924d2a00 00000100:00100000:0.0:1746066714.756079:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3842 00000100:00100000:0.0:1746066714.756085:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882974702848:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066714.762377:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.766945:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.770803:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.787962:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.791995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.838330:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.842780:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.842846:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.848581:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.851849:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.857232:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.863280:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.865805:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.870199:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.870228:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.870260:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.870286:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.870310:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.870331:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974705664 00000100:00100000:0.0:1746066714.870339:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974705664 00000100:00100000:0.0:1746066714.870998:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974706048 00000100:00100000:0.0:1746066714.871002:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974706048 00000100:00100000:0.0:1746066714.871019:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9643 00000100:00100000:0.0:1746066714.871026:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882974705792:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066714.871059:0:21973:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee607f3b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.871073:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f1c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97720c expref: 19 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.871080:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf45400/0xfb36a14ee607f276 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977267 expref: 34 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.871708:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5200/0xfb36a14ee607f1ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97722f expref: 13 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066714.871713:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.871714:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.871716:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee607f3b1 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.880267:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.880300:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974706432 00000100:00100000:0.0:1746066714.880306:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974706432 00010000:00010000:0.0:1746066714.880333:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099685c00/0xfb36a14ee607f1e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977228 expref: 14 pid: 8451 timeout: 776 lvb_type: 1 00000100:00100000:0.0:1746066714.880355:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4741 00000100:00100000:0.0:1746066714.880361:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882974706432:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066714.880373:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066714.880391:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099685c00/0xfb36a14ee607f1e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977228 expref: 14 pid: 8451 timeout: 776 lvb_type: 1 00010000:00010000:0.0:1746066714.880400:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099685c00/0xfb36a14ee607f1e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977228 expref: 14 pid: 8451 timeout: 776 lvb_type: 1 00010000:00010000:0.0:1746066714.880418:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099685c00/0xfb36a14ee607f1e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977228 expref: 14 pid: 8451 timeout: 776 lvb_type: 1 00010000:00010000:0.0:1746066714.880573:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066714.880605:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882974706432:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 244us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.880611:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4741 00000100:00100000:0.0:1746066714.880671:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974706816 00000100:00100000:0.0:1746066714.880691:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974706816 00010000:00010000:0.0:1746066714.880702:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f341 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772e5 expref: 21 pid: 9776 timeout: 776 lvb_type: 1 00000100:00100000:0.0:1746066714.880716:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4742 00000100:00100000:0.0:1746066714.880721:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1966:x1830882974706816:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066714.880727:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066714.880735:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f341 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772e5 expref: 21 pid: 9776 timeout: 776 lvb_type: 1 00010000:00010000:0.0:1746066714.880742:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f341 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772e5 expref: 21 pid: 9776 timeout: 776 lvb_type: 1 00010000:00010000:0.0:1746066714.880757:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f341 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772e5 expref: 21 pid: 9776 timeout: 776 lvb_type: 1 00010000:00010000:0.0:1746066714.880764:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066714.880779:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882974706816:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 58us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.880783:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4742 00000100:00100000:0.0:1746066714.883053:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974708096 00000100:00100000:0.0:1746066714.883058:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974708096 00010000:00010000:0.0:1746066714.883071:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5200/0xfb36a14ee607f1ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97722f expref: 12 pid: 8451 timeout: 776 lvb_type: 1 00000100:00100000:0.0:1746066714.883104:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974708352 00000100:00100000:0.0:1746066714.883107:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974708352 00010000:00010000:0.0:1746066714.883116:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f1c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97720c expref: 19 pid: 21973 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746066714.883456:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4749 00000100:00100000:0.0:1746066714.883462:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882974708096:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066714.883469:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066714.883480:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5200/0xfb36a14ee607f1ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97722f expref: 12 pid: 8451 timeout: 776 lvb_type: 1 00010000:00010000:0.0:1746066714.883487:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5200/0xfb36a14ee607f1ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97722f expref: 12 pid: 8451 timeout: 776 lvb_type: 1 00010000:00010000:0.0:1746066714.883504:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5200/0xfb36a14ee607f1ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97722f expref: 12 pid: 8451 timeout: 776 lvb_type: 1 00010000:00010000:0.0:1746066714.883514:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066714.883532:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882974708096:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 71us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.883537:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4749 00000100:00100000:0.0:1746066714.883545:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4750 00000100:00100000:0.0:1746066714.883549:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882974708352:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066714.883554:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066714.883558:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f1c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97720c expref: 20 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066714.883565:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f1c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97720c expref: 20 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066714.883573:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f1c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97720c expref: 20 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066714.883579:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066714.883587:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882974708352:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 38us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.883591:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4750 00000100:00100000:0.0:1746066714.883599:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4751 00000100:00100000:0.0:1746066714.883603:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882974707968:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066714.883607:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066714.883612:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135d8b200/0xfb36a14ee607f333 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772d7 expref: 18 pid: 9776 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066714.883618:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135d8b200/0xfb36a14ee607f333 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772d7 expref: 18 pid: 9776 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066714.883627:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135d8b200/0xfb36a14ee607f333 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772d7 expref: 18 pid: 9776 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066714.883632:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066714.883640:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882974707968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 37us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.883644:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4751 00000100:00100000:0.0:1746066714.889555:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.894159:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.894190:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.894218:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.894233:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974709120 00000100:00100000:0.0:1746066714.894236:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974709120 00010000:00010000:0.0:1746066714.894250:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0c200/0xfb36a14ee607f309 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9772ad expref: 254 pid: 20127 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746066714.894280:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974709376 00000100:00100000:0.0:1746066714.894283:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974709376 00010000:00010000:0.0:1746066714.894302:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5895400/0xfb36a14ee607f2fb lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97729f expref: 255 pid: 14550 timeout: 776 lvb_type: 0 00000004:00010000:0.0:1746066714.935668:0:20127:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009244ea00 reply state ffff880135c17800 transno 8589942692 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b46a600/0xfb36a14ee607f3db lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00100000:0.0:1746066714.935702:0:20127:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1746066714.935765:0:20127:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1746066714.935775:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:28336:x1830882974708992:12345-192.168.202.57@tcp:36:lfs.0 Request processed in 46101us (46223us total) trans 8589942692 rc 0/0 00000100:00100000:0.0:1746066714.935781:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8855 00010000:00010000:0.0:1746066714.935800:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b46a600/0xfb36a14ee607f3db lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066714.935806:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b46a600/0xfb36a14ee607f3db lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066714.935812:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b46a600/0xfb36a14ee607f3db lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066714.935817:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b46a600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066714.935820:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b46a600/0xfb36a14ee607f3db lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066714.935826:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b46a600/0xfb36a14ee607f3db lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066714.935922:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066714.935925:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066714.935929:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b46a600/0xfb36a14ee607f3db lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066714.935935:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b46a600/0xfb36a14ee607f3db lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00000100:00100000:0.0:1746066714.941568:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974709504 00000100:00100000:0.0:1746066714.941576:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974709504 00000100:00100000:0.0:1746066714.941624:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8856 00000100:00100000:0.0:1746066714.941631:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:28336:x1830882974709504:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066714.941649:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066714.941664:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607f3e2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97731d expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.941730:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607f3e2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97731d expref: 8 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.941741:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607f3e2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97731d expref: 8 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.941756:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066714.941759:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066714.941762:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135717200, rc 0) 00000100:00100000:0.0:1746066714.941797:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:28336:x1830882974709504:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 167us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066714.941803:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8856 00000100:00100000:0.0:1746066714.944748:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.949454:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.949580:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.954983:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.955026:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.968359:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.972237:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.972257:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.972282:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.972570:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.972587:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974711040 00000100:00100000:0.0:1746066714.972590:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974711040 00000100:00100000:0.0:1746066714.972609:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974711168 00000100:00100000:0.0:1746066714.972610:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974711168 00000100:00100000:0.0:1746066714.972620:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974711552 00000100:00100000:0.0:1746066714.972622:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974711552 00000100:00100000:0.0:1746066714.972630:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974711424 00000100:00100000:0.0:1746066714.972631:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974711424 00000100:00100000:0.0:1746066714.972641:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3848 00000100:00100000:0.0:1746066714.972646:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:1966:x1830882974711040:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066714.972662:0:21552:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bf0c200/0xfb36a14ee607f428 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.972670:0:21552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.972671:0:21552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.972697:0:21552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf0c200/0xfb36a14ee607f428 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.972706:0:21552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf0c200/0xfb36a14ee607f428 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.973619:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3850 00000100:00100000:0.0:1746066714.973625:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882974711552:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066714.973641:0:21550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee607f436 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.973650:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.973651:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066714.973654:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee607f436 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.973661:0:21550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee607f436 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.984473:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066714.984505:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066714.988557:0:31367:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d83f200/0xfb36a14ee607f421 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.990157:0:31367:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d83f200/0xfb36a14ee607f421 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.990165:0:31367:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d83f200/0xfb36a14ee607f421 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.990170:0:31367:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d83f200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066714.990173:0:31367:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d83f200/0xfb36a14ee607f421 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.990179:0:31367:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d83f200/0xfb36a14ee607f421 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.990194:0:31367:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d83f200/0xfb36a14ee607f421 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066714.990204:0:31367:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d83f200/0xfb36a14ee607f421 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066714.990335:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:df168249-af1c-45ee-81ad-11524bf803a3+17:1965:x1830882974710656:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 18443us (21981us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066714.990343:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3847 00010000:00010000:0.0:1746066715.025511:0:11692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f452 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.025528:0:11692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f452 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.025535:0:11692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f452 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.025540:0:11692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a866b200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066715.025543:0:11692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f452 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.025550:0:11692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f452 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.025565:0:11692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f452 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.025570:0:11692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f452 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066715.026143:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882974712448:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 39166us (39432us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066715.026151:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3854 00000100:00100000:0.0:1746066715.030903:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066715.031520:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746066715.034083:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9c7200/0xfb36a14ee607f459 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.034093:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9c7200/0xfb36a14ee607f459 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.034098:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9c7200/0xfb36a14ee607f459 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.034103:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f9c7200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066715.034106:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9c7200/0xfb36a14ee607f459 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.034112:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9c7200/0xfb36a14ee607f459 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.034122:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066715.034125:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066715.034128:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9c7200/0xfb36a14ee607f459 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.034132:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9c7200/0xfb36a14ee607f459 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00000100:00100000:0.0:1746066715.035318:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.035347:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.035373:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.035391:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.035407:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974712960 00000100:00100000:0.0:1746066715.035413:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974712960 00000100:00100000:0.0:1746066715.035443:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974713216 00000100:00100000:0.0:1746066715.035446:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974713216 00000100:00100000:0.0:1746066715.035461:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974713472 00000100:00100000:0.0:1746066715.035463:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974713472 00000100:00100000:0.0:1746066715.035472:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974712832 00000100:00100000:0.0:1746066715.035474:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974712832 00000100:00100000:0.0:1746066715.035484:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9672 00000100:00100000:0.0:1746066715.035490:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882974712960:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:0.0:1746066715.035618:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066715.035621:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.035623:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.035625:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.035626:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066715.035655:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882974712960:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 164us (340us total) trans 17179872599 rc 0/0 00000100:00100000:0.0:1746066715.035661:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9672 00000100:00100000:0.0:1746066715.035697:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9673 00000100:00100000:0.0:1746066715.035702:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882974713216:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:0.0:1746066715.035772:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066715.035774:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.035775:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.035777:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.035778:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066715.035793:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882974713216:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 92us (447us total) trans 21474839916 rc 0/0 00000100:00100000:0.0:1746066715.035798:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9673 00000100:00100000:0.0:1746066715.035807:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9674 00000100:00100000:0.0:1746066715.035811:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882974713472:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:0.0:1746066715.035864:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746066715.035866:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.035868:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.035869:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.035871:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746066715.035884:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882974713472:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 73us (510us total) trans 17179872600 rc 0/0 00000100:00100000:0.0:1746066715.035888:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9674 00000100:00100000:0.0:1746066715.035896:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9675 00000100:00100000:0.0:1746066715.035900:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882974712832:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:0.0:1746066715.035943:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746066715.035945:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.035946:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.035948:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.035949:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:0.0:1746066715.035961:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882974712832:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 61us (569us total) trans 21474839917 rc 0/0 00000100:00100000:0.0:1746066715.035966:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9675 00000100:00080000:0.0:1746066715.035979:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066715.035998:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.036009:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974713088 00000100:00100000:0.0:1746066715.036012:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974713088 00000100:00100000:0.0:1746066715.036025:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9676 00000100:00100000:0.0:1746066715.036029:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882974713088:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:0.0:1746066715.036078:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066715.036081:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.036082:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.036084:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.036085:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:0.0:1746066715.036099:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+14:1965:x1830882974713088:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 69us (100us total) trans 17179872601 rc 0/0 00000100:00100000:0.0:1746066715.036104:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9676 00000100:00100000:0.0:1746066715.041734:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.043708:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000004:00010000:0.0:1746066715.059317:0:16789:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012c22f100 reply state ffff8801353b9c00 transno 8589942694 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f460 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16789 initiator: MDT0 00000100:00100000:0.0:1746066715.059328:0:16789:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746066715.059336:0:16789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066715.059338:0:16789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746066715.059345:0:16789:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eba00/0xfb36a14ee607f3a3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977316 expref: 7 pid: 14550 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1746066715.059423:0:16789:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1746066715.059433:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:28336:x1830882974713728:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 17522us (17704us total) trans 8589942694 rc 0/0 00000100:00100000:0.0:1746066715.059440:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3461 00010000:00010000:0.0:1746066715.059608:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f460 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16789 initiator: MDT0 00010000:00010000:0.0:1746066715.059616:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f460 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16789 initiator: MDT0 00010000:00010000:0.0:1746066715.059622:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f460 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16789 initiator: MDT0 00010000:00010000:0.0:1746066715.059627:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d83fc00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066715.059630:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f460 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16789 initiator: MDT0 00010000:00010000:0.0:1746066715.059636:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f460 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16789 initiator: MDT0 00010000:00010000:0.0:1746066715.059646:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066715.059648:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066715.059651:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f460 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16789 initiator: MDT0 00010000:00010000:0.0:1746066715.059655:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f460 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16789 initiator: MDT0 00000100:00100000:0.0:1746066715.059762:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976065792 00000100:00100000:0.0:1746066715.059767:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976065792 00000100:00100000:0.0:1746066715.059789:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976066304 00000100:00100000:0.0:1746066715.059791:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976066304 00000100:00100000:0.0:1746066715.059800:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976066816 00000100:00100000:0.0:1746066715.059801:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976066816 00000100:00100000:0.0:1746066715.059809:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976067328 00000100:00100000:0.0:1746066715.059811:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976067328 00000100:00100000:0.0:1746066715.059821:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976066048 00000100:00100000:0.0:1746066715.059823:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976066048 00000100:00100000:0.0:1746066715.059833:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9678 00000100:00100000:0.0:1746066715.059839:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3295:x1830882976065792:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066715.059970:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066715.059973:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.059975:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.059977:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.059978:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066715.060000:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:3295:x1830882976065792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 160us (280us total) trans 17179872602 rc 0/0 00000100:00100000:0.0:1746066715.060005:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9678 00000100:00100000:0.0:1746066715.060015:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9680 00000100:00100000:0.0:1746066715.060019:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:3295:x1830882976066816:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066715.060084:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:3295:x1830882976066816:12345-0@lo:2:osp-syn-1-0.0 Request processed in 65us (318us total) trans 17179872604 rc 0/0 00000100:00100000:0.0:1746066715.060089:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9680 00000100:00100000:0.0:1746066715.060097:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9682 00000100:00100000:0.0:1746066715.060100:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3293:x1830882976066048:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066715.060153:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746066715.060155:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.060157:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.060159:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.060160:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:0.0:1746066715.060174:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3293:x1830882976066048:12345-0@lo:2:osp-syn-0-0.0 Request processed in 73us (359us total) trans 21474839920 rc 0/0 00000100:00100000:0.0:1746066715.060178:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9682 00000100:00100000:0.0:1746066715.060185:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9685 00000100:00100000:0.0:1746066715.060188:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+51:3293:x1830882976066176:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066715.060238:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746066715.060240:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.060242:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.060244:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.060245:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746066715.060259:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+52:3293:x1830882976066176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 71us (389us total) trans 17179872605 rc 0/0 00000100:00100000:0.0:1746066715.060264:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9685 00000100:00100000:0.0:1746066715.060272:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9688 00000100:00100000:0.0:1746066715.060276:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+51:3294:x1830882976067712:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066715.060355:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+52:3294:x1830882976067712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 78us (242us total) trans 17179872606 rc 0/0 00000100:00100000:0.0:1746066715.060360:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9688 00000100:00100000:0.0:1746066715.060368:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976066944 00000100:00100000:0.0:1746066715.060370:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976066944 00000100:00100000:0.0:1746066715.060380:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9689 00000100:00100000:0.0:1746066715.060384:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+52:3294:x1830882976067584:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066715.060448:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+54:3294:x1830882976067584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 63us (317us total) trans 17179872607 rc 0/0 00000100:00100000:0.0:1746066715.060453:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9689 00000100:00100000:0.0:1746066715.060461:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9692 00000100:00100000:0.0:1746066715.060464:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3296:x1830882976066944:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.060527:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3296:x1830882976066944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 62us (183us total) trans 21474839925 rc 0/0 00000100:00100000:0.0:1746066715.060532:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9692 00000100:00100000:0.0:1746066715.060691:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9694 00000100:00100000:0.0:1746066715.060695:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+40:3296:x1830882976067840:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.060774:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3296:x1830882976067840:12345-0@lo:2:osp-syn-0-0.0 Request processed in 78us (139us total) trans 21474839927 rc 0/0 00000100:00100000:0.0:1746066715.060778:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9694 00000100:00100000:0.0:1746066715.062565:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.064315:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.076950:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.079514:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066715.086066:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf44200/0xfb36a14ee607f498 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066715.086072:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf44200/0xfb36a14ee607f498 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:0.0:1746066715.086086:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:0.0:1746066715.086179:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a2600/0xfb36a14ee607f491 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977363 expref: 13 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.086946:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf44200/0xfb36a14ee607f498 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977363 expref: 12 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.086953:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066715.086956:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746066715.086958:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf44200, rc 0) 00000100:00100000:0.0:1746066715.087708:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28346:x1830882974715008:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5057us (5166us total) trans 8589942699 rc 0/0 00000100:00100000:0.0:1746066715.087714:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8861 00000100:00100000:0.0:1746066715.090434:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.091137:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.091193:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.091226:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974716416 00000100:00100000:0.0:1746066715.091229:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974716416 00000100:00100000:0.0:1746066715.091249:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8865 00000100:00100000:0.0:1746066715.091254:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28345:x1830882974716416:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066715.091263:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066715.091270:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea800/0xfb36a14ee607f4e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977386 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.091349:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f4ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091358:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f4ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091366:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f4ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091378:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eac00/0xfb36a14ee607f4f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091383:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eac00/0xfb36a14ee607f4f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091388:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eac00/0xfb36a14ee607f4f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091467:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eba00/0xfb36a14ee607f4fa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091474:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eba00/0xfb36a14ee607f4fa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091483:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eba00/0xfb36a14ee607f4fa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:0.0:1746066715.091490:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:0.0:1746066715.091545:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eba00/0xfb36a14ee607f4fa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091551:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eba00/0xfb36a14ee607f4fa lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091556:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eba00/0xfb36a14ee607f4fa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091561:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800926eba00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066715.091564:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eba00/0xfb36a14ee607f4fa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091569:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eba00/0xfb36a14ee607f4fa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091577:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066715.091579:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1746066715.091581:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eba00/0xfb36a14ee607f4fa lrc: 2/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091585:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eba00/0xfb36a14ee607f4fa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x10/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091593:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f4ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091597:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f4ec lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091603:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f4ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091606:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800926ea600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066715.091608:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f4ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091612:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f4ec lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091617:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066715.091619:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066715.091621:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f4ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091625:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea600/0xfb36a14ee607f4ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091632:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eac00/0xfb36a14ee607f4f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091636:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eac00/0xfb36a14ee607f4f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091640:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eac00/0xfb36a14ee607f4f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091643:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800926eac00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066715.091645:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eac00/0xfb36a14ee607f4f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091649:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eac00/0xfb36a14ee607f4f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091657:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012d3b8000) 00010000:00010000:0.0:1746066715.091659:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066715.091661:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eac00/0xfb36a14ee607f4f3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.091665:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eac00/0xfb36a14ee607f4f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.092196:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea800/0xfb36a14ee607f4e5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977386 expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.092203:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea800/0xfb36a14ee607f4e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977386 expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.092211:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926ea800, rc 0) 00000100:00100000:0.0:1746066715.092523:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28345:x1830882974716416:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1266us (1384us total) trans 8589942701 rc 301/301 00000100:00100000:0.0:1746066715.092528:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8865 00000100:00100000:0.0:1746066715.092699:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974716800 00000100:00100000:0.0:1746066715.092703:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974716800 00002000:00100000:0.0:1746066715.092725:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800996dad80 x1830882974716800/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:121/0 lens 488/0 e 0 to 0 dl 1746066726 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.092733:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996dad80 with x1830882974716800 ext(0->1048575) 00002000:00010000:0.0:1746066715.092737:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996dad80 00000100:00100000:0.0:1746066715.098459:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.098902:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974717184 00000100:00100000:0.0:1746066715.098908:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974717184 00000100:00100000:0.0:1746066715.098942:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8866 00000100:00100000:0.0:1746066715.098949:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28350:x1830882974717184:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066715.098965:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066715.098978:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a2600/0xfb36a14ee607f50f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977394 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.099018:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83200/0xfb36a14ee607f4de lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066715.099025:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a2600/0xfb36a14ee607f50f lrc: 4/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977394 expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.099038:0:20127:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83200/0xfb36a14ee607f4de lrc: 4/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066715.099047:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a2600/0xfb36a14ee607f50f lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977394 expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.099058:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066715.099061:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066715.099063:0:20127:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83200/0xfb36a14ee607f4de lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066715.099069:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3a2600, rc 0) 00000100:00100000:0.0:1746066715.099977:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28350:x1830882974717184:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1027us (1153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.099982:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8866 00000100:00100000:0.0:1746066715.108545:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882974716800:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 14671us (15938us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066715.108557:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3855 00002000:00100000:0.0:1746066715.108584:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800996dad80 x1830882974716800/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:121/0 lens 488/440 e 0 to 0 dl 1746066726 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.108594:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996dad80 with x1830882974716800 ext(0->1048575) 00002000:00010000:0.0:1746066715.108600:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996dad80 00000100:00100000:0.0:1746066715.118948:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974717440 00000100:00100000:0.0:1746066715.118955:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974717440 00000100:00100000:0.0:1746066715.119001:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8867 00000100:00100000:0.0:1746066715.119008:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28349:x1830882974717440:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066715.119022:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066715.119272:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eb600/0xfb36a14ee607f51d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9773a2 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.119329:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eb600/0xfb36a14ee607f51d lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773a2 expref: 15 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.119340:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eb600/0xfb36a14ee607f51d lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773a2 expref: 15 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.119350:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066715.119353:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066715.119356:0:20127:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a2600/0xfb36a14ee607f50f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977394 expref: 254 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.119362:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926eb600, rc 0) 00000100:00100000:0.0:1746066715.119396:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28349:x1830882974717440:12345-192.168.202.57@tcp:101:cat.0 Request processed in 389us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.119402:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8867 00000100:00100000:0.0:1746066715.125021:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976068608:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.125050:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066715.125066:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976069120:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.125077:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066715.125091:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746066715.125095:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976068736:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.125106:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066715.125114:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976069248:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.125125:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066715.125136:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976069760:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066715.125149:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066715.125159:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976070272:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066715.125170:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066715.125178:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746066715.125181:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976069888:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066715.125192:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066715.125200:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976070400:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066715.126173:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976070272 00000100:00100000:0.0:1746066715.126176:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976070272 00000100:00100000:0.0:1746066715.126188:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976069888 00000100:00100000:0.0:1746066715.126190:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976069888 00000100:00100000:0.0:1746066715.126197:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976068352 00000100:00100000:0.0:1746066715.126198:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976068352 00000100:00100000:0.0:1746066715.126203:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976068992 00000100:00100000:0.0:1746066715.126205:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976068992 00000100:00100000:0.0:1746066715.126211:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976069632 00000100:00100000:0.0:1746066715.126212:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976069632 00000100:00100000:0.0:1746066715.126219:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976070144 00000100:00100000:0.0:1746066715.126220:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976070144 00000100:00100000:0.0:1746066715.126229:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9698 00000100:00100000:0.0:1746066715.126235:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+46:3293:x1830882976068608:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.126284:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9700 00000100:00100000:0.0:1746066715.126301:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+46:3293:x1830882976068736:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066715.126629:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:0.0:1746066715.126632:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.126634:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.126636:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.126637:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00000100:00100000:0.0:1746066715.126663:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3293:x1830882976068736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 361us (1555us total) trans 21474839928 rc 0/0 00000100:00100000:0.0:1746066715.126668:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9700 00000100:00100000:0.0:1746066715.126693:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9703 00000100:00100000:0.0:1746066715.126697:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+57:3293:x1830882976069888:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066715.127330:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746066715.127333:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.127334:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.127336:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066714 -> 1746066714 00002000:00010000:0.0:1746066715.127337:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746066715.127961:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+59:3293:x1830882976069888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1263us (2767us total) trans 17179872615 rc 0/0 00000100:00100000:0.0:1746066715.127967:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9703 00000100:00100000:0.0:1746066715.127976:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976068864 00000100:00100000:0.0:1746066715.127978:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976068864 00000100:00100000:0.0:1746066715.127988:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976069376 00000100:00100000:0.0:1746066715.127990:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976069376 00000100:00100000:0.0:1746066715.127996:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976070016 00000100:00100000:0.0:1746066715.127997:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976070016 00000100:00100000:0.0:1746066715.128004:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9710 00000100:00100000:0.0:1746066715.128008:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+49:3295:x1830882976068864:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.128033:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9712 00000100:00100000:0.0:1746066715.128038:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+60:3295:x1830882976070016:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066715.128091:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066715.128093:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066715.128095:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066715.128096:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066715.128098:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066715.128113:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+61:3295:x1830882976070016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (913us total) trans 17179872616 rc 0/0 00000100:00100000:0.0:1746066715.128117:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9712 00000100:00100000:0.0:1746066715.128163:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976070656:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.128178:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066715.128279:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed0a680/2, rc 0, transno 21474839933 00000100:00100000:0.0:1746066715.128283:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976070656:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.129549:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+51:3295:x1830882976068864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1539us (2415us total) trans 21474839936 rc 0/0 00000100:00100000:0.0:1746066715.129554:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9710 00000100:00100000:0.0:1746066715.130391:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.130418:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.130452:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.130469:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974717824 00000100:00100000:0.0:1746066715.130471:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974717824 00000100:00100000:0.0:1746066715.133567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.133862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.134472:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974718208 00000100:00100000:0.0:1746066715.134475:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974718208 00000100:00100000:0.0:1746066715.134507:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 522 00000100:00100000:0.0:1746066715.134512:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:1965:x1830882974718208:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066715.134520:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066715.134539:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98800/0xfb36a14ee607f524 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773a9 expref: 253 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.134551:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066715.134555:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066715.134582:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+252:1965:x1830882974718208:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 70us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.134587:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 522 00000100:00100000:0.0:1746066715.135815:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.137027:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.137084:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.142870:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.143544:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.144145:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.147617:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.147715:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.155592:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974720000 00000100:00100000:0.0:1746066715.155600:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974720000 00002000:00100000:0.0:1746066715.155630:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3485696->3489791) req@ffff8800996d8e00 x1830882974720000/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:121/0 lens 488/0 e 0 to 0 dl 1746066726 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.155638:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8e00 with x1830882974720000 ext(3485696->3489791) 00002000:00010000:0.0:1746066715.155642:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996d8e00 00000100:00100000:0.0:1746066715.155655:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3860 00000100:00100000:0.0:1746066715.155660:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882974720000:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066715.158090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.158820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.161520:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.161892:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.167812:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.174275:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.174329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.189533:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.191123:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974721664 00000100:00100000:0.0:1746066715.191128:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974721664 00000100:00100000:0.0:1746066715.191155:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9719 00000100:00100000:0.0:1746066715.191161:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:28350:x1830882974721664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066715.191173:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066715.191183:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f547 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9773cc expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.191196:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.191197:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.191201:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773cc expref: 36 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.191210:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773cc expref: 36 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.191217:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a1f200, rc 0) 00000100:00100000:0.0:1746066715.191256:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:28350:x1830882974721664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 95us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.191261:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9719 00000100:00100000:0.0:1746066715.194534:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.195729:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.214650:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.219918:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.219960:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.233657:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.233726:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.234756:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.240483:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.241928:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974723456:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7055us (7171us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066715.241937:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3867 00002000:00100000:0.0:1746066715.241945:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009412b100 x1830882974723456/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:121/0 lens 488/440 e 0 to 0 dl 1746066726 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.241953:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412b100 with x1830882974723456 ext(2097152->3145727) 00010000:00010000:0.0:1746066715.241958:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a866a000/0xfb36a14ee607f532 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3489791) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773b7 expref: 21 pid: 9776 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066715.241968:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a866a000/0xfb36a14ee607f532 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3489791) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773b7 expref: 21 pid: 9776 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746066715.241978:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412b100 00000100:00100000:0.0:1746066715.243923:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.249188:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.249571:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.254164:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1965:x1830882974723968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4332us (4981us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.254174:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4770 00000100:00100000:0.0:1746066715.266368:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.266400:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.266421:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.266431:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.266462:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.266489:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974724736 00000100:00100000:0.0:1746066715.266492:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974724736 00000100:00100000:1.0:1746066715.266534:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974724992 00000100:00100000:1.0:1746066715.266538:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974724992 00000100:00100000:1.0:1746066715.266572:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9726 00000100:00100000:1.0:1746066715.266579:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28349:x1830882974724992:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066715.266591:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.266606:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d83f800/0xfb36a14ee607f578 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9773fd expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.266627:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.266628:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.266634:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d83f800/0xfb36a14ee607f578 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773fd expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.266647:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d83f800/0xfb36a14ee607f578 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773fd expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.266657:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d83f800, rc 0) 00000100:00100000:1.0:1746066715.266713:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28349:x1830882974724992:12345-192.168.202.57@tcp:101:cat.0 Request processed in 133us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.266719:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9726 00002000:00100000:0.0:1746066715.267147:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88008c396d80 x1830882974724736/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/0 e 0 to 0 dl 1746066726 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.267153:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c396d80 with x1830882974724736 ext(3145728->4194303) 00002000:00010000:0.0:1746066715.267156:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c396d80 00000100:00100000:0.0:1746066715.267165:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3872 00000100:00100000:0.0:1746066715.267169:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974724736:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066715.275535:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1966:x1830882974725248:12345-192.168.202.57@tcp:3:cat.0 Request processed in 8896us (9094us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066715.275548:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3869 00002000:00100000:0.0:1746066715.275559:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88008c395500 x1830882974725248/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/440 e 0 to 0 dl 1746066726 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.275568:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395500 with x1830882974725248 ext(3145728->4194303) 00002000:00010000:0.0:1746066715.275574:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c395500 00000100:00100000:0.0:1746066715.276488:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974725632 00000100:00100000:0.0:1746066715.276494:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974725632 00002000:00100000:0.0:1746066715.276522:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800996d9880 x1830882974725632/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:121/0 lens 488/0 e 0 to 0 dl 1746066726 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.276529:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d9880 with x1830882974725632 ext(3145728->4194303) 00002000:00010000:0.0:1746066715.276533:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996d9880 00000100:00100000:0.0:1746066715.276554:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974725888 00000100:00100000:0.0:1746066715.276557:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974725888 00002000:00100000:0.0:1746066715.276567:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880093211f80 x1830882974725888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:121/0 lens 488/0 e 0 to 0 dl 1746066726 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.276574:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211f80 with x1830882974725888 ext(3145728->4194303) 00002000:00010000:0.0:1746066715.276576:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093211f80 00000100:00100000:0.0:1746066715.276588:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3873 00000100:00100000:0.0:1746066715.276594:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882974725632:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066715.290775:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882974724736:12345-192.168.202.57@tcp:3:cat.0 Request processed in 23597us (24345us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066715.290785:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3872 00002000:00100000:1.0:1746066715.290794:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88008c396d80 x1830882974724736/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/440 e 0 to 0 dl 1746066726 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066715.290809:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c396d80 with x1830882974724736 ext(3145728->4194303) 00002000:00010000:1.0:1746066715.290813:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c396d80 00000100:00100000:0.0:1746066715.300579:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.305127:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.380829:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.381457:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.381578:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974726656 00000100:00100000:0.0:1746066715.381586:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974726656 00000100:00100000:0.0:1746066715.381634:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974726912 00000100:00100000:0.0:1746066715.381637:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974726912 00000100:00100000:0.0:1746066715.381661:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8869 00000100:00100000:0.0:1746066715.381668:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28357:x1830882974726656:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066715.381701:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066715.381719:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98a00/0xfb36a14ee607f57f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977404 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.381811:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba99000/0xfb36a14ee607f586 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.381823:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba99000/0xfb36a14ee607f586 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.381832:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba99000/0xfb36a14ee607f586 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.381843:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98c00/0xfb36a14ee607f58d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.381847:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98c00/0xfb36a14ee607f58d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.381852:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98c00/0xfb36a14ee607f58d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.381944:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98600/0xfb36a14ee607f594 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.381950:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98600/0xfb36a14ee607f594 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.381955:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98600/0xfb36a14ee607f594 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:0.0:1746066715.381963:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:0.0:1746066715.382031:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba99000/0xfb36a14ee607f586 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382036:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba99000/0xfb36a14ee607f586 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382042:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba99000/0xfb36a14ee607f586 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382050:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ba99000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066715.382053:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba99000/0xfb36a14ee607f586 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382059:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba99000/0xfb36a14ee607f586 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382068:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066715.382070:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066715.382073:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba99000/0xfb36a14ee607f586 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382077:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba99000/0xfb36a14ee607f586 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382090:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98c00/0xfb36a14ee607f58d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382095:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98c00/0xfb36a14ee607f58d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382099:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98c00/0xfb36a14ee607f58d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382103:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ba98c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066715.382105:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98c00/0xfb36a14ee607f58d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382109:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98c00/0xfb36a14ee607f58d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382114:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012d3b8100) 00010000:00010000:0.0:1746066715.382116:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066715.382118:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98c00/0xfb36a14ee607f58d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382122:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98c00/0xfb36a14ee607f58d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066715.382146:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98a00/0xfb36a14ee607f57f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977404 expref: 13 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.382154:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98600/0xfb36a14ee607f594 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977404 expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.382160:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066715.382161:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1746066715.382164:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ba98600, rc 0) 00000100:00100000:0.0:1746066715.382197:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28357:x1830882974726656:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 530us (1376us total) trans 8589942704 rc 0/0 00000100:00100000:0.0:1746066715.382202:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8869 00000100:00100000:0.0:1746066715.385042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.385104:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974727168 00000100:00100000:1.0:1746066715.385110:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974727168 00000100:00100000:1.0:1746066715.385138:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3470 00000100:00100000:1.0:1746066715.385144:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28357:x1830882974727168:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066715.385618:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28357:x1830882974727168:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 473us (581us total) trans 8589942706 rc 0/0 00000100:00100000:1.0:1746066715.385625:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3470 00000100:00100000:0.0:1746066715.449259:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.449365:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974727296 00000100:00100000:1.0:1746066715.449373:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974727296 00000100:00100000:1.0:1746066715.449444:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9727 00000100:00100000:1.0:1746066715.449450:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28357:x1830882974727296:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066715.449465:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.449478:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931efa00/0xfb36a14ee607f5c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977412 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.449501:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d83e600/0xfb36a14ee607f3fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977332 expref: 12 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.449507:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f539 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773be expref: 35 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.449513:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801360b8000/0xfb36a14ee607f516 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97739b expref: 21 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.449517:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.449518:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.449520:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931efa00/0xfb36a14ee607f5c5 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1945600->2097151] (req 1945600->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977412 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.449540:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801360b8000/0xfb36a14ee607f516 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97739b expref: 21 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.449546:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801360b8000/0xfb36a14ee607f516 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97739b expref: 21 pid: 21203 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.449554:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976071936:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.449800:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f539 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773be expref: 35 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.449809:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f539 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773be expref: 35 pid: 9776 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.449817:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976072064:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.449994:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d83e600/0xfb36a14ee607f3fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977332 expref: 12 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.450006:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d83e600/0xfb36a14ee607f3fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977332 expref: 12 pid: 8112 timeout: 776 lvb_type: 1 00000100:00100000:1.0:1746066715.450014:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976072192:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.450033:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066715.452214:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.452240:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.452276:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.452321:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974727552 00000100:00100000:0.0:1746066715.452323:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974727552 00000100:00100000:1.0:1746066715.452327:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976071936:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066715.452335:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f539 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773be expref: 36 pid: 9776 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.452337:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976072064:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.452344:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976072192:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066715.452357:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4772 00000100:00100000:0.0:1746066715.452362:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974727552:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066715.452370:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066715.452382:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f539 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773be expref: 36 pid: 9776 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066715.452390:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f539 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773be expref: 36 pid: 9776 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066715.452430:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f539 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773be expref: 36 pid: 9776 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066715.452444:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.452445:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.452450:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931efa00/0xfb36a14ee607f5c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1945600->2097151) gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977412 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.452457:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931efa00/0xfb36a14ee607f5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1945600->2097151) gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977412 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.452468:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931efa00/0xfb36a14ee607f5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977412 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.452476:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800931efa00/0xfb36a14ee607f5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1945600->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977412 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.452478:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931efa00, rc 0) 00000100:00100000:0.0:1746066715.452483:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976072320:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066715.452498:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28357:x1830882974727296:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3047us (3245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.452503:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9727 00000100:00100000:0.0:1746066715.452511:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066715.455211:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.460057:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.460116:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974728064 00000100:00100000:1.0:1746066715.460124:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974728064 00000100:00100000:1.0:1746066715.460234:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9728 00000100:00100000:1.0:1746066715.460242:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28357:x1830882974728064:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066715.460260:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.460275:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977419 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.460313:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093630800/0xfb36a14ee607f540 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773c5 expref: 21 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.460320:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f547 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773cc expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.460325:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.460327:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.460330:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 5/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->1617919] (req 1048576->1617919) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977419 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.460355:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773cc expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.460365:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773cc expref: 34 pid: 21203 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.460375:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976072448:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.460462:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093630800/0xfb36a14ee607f540 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773c5 expref: 21 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.460469:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093630800/0xfb36a14ee607f540 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773c5 expref: 21 pid: 21203 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.460476:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976072576:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.460495:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066715.462594:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976072448:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.462604:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976072576:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.462626:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->1617919] (req 1048576->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977419 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.462639:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931ef000, rc 0) 00000100:00100000:1.0:1746066715.462666:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28357:x1830882974728064:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2425us (2616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.462693:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9728 00000100:00100000:0.0:1746066715.464303:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.464795:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.464868:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974728320 00000100:00100000:1.0:1746066715.464875:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974728320 00010000:00010000:1.0:1746066715.464903:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773cc expref: 35 pid: 21203 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.464938:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974728192 00000100:00100000:1.0:1746066715.464940:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974728192 00010000:00010000:1.0:1746066715.464950:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093630800/0xfb36a14ee607f540 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773c5 expref: 21 pid: 21203 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.465462:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4774 00000100:00100000:1.0:1746066715.465470:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1966:x1830882974728320:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.465482:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.465501:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773cc expref: 35 pid: 21203 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.465517:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773cc expref: 35 pid: 21203 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.465536:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f200/0xfb36a14ee607f547 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773cc expref: 35 pid: 21203 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.465564:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066715.465595:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882974728320:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 126us (1297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.465601:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4774 00000100:00100000:1.0:1746066715.465614:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4775 00000100:00100000:1.0:1746066715.465618:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882974728192:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.465627:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.465633:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093630800/0xfb36a14ee607f540 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773c5 expref: 21 pid: 21203 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.465641:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093630800/0xfb36a14ee607f540 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773c5 expref: 21 pid: 21203 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.465652:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093630800/0xfb36a14ee607f540 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773c5 expref: 21 pid: 21203 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.465659:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.465661:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.465666:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1617919) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977419 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.465691:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1617919) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977419 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.465715:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977419 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.465725:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976072704:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066715.465769:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066715.469776:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976072704:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066715.469796:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066715.469831:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882974728192:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4211us (5036us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.469841:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4775 00000100:00100000:0.0:1746066715.474347:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.475085:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3878 00000100:00100000:1.0:1746066715.475094:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882974728576:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066715.475264:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882974728576:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 171us (924us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066715.475270:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3878 00002000:00100000:1.0:1746066715.475276:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1613824->1617919) req@ffff88009a0d3480 x1830882974728576/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:121/0 lens 488/4536 e 0 to 0 dl 1746066726 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066715.475292:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3480 with x1830882974728576 ext(1613824->1617919) 00002000:00010000:1.0:1746066715.475295:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d3480 00000100:00100000:0.0:1746066715.498146:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.498474:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974728704 00000100:00100000:1.0:1746066715.498482:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974728704 00000100:00100000:1.0:1746066715.498530:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9729 00000100:00100000:1.0:1746066715.498538:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28358:x1830882974728704:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066715.498552:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.498567:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931ef800/0xfb36a14ee607f5d3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977420 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.498591:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d83ec00/0xfb36a14ee607f3f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97732b expref: 12 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.498598:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a82a00/0xfb36a14ee607f508 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97738d expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.498605:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee607f49f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97736a expref: 22 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.498611:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.498612:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.498615:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931ef800/0xfb36a14ee607f5d3 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [573440->1048575] (req 573440->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977420 expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.498639:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee607f49f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97736a expref: 22 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.498655:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee607f49f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97736a expref: 22 pid: 21203 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.498664:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976072832:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.498770:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a82a00/0xfb36a14ee607f508 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97738d expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.498777:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a82a00/0xfb36a14ee607f508 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97738d expref: 24 pid: 10402 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.498785:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976072960:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.498808:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d83ec00/0xfb36a14ee607f3f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97732b expref: 12 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.498815:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d83ec00/0xfb36a14ee607f3f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97732b expref: 12 pid: 8112 timeout: 776 lvb_type: 1 00000100:00100000:1.0:1746066715.498821:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976073088:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.498835:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066715.501828:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.502040:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976072832:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.502705:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976072960:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.502713:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976073088:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.502737:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800931ef800/0xfb36a14ee607f5d3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [573440->1048575] (req 573440->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977420 expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.502747:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931ef800, rc 0) 00000100:00100000:1.0:1746066715.502782:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28358:x1830882974728704:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4245us (4642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.502791:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9729 00000100:00100000:0.0:1746066715.503499:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.503549:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.505220:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.505594:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974729344 00000100:00100000:1.0:1746066715.505598:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974729344 00002000:00100000:1.0:1746066715.505624:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (573440->577535) req@ffff88009a0d3b80 x1830882974729344/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/0 e 0 to 0 dl 1746066726 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066715.505632:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3b80 with x1830882974729344 ext(573440->577535) 00002000:00010000:1.0:1746066715.505636:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d3b80 00000100:00100000:1.0:1746066715.505660:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3879 00000100:00100000:1.0:1746066715.505666:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882974729344:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066715.506136:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882974729344:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 469us (916us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066715.506309:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3879 00002000:00100000:1.0:1746066715.506315:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (573440->577535) req@ffff88009a0d3b80 x1830882974729344/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/4536 e 0 to 0 dl 1746066726 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066715.506322:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3b80 with x1830882974729344 ext(573440->577535) 00002000:00010000:1.0:1746066715.506325:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d3b80 00000100:00100000:0.0:1746066715.511243:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.511314:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974729472 00000100:00100000:1.0:1746066715.511321:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974729472 00000100:00100000:1.0:1746066715.512011:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9730 00000100:00100000:1.0:1746066715.512018:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28358:x1830882974729472:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066715.512084:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.512100:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931ee800/0xfb36a14ee607f5da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977427 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.512128:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931efa00/0xfb36a14ee607f5c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977412 expref: 19 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.512134:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066715.512136:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066715.512139:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931ee800/0xfb36a14ee607f5da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->1445887] (req 1048576->1445887) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977427 expref: 35 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.512163:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800931efa00/0xfb36a14ee607f5c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977412 expref: 19 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.512174:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800931efa00/0xfb36a14ee607f5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1945600->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977412 expref: 19 pid: 21973 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.512184:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976073344:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.512446:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066715.517131:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976073344:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.517158:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931ee800/0xfb36a14ee607f5da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->1445887] (req 1048576->1445887) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977427 expref: 35 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.517173:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931ee800, rc 0) 00000100:00100000:0.0:1746066715.517187:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.517207:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:28358:x1830882974729472:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5190us (5971us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.517214:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9730 00000100:00100000:0.0:1746066715.524041:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.529994:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.532253:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.532718:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.532918:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974730496 00000100:00100000:1.0:1746066715.532922:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974730496 00000100:00100000:1.0:1746066715.532954:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3471 00000100:00100000:1.0:1746066715.532960:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28364:x1830882974730496:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066715.533112:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28364:x1830882974730496:12345-192.168.202.57@tcp:35:cat.0 Request processed in 151us (394us total) trans 8589942708 rc 0/0 00000100:00100000:1.0:1746066715.533117:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3471 00000100:00100000:0.0:1746066715.534702:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974730624 00000100:00100000:0.0:1746066715.534707:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974730624 00000100:00100000:0.0:1746066715.534749:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 523 00000100:00100000:0.0:1746066715.534755:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:1963:x1830882974730624:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066715.534764:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066715.534783:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7ae800/0xfb36a14ee607f5f6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97742e expref: 258 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.534812:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066715.534816:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066715.534847:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:1963:x1830882974730624:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 92us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.534853:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 523 00000100:00100000:0.0:1746066715.535540:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.535595:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974731008 00000100:00100000:1.0:1746066715.535598:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974731008 00000100:00100000:1.0:1746066715.535625:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3472 00000100:00100000:1.0:1746066715.535630:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28358:x1830882974731008:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066715.535866:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28358:x1830882974731008:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 234us (325us total) trans 8589942709 rc 0/0 00000100:00100000:1.0:1746066715.535872:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3472 00000100:00100000:0.0:1746066715.536933:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.537037:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974730752 00000100:00100000:1.0:1746066715.537042:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974730752 00000100:00100000:1.0:1746066715.537076:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9731 00000100:00100000:1.0:1746066715.537083:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882974730752:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066715.537095:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.537108:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931ef400/0xfb36a14ee607f604 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977435 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.537147:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976073600:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066715.537205:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066715.537540:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:1.0:1746066715.540065:0:21973:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime: 1746066714 -> 1746066715 00002000:00010000:1.0:1746066715.540068:0:21973:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime: 1746066714 -> 1746066715 00002000:00010000:1.0:1746066715.540070:0:21973:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime: 1746066714 -> 1746066715 00000100:00100000:1.0:1746066715.540085:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976073600:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066715.540106:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931ef400/0xfb36a14ee607f604 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977435 expref: 36 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.540116:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931ef400/0xfb36a14ee607f604 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977435 expref: 36 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.540125:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931ef400, rc 0) 00000100:00100000:1.0:1746066715.540145:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882974730752:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3064us (3216us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066715.540151:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9731 00000100:00100000:0.0:1746066715.542565:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.542609:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.542625:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974731520 00000100:00100000:1.0:1746066715.542632:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974731520 00000100:00100000:1.0:1746066715.542662:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3473 00000100:00100000:1.0:1746066715.542668:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4a0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28366:x1830882974731520:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066715.542832:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4a0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28366:x1830882974731520:12345-192.168.202.57@tcp:35:cat.0 Request processed in 163us (274us total) trans 8589942711 rc 0/0 00000100:00100000:1.0:1746066715.542837:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3473 00000100:00100000:0.0:1746066715.545494:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.546500:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.546535:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.546599:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.547057:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9733 00000100:00100000:1.0:1746066715.547065:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882974732288:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066715.547071:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.547080:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931ef600/0xfb36a14ee607f635 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977443 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.547101:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976073856:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066715.547123:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8180 going to sleep for 11 seconds 00002000:00010000:1.0:1746066715.551703:0:21973:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime: 1746066714 -> 1746066715 00002000:00010000:0.0:1746066715.551703:0:8450:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066714 -> 1746066715 00002000:00010000:1.0:1746066715.551708:0:21973:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066714 -> 1746066715 00002000:00010000:1.0:1746066715.551710:0:21973:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime: 1746066714 -> 1746066715 00000100:00100000:1.0:1746066715.551723:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976073856:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066715.551723:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976073728:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066715.551749:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800931ef600/0xfb36a14ee607f635 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977443 expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066715.551749:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83e00/0xfb36a14ee607f62e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97744a expref: 22 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.551760:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800931ef600/0xfb36a14ee607f635 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977443 expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066715.551760:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83e00/0xfb36a14ee607f62e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97744a expref: 22 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.551772:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931ef600, rc 0) 00010000:00010000:0.0:1746066715.551773:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a83e00, rc 0) 00000100:00100000:1.0:1746066715.551801:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882974732288:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4737us (5201us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066715.551804:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974732416:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5110us (5269us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066715.551809:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9733 00000100:00100000:0.0:1746066715.551812:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9732 00000100:00100000:0.0:1746066715.556628:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.556842:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974732544 00000100:00100000:1.0:1746066715.556849:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974732544 00000100:00100000:1.0:1746066715.557126:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9734 00000100:00100000:1.0:1746066715.557134:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28366:x1830882974732544:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066715.557150:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.557165:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931ee400/0xfb36a14ee607f63c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977451 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.557498:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931ef800/0xfb36a14ee607f5d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977420 expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.557511:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066715.557513:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066715.557516:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931ee400/0xfb36a14ee607f63c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977451 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.557539:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800931ef800/0xfb36a14ee607f5d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977420 expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.557550:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800931ef800/0xfb36a14ee607f5d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977420 expref: 22 pid: 21973 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.557560:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976073984:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.558036:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066715.562839:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.563398:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976073984:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.563419:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800931ee400/0xfb36a14ee607f63c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977451 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.563431:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931ee400, rc 0) 00000100:00100000:1.0:1746066715.563478:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28366:x1830882974732544:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6344us (6856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.563485:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9734 00000100:00100000:0.0:1746066715.564301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.564642:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974732800 00000100:00100000:1.0:1746066715.564647:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974732800 00000100:00100000:1.0:1746066715.565438:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9735 00000100:00100000:1.0:1746066715.565447:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:28364:x1830882974732800:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066715.565460:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.565473:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931ee000/0xfb36a14ee607f643 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977458 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.565499:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977419 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.565506:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066715.565507:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066715.565510:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931ee000/0xfb36a14ee607f643 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977458 expref: 36 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.565532:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1617919) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977419 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.565540:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1617919) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977419 expref: 20 pid: 21973 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.565550:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976074112:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.565936:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066715.568834:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976074112:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.568859:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931ee000/0xfb36a14ee607f643 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977458 expref: 36 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.568873:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931ee000, rc 0) 00000100:00100000:1.0:1746066715.568918:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:28364:x1830882974732800:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3472us (4618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.568926:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9735 00000100:00100000:0.0:1746066715.569977:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882974732672:12345-192.168.202.57@tcp:4:cat.0 Request processed in 6485us (7141us total) trans 21474839938 rc 0/0 00000100:00100000:0.0:1746066715.569986:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 810 00002000:00100000:0.0:1746066715.569993:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (573440->1048575) req@ffff88009ec2c000 x1830882974732672/t21474839938(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/448 e 0 to 0 dl 1746066726 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.570007:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2c000 with x1830882974732672 ext(573440->1048575) 00010000:00010000:0.0:1746066715.570014:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800931ef800/0xfb36a14ee607f5d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977420 expref: 25 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066715.570024:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800931ef800/0xfb36a14ee607f5d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 573440->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977420 expref: 25 pid: 21973 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746066715.570030:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec2c000 00000100:00100000:0.0:1746066715.570476:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974732928 00000100:00100000:0.0:1746066715.570483:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974732928 00002000:00100000:0.0:1746066715.570506:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1617919) req@ffff880093212a00 x1830882974732928/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:121/0 lens 488/0 e 0 to 0 dl 1746066726 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.570514:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212a00 with x1830882974732928 ext(1048576->1617919) 00010000:00010000:0.0:1746066715.570519:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1617919) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977419 expref: 21 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066715.570528:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1617919) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977419 expref: 21 pid: 21973 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746066715.570533:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093212a00 00000100:00100000:0.0:1746066715.570546:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 811 00000100:00100000:0.0:1746066715.570552:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974732928:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066715.577082:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882974732928:12345-192.168.202.57@tcp:4:cat.0 Request processed in 6526us (6824us total) trans 17179872620 rc 0/0 00000100:00100000:0.0:1746066715.577091:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 811 00002000:00100000:0.0:1746066715.577100:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1617919) req@ffff880093212a00 x1830882974732928/t17179872620(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:121/0 lens 488/448 e 0 to 0 dl 1746066726 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.577109:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212a00 with x1830882974732928 ext(1048576->1617919) 00010000:00010000:0.0:1746066715.577115:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1617919) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977419 expref: 23 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066715.577127:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f5cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1617919) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977419 expref: 23 pid: 21973 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746066715.577133:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093212a00 00000100:00100000:0.0:1746066715.581897:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.582174:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974733312 00000100:00100000:1.0:1746066715.582179:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974733312 00002000:00100000:1.0:1746066715.582211:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e851c00 x1830882974733312/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:121/0 lens 488/0 e 0 to 0 dl 1746066726 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066715.582219:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851c00 with x1830882974733312 ext(0->1048575) 00002000:00010000:1.0:1746066715.582223:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e851c00 00000100:00100000:1.0:1746066715.582241:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3883 00000100:00100000:1.0:1746066715.582247:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882974733312:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066715.593584:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882974733312:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10930us (11288us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066715.593594:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3883 00002000:00100000:1.0:1746066715.593604:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e851c00 x1830882974733312/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:121/0 lens 488/440 e 0 to 0 dl 1746066726 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066715.593611:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851c00 with x1830882974733312 ext(0->1048575) 00002000:00010000:1.0:1746066715.593616:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e851c00 00000100:00100000:0.0:1746066715.593941:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.593983:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974733696 00000100:00100000:1.0:1746066715.593989:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974733696 00002000:00100000:1.0:1746066715.594016:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e852680 x1830882974733696/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/0 e 0 to 0 dl 1746066726 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066715.594022:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e852680 with x1830882974733696 ext(1048576->2097151) 00002000:00010000:1.0:1746066715.594025:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e852680 00000100:00100000:1.0:1746066715.594053:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3884 00000100:00100000:1.0:1746066715.594060:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974733696:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066715.604025:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974733696:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9958us (10230us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066715.604035:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3884 00002000:00100000:1.0:1746066715.604045:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e852680 x1830882974733696/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/440 e 0 to 0 dl 1746066726 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066715.604052:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e852680 with x1830882974733696 ext(1048576->2097151) 00002000:00010000:1.0:1746066715.604057:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e852680 00000100:00100000:0.0:1746066715.612299:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.612895:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974733824 00000100:00100000:1.0:1746066715.612903:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974733824 00000100:00100000:1.0:1746066715.613006:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9736 00000100:00100000:1.0:1746066715.613014:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28366:x1830882974733824:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066715.613029:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.613042:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f64a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97745f expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.613064:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931ee800/0xfb36a14ee607f5da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1445887) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977427 expref: 35 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.613070:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066715.613072:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066715.613075:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f64a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97745f expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.613107:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800931ee800/0xfb36a14ee607f5da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1445887) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977427 expref: 35 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.613122:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800931ee800/0xfb36a14ee607f5da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1445887) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977427 expref: 35 pid: 21973 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.613132:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976074496:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.613842:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066715.617523:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.617524:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976074496:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.617552:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f64a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97745f expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.617566:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931ef000, rc 0) 00000100:00100000:1.0:1746066715.617798:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28366:x1830882974733824:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4783us (5522us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.617805:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9736 00000100:00100000:0.0:1746066715.619162:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.619213:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974734080 00000100:00100000:1.0:1746066715.619217:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974734080 00000100:00100000:1.0:1746066715.619254:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9737 00000100:00100000:1.0:1746066715.619260:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974734080:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066715.619270:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.619292:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931ee600/0xfb36a14ee607f651 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977466 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.619306:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.619308:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.619315:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931ee600/0xfb36a14ee607f651 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977466 expref: 25 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.619330:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800931ee600/0xfb36a14ee607f651 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977466 expref: 25 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.619338:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931ee600, rc 0) 00000100:00100000:1.0:1746066715.619371:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974734080:12345-192.168.202.57@tcp:101:cat.0 Request processed in 112us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.619377:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9737 00000100:00100000:0.0:1746066715.620019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.620175:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974734208 00000100:00100000:1.0:1746066715.620179:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974734208 00000100:00100000:1.0:1746066715.620197:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9738 00000100:00100000:1.0:1746066715.620202:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974734208:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066715.620639:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.620652:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931ef600/0xfb36a14ee607f658 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97746d expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.620715:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976074624:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066715.620993:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066715.623407:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976074624:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066715.623434:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931ef600/0xfb36a14ee607f658 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97746d expref: 39 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.623446:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931ef600/0xfb36a14ee607f658 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97746d expref: 39 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.623474:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931ef600, rc 0) 00000100:00100000:1.0:1746066715.623509:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974734208:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3305us (3491us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066715.623516:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9738 00000100:00100000:0.0:1746066715.627220:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.627270:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.627339:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974734336 00000100:00100000:1.0:1746066715.627347:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974734336 00000100:00100000:1.0:1746066715.627391:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9739 00000100:00100000:1.0:1746066715.627399:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974734336:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066715.627417:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.627435:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931ee200/0xfb36a14ee607f65f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977474 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.627476:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976074752:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066715.627898:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8180 going to sleep for 11 seconds 00010000:00010000:1.0:1746066715.629611:0:8450:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff880099a1c380 x1830882976074752) - normal race ns: filter-lustre-OST0001_UUID lock: ffff8800931ee800/0xfb36a14ee607f5da lrc: 1/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1445887) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977427 expref: 40 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.629631:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931ee800/0xfb36a14ee607f5da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1445887) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977427 expref: 40 pid: 21973 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.629664:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976074752:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066715.629810:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931ee200/0xfb36a14ee607f65f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977474 expref: 39 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.630353:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931ee200/0xfb36a14ee607f65f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977474 expref: 39 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.630361:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931ee200, rc 0) 00000100:00100000:1.0:1746066715.630408:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974734336:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3009us (3137us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066715.630415:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9739 00000100:00100000:0.0:1746066715.632460:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.632509:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974734592 00000100:00100000:1.0:1746066715.632515:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974734592 00000100:00100000:0.0:1746066715.632529:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.632642:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9740 00000100:00100000:1.0:1746066715.632650:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882974734592:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066715.632664:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.632702:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931efc00/0xfb36a14ee607f666 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97747b expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.632720:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.632722:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.632728:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931efc00/0xfb36a14ee607f666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97747b expref: 38 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.632741:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931efc00/0xfb36a14ee607f666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97747b expref: 38 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.632749:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931efc00, rc 0) 00000100:00100000:1.0:1746066715.632765:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974734592:12345-192.168.202.57@tcp:101:cat.0 Request processed in 117us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.632771:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9740 00000100:00100000:0.0:1746066715.639346:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882974734848:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6447us (6806us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066715.639358:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3885 00002000:00100000:0.0:1746066715.639368:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e853100 x1830882974734848/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:121/0 lens 488/440 e 0 to 0 dl 1746066726 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.639377:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e853100 with x1830882974734848 ext(1048576->2097151) 00002000:00010000:0.0:1746066715.639383:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e853100 00000100:00100000:0.0:1746066715.644027:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.648786:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.659257:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.664973:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.676471:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.708921:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.712417:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.712467:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.712796:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974736512 00000100:00100000:1.0:1746066715.712801:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974736512 00000100:00100000:1.0:1746066715.713216:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3474 00000100:00100000:1.0:1746066715.713223:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28372:x1830882974736512:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066715.713408:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28372:x1830882974736512:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 184us (994us total) trans 8589942714 rc 0/0 00000100:00100000:1.0:1746066715.713413:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3474 00000100:00100000:0.0:1746066715.718128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.723338:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.725195:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.725319:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974736896 00000100:00100000:1.0:1746066715.725325:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974736896 00010000:00010000:1.0:1746066715.725347:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf0c600/0xfb36a14ee607f40c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977340 expref: 12 pid: 20532 timeout: 776 lvb_type: 1 00000100:00100000:1.0:1746066715.725393:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4784 00000100:00100000:1.0:1746066715.725401:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882974736896:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.725412:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.725427:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bf0c600/0xfb36a14ee607f40c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977340 expref: 12 pid: 20532 timeout: 776 lvb_type: 1 00010000:00010000:1.0:1746066715.725436:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bf0c600/0xfb36a14ee607f40c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977340 expref: 12 pid: 20532 timeout: 776 lvb_type: 1 00010000:00010000:1.0:1746066715.725453:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066715.726292:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882974736896:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 881us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.726302:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4784 00000100:00100000:0.0:1746066715.730225:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.730481:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974737024 00000100:00100000:1.0:1746066715.730490:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974737024 00010000:00010000:1.0:1746066715.730521:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5895400/0xfb36a14ee607f555 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773da expref: 24 pid: 9776 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.730577:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4785 00000100:00100000:1.0:1746066715.730586:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882974737024:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.730600:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.730622:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5895400/0xfb36a14ee607f555 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773da expref: 24 pid: 9776 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.730633:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5895400/0xfb36a14ee607f555 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773da expref: 24 pid: 9776 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.730654:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5895400/0xfb36a14ee607f555 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773da expref: 24 pid: 9776 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.731021:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.731024:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.731033:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801360b9a00/0xfb36a14ee607f6ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1101823) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977497 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.731042:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801360b9a00/0xfb36a14ee607f6ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1101823) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977497 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.731079:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801360b9a00/0xfb36a14ee607f6ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1101823) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977497 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.731094:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976075392:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066715.731551:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066715.735200:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.735390:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976075392:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066715.735411:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066715.735458:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882974737024:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4871us (5239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.735467:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4785 00000100:00100000:0.0:1746066715.738073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.776756:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.784564:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.784610:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.784703:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974737920 00000100:00100000:1.0:1746066715.784710:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974737920 00010000:00010000:1.0:1746066715.784969:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d83f600/0xfb36a14ee607f56a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773ef expref: 25 pid: 21973 timeout: 776 lvb_type: 0 00000100:00100000:1.0:1746066715.784987:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4787 00000100:00100000:1.0:1746066715.784992:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882974737920:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.784998:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.785004:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d83f600/0xfb36a14ee607f56a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773ef expref: 25 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.785011:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d83f600/0xfb36a14ee607f56a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773ef expref: 25 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.785021:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d83f600/0xfb36a14ee607f56a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773ef expref: 25 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:1.0:1746066715.785035:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.785037:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.785042:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24200/0xfb36a14ee607f6c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3973120->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97749e expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.785049:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24200/0xfb36a14ee607f6c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3973120->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97749e expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.785075:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24200/0xfb36a14ee607f6c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3973120->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97749e expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.785085:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976075776:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066715.785133:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8840 going to sleep for 11 seconds 00000100:00100000:1.0:1746066715.788569:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976075776:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066715.788585:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066715.788587:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974738176 00000100:00100000:0.0:1746066715.788592:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974738176 00002000:00100000:0.0:1746066715.788619:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3973120->3977215) req@ffff8800996dbb80 x1830882974738176/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/0 e 0 to 0 dl 1746066726 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.788626:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996dbb80 with x1830882974738176 ext(3973120->3977215) 00002000:00010000:0.0:1746066715.788629:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996dbb80 00000100:00100000:0.0:1746066715.788652:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3890 00000100:00100000:0.0:1746066715.788716:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974738176:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066715.788736:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882974737920:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3742us (4176us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.788743:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4787 00000100:00100000:1.0:1746066715.788961:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974738176:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 246us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066715.788966:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3890 00002000:00100000:1.0:1746066715.788969:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3973120->3977215) req@ffff8800996dbb80 x1830882974738176/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/4536 e 0 to 0 dl 1746066726 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066715.788974:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996dbb80 with x1830882974738176 ext(3973120->3977215) 00002000:00010000:1.0:1746066715.788976:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996dbb80 00000100:00100000:0.0:1746066715.791773:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.796107:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.798212:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.798235:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974738432 00000100:00100000:0.0:1746066715.798242:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974738432 00010000:00010000:0.0:1746066715.798421:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801360b8a00/0xfb36a14ee607f41a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97734e expref: 12 pid: 21203 timeout: 776 lvb_type: 1 00000100:00100000:0.0:1746066715.798459:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974738560 00000100:00100000:0.0:1746066715.798462:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974738560 00010000:00010000:0.0:1746066715.798474:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d83fe00/0xfb36a14ee607f571 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773f6 expref: 24 pid: 21973 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746066715.798487:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4788 00000100:00100000:0.0:1746066715.798492:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:1966:x1830882974738432:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066715.798502:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066715.798521:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801360b8a00/0xfb36a14ee607f41a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97734e expref: 12 pid: 21203 timeout: 776 lvb_type: 1 00010000:00010000:0.0:1746066715.798529:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801360b8a00/0xfb36a14ee607f41a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97734e expref: 12 pid: 21203 timeout: 776 lvb_type: 1 00010000:00010000:0.0:1746066715.798547:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801360b8a00/0xfb36a14ee607f41a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97734e expref: 12 pid: 21203 timeout: 776 lvb_type: 1 00010000:00010000:0.0:1746066715.798562:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066715.798589:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:1966:x1830882974738432:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 96us (2485us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.798593:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4788 00000100:00100000:0.0:1746066715.798606:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4789 00000100:00100000:0.0:1746066715.798610:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882974738560:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066715.798615:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066715.798620:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d83fe00/0xfb36a14ee607f571 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773f6 expref: 24 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066715.798626:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d83fe00/0xfb36a14ee607f571 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773f6 expref: 24 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066715.798635:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d83fe00/0xfb36a14ee607f571 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773f6 expref: 24 pid: 21973 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746066715.798642:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066715.798653:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882974738560:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 43us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.798657:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4789 00000100:00100000:0.0:1746066715.799244:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.799651:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974738688 00000100:00100000:1.0:1746066715.799656:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974738688 00010000:00010000:1.0:1746066715.799697:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee607f563 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773e8 expref: 39 pid: 21203 timeout: 776 lvb_type: 1 00000100:00100000:1.0:1746066715.799718:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4790 00000100:00100000:1.0:1746066715.799723:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1964:x1830882974738688:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.799730:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.799739:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee607f563 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773e8 expref: 39 pid: 21203 timeout: 776 lvb_type: 1 00010000:00010000:1.0:1746066715.799747:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee607f563 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773e8 expref: 39 pid: 21203 timeout: 776 lvb_type: 1 00010000:00010000:1.0:1746066715.799759:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee607f563 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773e8 expref: 39 pid: 21203 timeout: 776 lvb_type: 1 00010000:00010000:1.0:1746066715.799771:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.799773:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.799778:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a25000/0xfb36a14ee607f6c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774a5 expref: 38 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.799784:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a25000/0xfb36a14ee607f6c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774a5 expref: 38 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.799806:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a25000/0xfb36a14ee607f6c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774a5 expref: 38 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.799822:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976076288:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066715.799871:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8840 going to sleep for 11 seconds 00000100:00100000:1.0:1746066715.802222:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976076288:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066715.802238:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066715.802290:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882974738688:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2556us (3035us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.802297:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4790 00000100:00100000:0.0:1746066715.807165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.808016:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974738944 00000100:00100000:1.0:1746066715.808025:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974738944 00002000:00100000:1.0:1746066715.808065:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3829760->3833855) req@ffff88009bb2d180 x1830882974738944/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/0 e 0 to 0 dl 1746066726 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066715.808074:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2d180 with x1830882974738944 ext(3829760->3833855) 00002000:00010000:1.0:1746066715.808079:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb2d180 00000100:00100000:1.0:1746066715.808110:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3891 00000100:00100000:1.0:1746066715.808117:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1966:x1830882974738944:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066715.808259:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1966:x1830882974738944:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 142us (1101us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066715.808266:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3891 00002000:00100000:1.0:1746066715.808271:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3829760->3833855) req@ffff88009bb2d180 x1830882974738944/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/4536 e 0 to 0 dl 1746066726 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066715.808277:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2d180 with x1830882974738944 ext(3829760->3833855) 00002000:00010000:1.0:1746066715.808292:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb2d180 00000100:00100000:0.0:1746066715.810932:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.811454:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974739200 00000100:00100000:1.0:1746066715.811461:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974739200 00000100:00100000:1.0:1746066715.811509:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3475 00000100:00100000:1.0:1746066715.811516:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:28370:x1830882974739200:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066715.811697:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:28370:x1830882974739200:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 181us (770us total) trans 8589942715 rc 0/0 00000100:00100000:1.0:1746066715.811702:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3475 00000100:00100000:0.0:1746066715.824454:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.827314:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.831244:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.831322:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974739712 00000100:00100000:1.0:1746066715.831328:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974739712 00010000:00010000:1.0:1746066715.831355:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf44200/0xfb36a14ee607f498 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977363 expref: 18 pid: 14550 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.831446:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4791 00000100:00100000:1.0:1746066715.831454:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882974739712:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.831467:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.831471:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf44200/0xfb36a14ee607f498 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977363 expref: 18 pid: 14550 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.831480:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf44200/0xfb36a14ee607f498 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977363 expref: 18 pid: 14550 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.831496:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf44200/0xfb36a14ee607f498 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977363 expref: 18 pid: 14550 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.831519:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066715.831523:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a24600/0xfb36a14ee607f6e4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066715.831533:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a24600/0xfb36a14ee607f6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066715.831539:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a24600/0xfb36a14ee607f6e4 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066715.831565:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066715.831601:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882974739712:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 147us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.831606:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4791 00000100:00100000:0.0:1746066715.835200:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.835238:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.835669:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.836180:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.836949:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9747 00000100:00100000:1.0:1746066715.836954:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974740096:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066715.836959:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.836964:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a866a600/0xfb36a14ee607f6f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9774c1 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.836972:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.836973:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.836977:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a866a600/0xfb36a14ee607f6f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774c1 expref: 14 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.836984:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a866a600/0xfb36a14ee607f6f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774c1 expref: 14 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.836990:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a866a600, rc 0) 00000100:00100000:1.0:1746066715.837014:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882974740096:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 59us (1345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.837019:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9747 00000100:00100000:1.0:1746066715.837028:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974740224 00000100:00100000:1.0:1746066715.837030:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974740224 00000100:00100000:1.0:1746066715.837207:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.837231:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.842818:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.845018:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.845222:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974740864 00000100:00100000:1.0:1746066715.845230:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974740864 00010000:00010000:1.0:1746066715.845250:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a24600/0xfb36a14ee607f6e4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774ac expref: 9 pid: 14550 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.845290:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4792 00000100:00100000:1.0:1746066715.845297:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882974740864:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.845308:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.845313:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a24600/0xfb36a14ee607f6e4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774ac expref: 9 pid: 14550 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.845321:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a24600/0xfb36a14ee607f6e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774ac expref: 9 pid: 14550 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.845337:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a24600/0xfb36a14ee607f6e4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774ac expref: 9 pid: 14550 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.845362:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066715.845366:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093630e00/0xfb36a14ee607f71c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066715.845373:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093630e00/0xfb36a14ee607f71c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066715.845378:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093630e00/0xfb36a14ee607f71c lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066715.845395:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066715.845419:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882974740864:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 122us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.845425:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4792 00000100:00100000:0.0:1746066715.848187:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.850992:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.854777:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.855061:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.855132:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.855803:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9752 00000100:00100000:1.0:1746066715.855811:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882974741248:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066715.855818:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.855826:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a866b200/0xfb36a14ee607f73f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9774eb expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.855850:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976077312:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066715.855908:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9753 00000100:00100000:0.0:1746066715.855918:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882974741504:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066715.855926:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066715.855935:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d83e600/0xfb36a14ee607f746 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9774f9 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066715.856077:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976077440:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066715.857146:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b523a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066715.857184:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066715.859057:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976077440:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066715.859091:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976077312:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066715.859107:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a866b200/0xfb36a14ee607f73f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774eb expref: 13 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.859115:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a866b200/0xfb36a14ee607f73f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774eb expref: 13 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.859124:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a866b200, rc 0) 00000100:00100000:1.0:1746066715.859143:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882974741248:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3334us (4082us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066715.859149:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9752 00010000:00010000:0.0:1746066715.859168:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d83e600/0xfb36a14ee607f746 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774f9 expref: 14 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066715.859179:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d83e600/0xfb36a14ee607f746 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774f9 expref: 14 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066715.859190:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d83e600, rc 0) 00000100:00100000:0.0:1746066715.859208:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882974741504:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3292us (4076us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066715.859213:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9753 00000100:00100000:0.0:1746066715.862983:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.865465:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.865497:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.865660:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.865901:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.866099:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.866120:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974742016 00000100:00100000:1.0:1746066715.866127:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974742016 00000100:00100000:1.0:1746066715.866159:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974742272 00000100:00100000:1.0:1746066715.866162:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974742272 00000100:00100000:1.0:1746066715.866173:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974742528 00000100:00100000:1.0:1746066715.866175:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974742528 00000100:00100000:1.0:1746066715.866183:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974741888 00000100:00100000:1.0:1746066715.866185:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974741888 00000100:00100000:1.0:1746066715.866196:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9754 00000100:00100000:1.0:1746066715.866202:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882974742016:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:1.0:1746066715.866237:0:21203:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f762 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.866251:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f64a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97745f expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.866259:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24000/0xfb36a14ee607f6f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774ba expref: 14 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.866265:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931efc00/0xfb36a14ee607f666 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97747b expref: 37 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.866270:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.866271:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.866274:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f762 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.866308:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800931efc00/0xfb36a14ee607f666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97747b expref: 37 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.866318:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800931efc00/0xfb36a14ee607f666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97747b expref: 37 pid: 8450 timeout: 777 lvb_type: 1 00000100:00100000:1.0:1746066715.866329:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976077568:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.866387:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24000/0xfb36a14ee607f6f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774ba expref: 14 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.866394:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24000/0xfb36a14ee607f6f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774ba expref: 14 pid: 8452 timeout: 777 lvb_type: 1 00000100:00100000:1.0:1746066715.866401:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976077696:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.866421:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f64a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97745f expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.866428:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800931ef000/0xfb36a14ee607f64a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97745f expref: 22 pid: 21973 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.866435:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976077824:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.866448:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b523a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066715.866465:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9755 00000100:00100000:1.0:1746066715.866471:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882974742272:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:1.0:1746066715.866486:0:20532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.866494:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801360b9a00/0xfb36a14ee607f6ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1101823) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977497 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.866504:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066715.866505:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066715.866506:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.866520:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801360b9a00/0xfb36a14ee607f6ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1101823) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977497 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.866526:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801360b9a00/0xfb36a14ee607f6ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1101823) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977497 expref: 21 pid: 21973 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.866533:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976077952:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.866550:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f5c240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066715.866563:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9756 00000100:00100000:1.0:1746066715.866568:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882974742528:12345-192.168.202.57@tcp:1:lfs.0 00000100:00100000:0.0:1746066715.867132:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.867145:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974742144 00000100:00100000:0.0:1746066715.867148:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974742144 00000100:00100000:0.0:1746066715.867162:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974742400 00000100:00100000:0.0:1746066715.867163:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974742400 00000100:00100000:0.0:1746066715.867172:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9758 00000100:00100000:0.0:1746066715.867176:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+15:1963:x1830882974742144:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066715.867191:0:8112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.867200:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931ee000/0xfb36a14ee607f643 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977458 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.867207:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a866a600/0xfb36a14ee607f6f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774c1 expref: 15 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066715.867213:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801360b9400/0xfb36a14ee607f66d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977482 expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.867218:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.867219:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.867221:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.867239:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801360b9400/0xfb36a14ee607f66d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977482 expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.867247:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801360b9400/0xfb36a14ee607f66d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977482 expref: 22 pid: 21973 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746066715.867253:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e842680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976078464:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066715.867276:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a866a600/0xfb36a14ee607f6f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774c1 expref: 15 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066715.867296:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a866a600/0xfb36a14ee607f6f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774c1 expref: 15 pid: 8450 timeout: 777 lvb_type: 1 00000100:00100000:0.0:1746066715.867303:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976078592:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066715.867326:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800931ee000/0xfb36a14ee607f643 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977458 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.867334:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800931ee000/0xfb36a14ee607f643 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977458 expref: 37 pid: 21973 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746066715.867341:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976078720:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066715.867352:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066715.867367:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9759 00000100:00100000:0.0:1746066715.867373:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882974742400:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066715.867386:0:4614:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.867395:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24200/0xfb36a14ee607f6c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3973120->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97749e expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.867399:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066715.867400:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066715.867402:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.867414:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24200/0xfb36a14ee607f6c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3973120->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97749e expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.867420:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24200/0xfb36a14ee607f6c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3973120->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97749e expref: 23 pid: 21973 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746066715.867427:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976078848:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066715.867440:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72780 going to sleep for 11 seconds 00010000:00010000:1.0:1746066715.868223:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83400/0xfb36a14ee607f785 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.868236:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a25000/0xfb36a14ee607f6c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774a5 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.868240:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066715.868242:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066715.868243:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83400/0xfb36a14ee607f785 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.868261:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a25000/0xfb36a14ee607f6c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774a5 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.868268:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a25000/0xfb36a14ee607f6c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774a5 expref: 37 pid: 21973 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.868276:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976078976:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.868316:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f5c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066715.870517:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f1fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976078720:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066715.870555:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f1fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976078848:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066715.870571:0:4614:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.870811:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976077568:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.870824:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976077696:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.870831:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976077824:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.870846:0:21203:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f762 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066715.874150:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.874507:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e842680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976078464:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.874515:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976078592:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.874529:0:8112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.875218:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.875288:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.875311:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974743680 00000100:00100000:1.0:1746066715.875314:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974743680 00010000:00010000:1.0:1746066715.875330:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a866a600/0xfb36a14ee607f6f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774c1 expref: 16 pid: 8450 timeout: 777 lvb_type: 1 00000100:00100000:1.0:1746066715.875357:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4794 00000100:00100000:1.0:1746066715.875362:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+16:1963:x1830882974743680:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.875370:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.875386:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a866a600/0xfb36a14ee607f6f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774c1 expref: 16 pid: 8450 timeout: 777 lvb_type: 1 00010000:00010000:1.0:1746066715.875918:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a866a600/0xfb36a14ee607f6f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774c1 expref: 16 pid: 8450 timeout: 777 lvb_type: 1 00010000:00010000:1.0:1746066715.875936:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a866a600/0xfb36a14ee607f6f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774c1 expref: 16 pid: 8450 timeout: 777 lvb_type: 1 00010000:00010000:1.0:1746066715.875950:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066715.875979:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+15:1963:x1830882974743680:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 616us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.875984:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4794 00000100:00100000:0.0:1746066715.877042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.879121:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.879137:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.879144:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976078976:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.879160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066715.879161:0:8451:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83400/0xfb36a14ee607f785 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.879174:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.879177:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974743808 00000100:00100000:0.0:1746066715.879180:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974743808 00000100:00100000:1.0:1746066715.879188:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.879206:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.879236:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.879253:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974742784 00000100:00100000:1.0:1746066715.879256:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974742784 00010000:00010000:1.0:1746066715.879269:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24000/0xfb36a14ee607f6f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774ba expref: 15 pid: 8452 timeout: 777 lvb_type: 1 00000100:00100000:1.0:1746066715.879303:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974743040 00000100:00100000:1.0:1746066715.879306:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974743040 00010000:00010000:1.0:1746066715.879316:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800931ee600/0xfb36a14ee607f651 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977466 expref: 26 pid: 21973 timeout: 777 lvb_type: 1 00000100:00100000:1.0:1746066715.879325:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974743168 00000100:00100000:1.0:1746066715.879327:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974743168 00010000:00010000:1.0:1746066715.879334:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24800/0xfb36a14ee607f6eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774b3 expref: 15 pid: 8452 timeout: 777 lvb_type: 1 00000100:00100000:1.0:1746066715.879343:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4797 00000100:00100000:1.0:1746066715.879347:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+15:1966:x1830882974742784:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.879354:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.879365:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24000/0xfb36a14ee607f6f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774ba expref: 15 pid: 8452 timeout: 777 lvb_type: 1 00010000:00010000:1.0:1746066715.879372:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24000/0xfb36a14ee607f6f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774ba expref: 15 pid: 8452 timeout: 777 lvb_type: 1 00010000:00010000:1.0:1746066715.879384:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24000/0xfb36a14ee607f6f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774ba expref: 15 pid: 8452 timeout: 777 lvb_type: 1 00010000:00010000:1.0:1746066715.879392:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066715.879409:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882974742784:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 62us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.879414:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4797 00002000:00100000:0.0:1746066715.879449:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3833855) req@ffff88009bb2ce00 x1830882974743808/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:121/0 lens 488/0 e 0 to 0 dl 1746066726 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066715.879457:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2ce00 with x1830882974743808 ext(3145728->3833855) 00010000:00010000:0.0:1746066715.879462:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a25000/0xfb36a14ee607f6c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774a5 expref: 38 pid: 21973 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746066715.879470:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a25000/0xfb36a14ee607f6c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774a5 expref: 38 pid: 21973 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746066715.879474:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb2ce00 00000100:00100000:1.0:1746066715.880531:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4799 00000100:00100000:1.0:1746066715.880700:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1966:x1830882974742656:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.880709:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.880720:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800931efc00/0xfb36a14ee607f666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97747b expref: 38 pid: 8450 timeout: 777 lvb_type: 1 00010000:00010000:1.0:1746066715.880729:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800931efc00/0xfb36a14ee607f666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97747b expref: 38 pid: 8450 timeout: 777 lvb_type: 1 00010000:00010000:1.0:1746066715.880740:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931efc00/0xfb36a14ee607f666 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97747b expref: 38 pid: 8450 timeout: 777 lvb_type: 1 00010000:00010000:1.0:1746066715.880750:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066715.880770:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1966:x1830882974742656:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 73us (1595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.882393:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4799 00010000:00010000:1.0:1746066715.882450:0:21203:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f762 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.882463:0:21203:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f762 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.882480:0:21203:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f762 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.882491:0:21203:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f762 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.882497:0:21203:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f762 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.882501:0:21203:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a866b200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066715.882504:0:21203:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f762 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.882509:0:21203:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f762 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.882519:0:21203:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f762 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.882524:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a866b200/0xfb36a14ee607f762 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.882556:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882974742016:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 16354us (17096us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.882562:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9754 00000100:00100000:1.0:1746066715.882617:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.882779:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974744064 00000100:00100000:0.0:1746066715.882784:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974744064 00010000:00010000:0.0:1746066715.882803:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801360b9400/0xfb36a14ee607f66d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977482 expref: 22 pid: 21973 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746066715.882825:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4802 00000100:00100000:0.0:1746066715.882830:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882974744064:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066715.882838:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066715.882849:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801360b9400/0xfb36a14ee607f66d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977482 expref: 22 pid: 21973 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746066715.882861:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801360b9400/0xfb36a14ee607f66d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977482 expref: 22 pid: 21973 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746066715.882873:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801360b9400/0xfb36a14ee607f66d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977482 expref: 22 pid: 21973 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746066715.882885:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.882892:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.882895:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.882901:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.882915:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066715.882924:0:8112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.882930:0:8112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.882940:0:8112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.882945:0:8112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.882955:0:8112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.882960:0:8112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d83fa00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066715.882963:0:8112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.882968:0:8112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.882975:0:8112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.882980:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d83fa00/0xfb36a14ee607f777 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066715.883013:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974742144:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 15835us (16914us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.883018:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9758 00000100:00100000:0.0:1746066715.883039:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974744064:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 209us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.883044:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4802 00000100:00100000:0.0:1746066715.890413:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.890437:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974744192 00000100:00100000:1.0:1746066715.890444:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974744192 00010000:00010000:1.0:1746066715.890475:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24200/0xfb36a14ee607f6c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3973120->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97749e expref: 25 pid: 21973 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746066715.890487:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.890496:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974744320 00000100:00100000:1.0:1746066715.890499:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974744320 00010000:00010000:1.0:1746066715.890508:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801360b9a00/0xfb36a14ee607f6ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1101823) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977497 expref: 23 pid: 21973 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746066715.890508:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4803 00000100:00100000:0.0:1746066715.890517:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882974744192:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066715.890530:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066715.890532:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4804 00000100:00100000:1.0:1746066715.890537:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882974744320:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.890544:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066715.890550:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24200/0xfb36a14ee607f6c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3973120->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97749e expref: 25 pid: 21973 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.890552:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801360b9a00/0xfb36a14ee607f6ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1101823) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977497 expref: 23 pid: 21973 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.890559:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801360b9a00/0xfb36a14ee607f6ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1101823) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977497 expref: 23 pid: 21973 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746066715.890559:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24200/0xfb36a14ee607f6c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3973120->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97749e expref: 25 pid: 21973 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.890576:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801360b9a00/0xfb36a14ee607f6ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1101823) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977497 expref: 23 pid: 21973 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746066715.890576:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24200/0xfb36a14ee607f6c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3973120->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97749e expref: 25 pid: 21973 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.890587:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.890587:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.890588:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.890588:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.890592:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.890592:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.890599:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.890599:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.890617:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066715.890619:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066715.890651:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882974744192:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 136us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.890657:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4803 00010000:00010000:0.0:1746066715.890693:0:4614:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.890700:0:4614:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.890736:0:4614:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.890743:0:4614:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.890750:0:4614:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.890755:0:4614:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d83fc00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066715.890759:0:4614:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.890766:0:4614:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.890775:0:4614:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.890780:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d83fc00/0xfb36a14ee607f77e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.890789:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882974744320:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 251us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.890795:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4804 00000100:00100000:0.0:1746066715.890815:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974742400:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 23442us (23683us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.890821:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9759 00010000:00010000:0.0:1746066715.891630:0:20532:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.891639:0:20532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.891652:0:20532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.891657:0:20532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.891662:0:20532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.891666:0:20532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4a83a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066715.891669:0:20532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.891687:0:20532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.891696:0:20532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.891701:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83a00/0xfb36a14ee607f769 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066715.891751:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974742272:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 25279us (26252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.891758:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9755 00000100:00100000:0.0:1746066715.901628:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066715.902754:0:8451:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83400/0xfb36a14ee607f785 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.902761:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83400/0xfb36a14ee607f785 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.902778:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83400/0xfb36a14ee607f785 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.902785:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83400/0xfb36a14ee607f785 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.902791:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83400/0xfb36a14ee607f785 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.902797:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4a83400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066715.902800:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83400/0xfb36a14ee607f785 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.902807:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83400/0xfb36a14ee607f785 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.902816:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83400/0xfb36a14ee607f785 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.902825:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a83400/0xfb36a14ee607f785 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066715.903216:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974742528:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 36639us (37547us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.903222:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9756 00000100:00100000:0.0:1746066715.906028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.906112:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974744704 00000100:00100000:1.0:1746066715.906119:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974744704 00000100:00100000:1.0:1746066715.906162:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8879 00000100:00100000:1.0:1746066715.906169:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:28377:x1830882974744704:12345-192.168.202.57@tcp:36:lfs.0 00010000:00010000:1.0:1746066715.906208:0:809:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.906228:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093630c00/0xfb36a14ee607f731 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9774e4 expref: 10 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.906815:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066715.906820:0:809:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066715.906844:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066715.906855:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83200/0xfb36a14ee607f4de lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97737f expref: 16 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.906862:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a2600/0xfb36a14ee607f50f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977394 expref: 259 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.906867:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eb600/0xfb36a14ee607f51d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773a2 expref: 16 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.906873:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98600/0xfb36a14ee607f594 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977404 expref: 16 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.906877:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a24a00/0xfb36a14ee607f5b7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97740b expref: 259 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.906883:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 8/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066715.906910:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a24a00/0xfb36a14ee607f5b7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97740b expref: 259 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.906920:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a24a00/0xfb36a14ee607f5b7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97740b expref: 259 pid: 14549 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.906932:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2c000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976079104:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.907166:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98600/0xfb36a14ee607f594 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977404 expref: 16 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.907174:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98600/0xfb36a14ee607f594 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977404 expref: 16 pid: 20127 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.907182:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976079232:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.907205:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eb600/0xfb36a14ee607f51d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773a2 expref: 16 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.907212:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eb600/0xfb36a14ee607f51d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773a2 expref: 16 pid: 20127 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.907218:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2c380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976079360:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.907237:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a2600/0xfb36a14ee607f50f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977394 expref: 259 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.907247:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a2600/0xfb36a14ee607f50f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977394 expref: 259 pid: 20127 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.907253:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2df80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976079488:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066715.907270:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83200/0xfb36a14ee607f4de lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97737f expref: 16 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.907275:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83200/0xfb36a14ee607f4de lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97737f expref: 16 pid: 14550 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.907294:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976079616:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.907308:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f5c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066715.910650:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.910667:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2c000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976079104:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.910702:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976079232:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.910710:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2c380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976079360:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066715.910717:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976079616:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066715.910744:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.910758:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.910765:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974744960 00000100:00100000:1.0:1746066715.910769:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974744960 00000100:00100000:0.0:1746066715.910770:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974744832 00000100:00100000:0.0:1746066715.910772:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974744832 00010000:00010000:1.0:1746066715.910795:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a24a00/0xfb36a14ee607f5b7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97740b expref: 260 pid: 14549 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746066715.910796:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83200/0xfb36a14ee607f4de lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97737f expref: 17 pid: 14550 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746066715.911009:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974745088 00000100:00100000:0.0:1746066715.911012:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974745088 00010000:00010000:0.0:1746066715.911023:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98600/0xfb36a14ee607f594 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977404 expref: 18 pid: 20127 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.911449:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4806 00000100:00100000:1.0:1746066715.911458:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882974744832:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.911473:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.911479:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83200/0xfb36a14ee607f4de lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97737f expref: 18 pid: 14550 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.911488:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83200/0xfb36a14ee607f4de lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97737f expref: 18 pid: 14550 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.911507:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83200/0xfb36a14ee607f4de lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97737f expref: 18 pid: 14550 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746066715.911524:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4808 00010000:00010000:1.0:1746066715.911525:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066715.911529:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066715.911529:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974745088:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066715.911535:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.911537:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066715.911538:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98600/0xfb36a14ee607f594 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977404 expref: 17 pid: 20127 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.911570:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974744832:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 114us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.911576:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4806 00010000:00010000:0.0:1746066715.911597:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98600/0xfb36a14ee607f594 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977404 expref: 16 pid: 20127 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746066715.911617:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba98600/0xfb36a14ee607f594 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977404 expref: 16 pid: 20127 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.911620:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2df80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976079488:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066715.911625:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066715.911628:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066715.911632:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066715.911643:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066715.911644:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882974745088:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 115us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066715.911648:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4808 00000100:00100000:0.0:1746066715.911702:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.911823:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.911879:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974745344 00000100:00100000:1.0:1746066715.911883:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974745344 00010000:00010000:1.0:1746066715.911894:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eb600/0xfb36a14ee607f51d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773a2 expref: 15 pid: 20127 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066715.911921:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4810 00000100:00100000:1.0:1746066715.911926:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882974745344:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066715.911933:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066715.911936:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eb600/0xfb36a14ee607f51d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773a2 expref: 15 pid: 20127 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.911944:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eb600/0xfb36a14ee607f51d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773a2 expref: 15 pid: 20127 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.911954:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926eb600/0xfb36a14ee607f51d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9773a2 expref: 15 pid: 20127 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066715.911962:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066715.911965:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066715.911971:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066715.911976:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066715.911990:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066715.912005:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882974745344:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 79us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.912011:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4810 00010000:00010000:1.0:1746066715.912024:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066715.912030:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000040:00080000:1.0:1746066715.912652:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2446, 88 off204616 00000004:00080000:1.0:1746066715.912659:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677089982394ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066715.912719:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2408, 88 off201360 00000004:00080000:1.0:1746066715.912722:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677090045960ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066715.912738:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2409, 88 off201448 00000004:00080000:1.0:1746066715.912740:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677090064360ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066715.912745:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2447, 88 off204704 00000004:00080000:1.0:1746066715.912746:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677090070503ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066715.912771:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2449, 88 off204888 00000004:00080000:1.0:1746066715.912775:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677090098595ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066715.912782:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2410, 88 off201536 00000004:00080000:1.0:1746066715.912785:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677090108810ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066715.912791:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2411, 88 off201624 00000004:00080000:1.0:1746066715.912793:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677090117227ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066715.912800:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2412, 88 off201712 00000004:00080000:1.0:1746066715.912802:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677090125830ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066715.912808:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2450, 88 off204976 00000004:00080000:1.0:1746066715.912811:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677090135042ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066715.912817:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2413, 88 off201800 00000004:00080000:1.0:1746066715.912820:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677090143717ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066715.912826:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2451, 88 off205064 00000004:00080000:1.0:1746066715.912828:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677090152132ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066715.912834:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2414, 88 off201888 00000004:00080000:1.0:1746066715.912836:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677090160173ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066715.912842:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2452, 88 off205152 00000004:00080000:1.0:1746066715.912844:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677090167944ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066715.912850:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2453, 88 off205240 00000004:00080000:1.0:1746066715.912852:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677090176393ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066715.912859:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2454, 88 off205328 00000004:00080000:1.0:1746066715.912861:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677090185457ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066715.912867:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2455, 88 off205416 00000004:00080000:1.0:1746066715.912870:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677090193793ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066715.912877:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2415, 88 off201976 00000004:00080000:1.0:1746066715.912879:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677090202869ns, next at 634327279575ns, rc = 0 00000004:00010000:1.0:1746066715.944601:0:809:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009b7faa00 reply state ffff880098dfe400 transno 8589942719 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:1.0:1746066715.944612:0:809:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746066715.944744:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:28377:x1830882974744704:12345-192.168.202.57@tcp:36:lfs.0 Request processed in 38572us (38718us total) trans 8589942719 rc 0/0 00000100:00100000:1.0:1746066715.944752:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8879 00000001:00080000:1.0:1746066715.944783:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942704 is committed 00000001:00080000:1.0:1746066715.944804:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942719 is committed 00000004:00080000:1.0:1746066715.944808:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1700 committed 00000004:00080000:1.0:1746066715.944821:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1741 committed 00000004:00080000:1.0:1746066715.944826:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1740 committed 00000004:00080000:1.0:1746066715.944828:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1739 committed 00000004:00080000:1.0:1746066715.944829:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1738 committed 00000004:00080000:1.0:1746066715.944831:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1699 committed 00000004:00080000:1.0:1746066715.944832:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1737 committed 00000004:00080000:1.0:1746066715.944834:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1698 committed 00000004:00080000:1.0:1746066715.944835:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1736 committed 00000004:00080000:1.0:1746066715.944836:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1697 committed 00000004:00080000:1.0:1746066715.944838:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1696 committed 00000004:00080000:1.0:1746066715.944839:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1695 committed 00000004:00080000:1.0:1746066715.944841:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1735 committed 00000004:00080000:1.0:1746066715.944842:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1734 committed 00000004:00080000:1.0:1746066715.944843:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1694 committed 00000004:00080000:1.0:1746066715.944845:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1693 committed 00000004:00080000:1.0:1746066715.944846:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1733 committed 00000001:00080000:1.0:1746066715.944850:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942715 is committed 00000001:00080000:1.0:1746066715.944854:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942714 is committed 00000001:00080000:1.0:1746066715.944880:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942716 is committed 00010000:00010000:0.0:1746066715.945078:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066715.945085:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066715.945091:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066715.945095:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4a82c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066715.945099:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066715.945105:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066715.945117:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066715.945119:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066715.945122:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066715.945126:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82c00/0xfb36a14ee607f78c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066715.945154:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976079872:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.945197:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066715.945219:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976080384:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066715.945236:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066715.945250:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976080896:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066715.945276:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976080128 00000100:00100000:0.0:1746066715.945293:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976080128 00000100:00100000:0.0:1746066715.945786:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976079872 00000100:00100000:0.0:1746066715.945790:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976079872 00000100:00100000:0.0:1746066715.945808:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976080640 00000100:00100000:0.0:1746066715.945811:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976080640 00000100:00100000:0.0:1746066715.945820:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976080384 00000100:00100000:0.0:1746066715.945822:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976080384 00000100:00100000:1.0:1746066715.945921:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976079744:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.945966:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976080000 00000100:00100000:0.0:1746066715.945969:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976080000 00000100:00100000:0.0:1746066715.945979:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976080512 00000100:00100000:0.0:1746066715.945981:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976080512 00000100:00100000:0.0:1746066715.945987:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976081024 00000100:00100000:0.0:1746066715.945989:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976081024 00000100:00100000:0.0:1746066715.945996:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976081152 00000100:00100000:0.0:1746066715.945998:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976081152 00000100:00100000:0.0:1746066715.946004:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976081664 00000100:00100000:0.0:1746066715.946006:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976081664 00000100:00100000:0.0:1746066715.946014:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9760 00000100:00100000:0.0:1746066715.946019:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800993b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+65:3296:x1830882976080128:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066715.946503:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066715.946518:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976080256:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066715.946532:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066715.946542:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976080768:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066715.946554:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066715.946561:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976081280:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066715.946575:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066715.946585:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746066715.946589:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976081408:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066715.946601:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066715.948050:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800993b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+69:3296:x1830882976080128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2026us (2880us total) trans 17179872627 rc 0/0 00000100:00100000:0.0:1746066715.948059:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9760 00000100:00100000:0.0:1746066715.948188:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9773 00000100:00100000:0.0:1746066715.948196:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+58:3293:x1830882976081280:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066715.948467:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.948487:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066715.948537:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a0d0380/2, rc 0, transno 21474839941 00000100:00100000:0.0:1746066715.948544:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976079872:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066715.948554:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093210000/2, rc 0, transno 17179872624 00000100:00100000:0.0:1746066715.948558:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976080384:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066715.948621:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974745472 00000100:00100000:1.0:1746066715.948625:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974745472 00000100:00100000:1.0:1746066715.948651:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8880 00000100:00100000:1.0:1746066715.948656:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:28377:x1830882974745472:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066715.948688:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.948705:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866a800/0xfb36a14ee607f793 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977507 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.948755:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866a800/0xfb36a14ee607f793 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977507 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.948772:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866a800/0xfb36a14ee607f793 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977507 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.948788:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066715.948791:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746066715.948794:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a866a800, rc 0) 00000100:00100000:1.0:1746066715.948838:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:28377:x1830882974745472:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 181us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.948843:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8880 00000004:00080000:1.0:1746066715.948877:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2c380/2, rc 0, transno 21474839947 00000100:00100000:1.0:1746066715.948882:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976081408:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066715.948892:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093211180/2, rc 0, transno 17179872628 00000100:00100000:1.0:1746066715.948895:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976080256:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066715.948902:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ec2e300/2, rc 0, transno 17179872629 00000100:00100000:1.0:1746066715.948905:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976080768:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066715.948912:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2df80/2, rc 0, transno 21474839948 00000100:00100000:1.0:1746066715.948914:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976081280:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066715.949004:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976081792:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066715.949031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066715.949064:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976081792 00000100:00100000:1.0:1746066715.949067:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976081792 00000100:00100000:1.0:1746066715.949082:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9776 00000100:00100000:1.0:1746066715.949086:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+59:3293:x1830882976081792:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066715.949303:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092045180/2, rc 0, transno 17179872630 00000100:00100000:0.0:1746066715.949309:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976080896:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066715.949639:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a0d2300/2, rc 0, transno 21474839946 00000100:00100000:0.0:1746066715.949644:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976079744:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066715.950417:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+59:3293:x1830882976081792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1329us (1384us total) trans 21474839949 rc 0/0 00000100:00100000:1.0:1746066715.950425:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9776 00000004:00080000:0.0:1746066715.952087:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d1f80/2, rc 0, transno 21474839949 00000100:00100000:0.0:1746066715.952097:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976081792:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066715.952375:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.959146:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.959239:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.959253:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.959265:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.959288:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.959352:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.959378:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974745856 00000100:00100000:0.0:1746066715.959385:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974745856 00000100:00100000:0.0:1746066715.959417:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974746112 00000100:00100000:0.0:1746066715.959419:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974746112 00000100:00100000:0.0:1746066715.959837:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974746368 00000100:00100000:0.0:1746066715.959840:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974746368 00000100:00100000:1.0:1746066715.959932:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9778 00000100:00100000:1.0:1746066715.959938:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882974746112:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066715.959944:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.959953:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a866be00/0xfb36a14ee607f7af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97752a expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066715.959968:0:4614:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x385:0x0] initial LVB size: 2097152, mtime: 0x6812dd1b, atime: 0x6812dd1a, ctime: 0x6812dd1b, blocks: 0x821 00010000:00010000:1.0:1746066715.959980:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.959982:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.959987:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a866be00/0xfb36a14ee607f7af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97752a expref: 14 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.959997:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a866be00/0xfb36a14ee607f7af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97752a expref: 14 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.960004:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a866be00, rc 0) 00000100:00100000:1.0:1746066715.960042:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:1965:x1830882974746112:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 103us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.960047:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9778 00000100:00100000:1.0:1746066715.960063:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9780 00000100:00100000:1.0:1746066715.960068:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882974745728:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066715.960074:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066715.960080:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a866a600/0xfb36a14ee607f7bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977515 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066715.960091:0:4614:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd1b, atime: 0x6812dd1b, ctime: 0x6812dd1b, blocks: 0x7e9 00010000:00010000:1.0:1746066715.960099:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.960100:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.960104:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a866a600/0xfb36a14ee607f7bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977515 expref: 14 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.960113:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a866a600/0xfb36a14ee607f7bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977515 expref: 14 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066715.960119:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a866a600, rc 0) 00000100:00100000:1.0:1746066715.960137:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:1965:x1830882974745728:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 69us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066715.960143:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9780 00000100:00100000:0.0:1746066715.968587:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.970196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.970274:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066715.970349:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974747136 00000100:00100000:1.0:1746066715.970353:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974747136 00000100:00100000:0.0:1746066715.971031:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3894 00000100:00100000:0.0:1746066715.971038:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:df168249-af1c-45ee-81ad-11524bf803a3+16:1963:x1830882974747136:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066715.971053:0:21552:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800931ee600/0xfb36a14ee607f7e0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.971060:0:21552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.971061:0:21552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.971064:0:21552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931ee600/0xfb36a14ee607f7e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.971072:0:21552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931ee600/0xfb36a14ee607f7e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.971832:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.972218:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.976723:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.976742:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.976755:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.976774:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066715.976792:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974748032 00000100:00100000:0.0:1746066715.976798:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974748032 00000100:00100000:0.0:1746066715.976833:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974747776 00000100:00100000:0.0:1746066715.976835:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974747776 00000100:00100000:0.0:1746066715.976847:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974748416 00000100:00100000:0.0:1746066715.976848:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974748416 00000100:00100000:0.0:1746066715.976872:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974748544 00000100:00100000:0.0:1746066715.976874:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974748544 00000100:00100000:0.0:1746066715.976888:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3896 00000100:00100000:0.0:1746066715.976894:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:df168249-af1c-45ee-81ad-11524bf803a3+19:1965:x1830882974748032:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066715.976922:0:21551:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a866b600/0xfb36a14ee607f7ee lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.976933:0:21551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.976935:0:21551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066715.976938:0:21551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a866b600/0xfb36a14ee607f7ee lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066715.976950:0:21551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a866b600/0xfb36a14ee607f7ee lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.977086:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3897 00000100:00100000:1.0:1746066715.977094:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:df168249-af1c-45ee-81ad-11524bf803a3+19:1964:x1830882974747776:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:1.0:1746066715.977113:0:31366:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e7cba00/0xfb36a14ee607f7f5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.977120:0:31366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.977121:0:31366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.977124:0:31366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7cba00/0xfb36a14ee607f7f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.977133:0:31366:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e7cba00/0xfb36a14ee607f7f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.978107:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3899 00000100:00100000:1.0:1746066715.978113:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:df168249-af1c-45ee-81ad-11524bf803a3+19:1965:x1830882974748544:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:1.0:1746066715.978126:0:8457:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009e7cbc00/0xfb36a14ee607f803 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.978133:0:8457:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.978135:0:8457:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066715.978137:0:8457:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e7cbc00/0xfb36a14ee607f803 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.978146:0:8457:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e7cbc00/0xfb36a14ee607f803 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.998314:0:31366:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e7cba00/0xfb36a14ee607f7f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.998328:0:31366:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7cba00/0xfb36a14ee607f7f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.998337:0:31366:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e7cba00/0xfb36a14ee607f7f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.998343:0:31366:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e7cba00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066715.998346:0:31366:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e7cba00/0xfb36a14ee607f7f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.998353:0:31366:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e7cba00/0xfb36a14ee607f7f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.998370:0:31366:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e7cba00/0xfb36a14ee607f7f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066715.998376:0:31366:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e7cba00/0xfb36a14ee607f7f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066715.998460:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:df168249-af1c-45ee-81ad-11524bf803a3+16:1964:x1830882974747776:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 21363us (21712us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066715.998469:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3897 00010000:00010000:1.0:1746066716.007132:0:8457:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009e7cbc00/0xfb36a14ee607f803 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.007146:0:8457:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e7cbc00/0xfb36a14ee607f803 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.007152:0:8457:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e7cbc00/0xfb36a14ee607f803 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.007158:0:8457:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e7cbc00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066716.007161:0:8457:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e7cbc00/0xfb36a14ee607f803 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.007167:0:8457:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e7cbc00/0xfb36a14ee607f803 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.007182:0:8457:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e7cbc00/0xfb36a14ee607f803 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.007193:0:8457:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e7cbc00/0xfb36a14ee607f803 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066716.007249:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:df168249-af1c-45ee-81ad-11524bf803a3+16:1965:x1830882974748544:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 29133us (30471us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066716.007257:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3899 00000100:00100000:0.0:1746066716.012554:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.015380:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.015407:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.015417:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.015429:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.015438:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.015655:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.015700:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974749056 00000100:00100000:0.0:1746066716.015707:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974749056 00000100:00100000:0.0:1746066716.016066:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974749312 00000100:00100000:0.0:1746066716.016069:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974749312 00000100:00080000:1.0:1746066716.016999:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066716.018834:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.023839:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.024136:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974749952 00000100:00100000:1.0:1746066716.024142:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974749952 00010000:00010000:1.0:1746066716.024166:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866a800/0xfb36a14ee607f793 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977507 expref: 10 pid: 809 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066716.024196:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4811 00000100:00100000:1.0:1746066716.024202:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974749952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066716.024212:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066716.024216:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866a800/0xfb36a14ee607f793 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977507 expref: 10 pid: 809 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066716.024224:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866a800/0xfb36a14ee607f793 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977507 expref: 10 pid: 809 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066716.024240:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866a800/0xfb36a14ee607f793 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977507 expref: 10 pid: 809 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066716.024261:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.024266:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25000/0xfb36a14ee607f811 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14551 initiator: MDT0 00010000:00010000:1.0:1746066716.024273:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25000/0xfb36a14ee607f811 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14551 initiator: MDT0 00010000:00010000:1.0:1746066716.024301:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25000/0xfb36a14ee607f811 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14551 initiator: MDT0 00010000:00010000:1.0:1746066716.024320:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066716.024361:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974749952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 158us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.024367:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4811 00000001:00080000:1.0:1746066716.052994:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942721 is committed 00000004:00080000:1.0:1746066716.053003:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1708 committed 00000004:00080000:1.0:1746066716.053010:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1750 committed 00000004:00080000:1.0:1746066716.053015:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1749 committed 00000004:00080000:1.0:1746066716.053017:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1748 committed 00000004:00080000:1.0:1746066716.053019:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1747 committed 00000004:00080000:1.0:1746066716.053020:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1707 committed 00000004:00080000:1.0:1746066716.053022:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1746 committed 00000004:00080000:1.0:1746066716.053023:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1706 committed 00000004:00080000:1.0:1746066716.053025:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1745 committed 00000004:00080000:1.0:1746066716.053026:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1705 committed 00000004:00080000:1.0:1746066716.053027:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1704 committed 00000004:00080000:1.0:1746066716.053029:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1703 committed 00000004:00080000:1.0:1746066716.053030:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1744 committed 00000004:00080000:1.0:1746066716.053031:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1743 committed 00000004:00080000:1.0:1746066716.053033:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1702 committed 00000004:00080000:1.0:1746066716.053034:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1701 committed 00000004:00080000:1.0:1746066716.053036:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1742 committed 00010000:00010000:0.0:1746066716.053313:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25000/0xfb36a14ee607f811 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14551 initiator: MDT0 00010000:00010000:0.0:1746066716.053322:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25000/0xfb36a14ee607f811 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14551 initiator: MDT0 00010000:00010000:0.0:1746066716.053329:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25000/0xfb36a14ee607f811 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14551 initiator: MDT0 00010000:00010000:0.0:1746066716.053335:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4a25000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066716.053338:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25000/0xfb36a14ee607f811 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14551 initiator: MDT0 00010000:00010000:0.0:1746066716.053344:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25000/0xfb36a14ee607f811 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14551 initiator: MDT0 00010000:00010000:0.0:1746066716.053359:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066716.053361:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066716.053364:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25000/0xfb36a14ee607f811 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14551 initiator: MDT0 00010000:00010000:0.0:1746066716.053368:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25000/0xfb36a14ee607f811 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14551 initiator: MDT0 00000100:00100000:0.0:1746066716.053479:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976082048:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066716.053506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.053998:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9790 00000100:00100000:1.0:1746066716.054005:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+63:3295:x1830882976082176:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066716.054110:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066716.054113:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.054115:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.054117:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.054119:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066716.054151:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+65:3295:x1830882976082176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 147us (746us total) trans 21474839953 rc 0/0 00000100:00100000:1.0:1746066716.054157:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9790 00000100:00100000:1.0:1746066716.054169:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9792 00000100:00100000:1.0:1746066716.054174:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+64:3295:x1830882976082688:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.054251:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+65:3295:x1830882976082688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (801us total) trans 21474839956 rc 0/0 00000100:00100000:1.0:1746066716.054256:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9792 00000100:00100000:1.0:1746066716.054291:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9794 00000100:00100000:1.0:1746066716.054297:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+72:3295:x1830882976083200:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066716.054372:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066716.054374:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.054376:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.054378:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.054379:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:1.0:1746066716.054398:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+72:3295:x1830882976083200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 101us (911us total) trans 17179872635 rc 0/0 00000100:00100000:1.0:1746066716.054402:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9794 00000100:00080000:1.0:1746066716.054416:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746066716.054419:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1746066716.055158:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d2300/2, rc 0, transno 21474839957 00000100:00100000:0.0:1746066716.055163:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976082048:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066716.055169:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976082560:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066716.055188:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066716.055209:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976083072:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.055220:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066716.055234:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976083584:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.055247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066716.055259:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1746066716.055264:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976082432:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066716.055285:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066716.055307:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976082944:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066716.055321:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066716.055328:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976083456:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.055340:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066716.055346:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f29a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976083968:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.055357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746066716.055478:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1d880/2, rc 0, transno 17179872635 00000100:00100000:1.0:1746066716.055483:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976083200:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066716.055492:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d0700/2, rc 0, transno 21474839953 00000100:00100000:1.0:1746066716.055494:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976082176:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066716.055500:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d0380/2, rc 0, transno 21474839956 00000100:00100000:1.0:1746066716.055503:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976082688:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.055584:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+78:3295:x1830882976083712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1233us (1559us total) trans 17179872637 rc 0/0 00000100:00100000:1.0:1746066716.055589:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9796 00000100:00100000:1.0:1746066716.055601:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9804 00000100:00100000:1.0:1746066716.055606:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+77:3294:x1830882976083968:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066716.055703:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+78:3294:x1830882976083968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 96us (344us total) trans 17179872639 rc 0/0 00000100:00100000:1.0:1746066716.055708:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9804 00000004:00080000:1.0:1746066716.055730:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e8c7480/2, rc 0, transno 17179872637 00000100:00100000:1.0:1746066716.055733:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e8c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976083712:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.055806:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746066716.055814:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976084096:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066716.055834:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066716.055853:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d0a80/2, rc 0, transno 21474839959 00000100:00100000:0.0:1746066716.055856:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976082432:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066716.055863:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5ce00/2, rc 0, transno 21474839960 00000100:00100000:0.0:1746066716.055865:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976082944:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066716.055871:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f29a300/2, rc 0, transno 17179872639 00000100:00100000:0.0:1746066716.055874:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f29a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976083968:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066716.055879:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d1180/2, rc 0, transno 21474839958 00000100:00100000:0.0:1746066716.055882:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976082560:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066716.055887:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e8c7100/2, rc 0, transno 17179872636 00000100:00100000:0.0:1746066716.055889:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e8c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976083584:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066716.055911:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135f80a80/2, rc 0, transno 17179872638 00000100:00100000:0.0:1746066716.055913:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976083456:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066716.056032:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5e300/2, rc 0, transno 21474839961 00000100:00100000:0.0:1746066716.056036:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976084096:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066716.056221:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1ed80/2, rc 0, transno 17179872641 00000100:00100000:0.0:1746066716.056225:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976083072:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.059386:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.081437:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066716.083118:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066716.086200:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066716.086337:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746066716.090919:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.091836:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066716.092067:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066716.094416:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.095835:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066716.096081:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066716.096664:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.096714:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.096746:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.096874:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974752000 00000100:00100000:1.0:1746066716.096879:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974752000 00000100:00100000:1.0:1746066716.096903:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8887 00000100:00100000:1.0:1746066716.096909:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28388:x1830882974752000:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066716.096923:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066716.096931:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382400/0xfb36a14ee607f881 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977569 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.096971:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382400/0xfb36a14ee607f881 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977569 expref: 10 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.096981:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382400/0xfb36a14ee607f881 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977569 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.096993:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.096996:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746066716.096998:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f382400, rc 0) 00000100:00100000:1.0:1746066716.097021:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28388:x1830882974752000:12345-192.168.202.57@tcp:101:cat.0 Request processed in 112us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.097026:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8887 00000100:00100000:0.0:1746066716.100517:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.102030:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.112338:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.113541:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974752640 00000100:00100000:1.0:1746066716.113550:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974752640 00002000:00100000:1.0:1746066716.113586:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800a5bb3480 x1830882974752640/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.113594:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb3480 with x1830882974752640 ext(0->1048575) 00002000:00010000:1.0:1746066716.113598:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb3480 00000100:00100000:1.0:1746066716.113628:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3901 00000100:00100000:1.0:1746066716.113635:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974752640:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066716.123745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.124350:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974752896 00000100:00100000:1.0:1746066716.124357:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974752896 00000100:00100000:1.0:1746066716.124401:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8889 00000100:00100000:1.0:1746066716.124407:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28386:x1830882974752896:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066716.124426:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066716.124429:0:809:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746066716.124449:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82e00/0xfb36a14ee607f88f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977570 expref: 256 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.124468:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.124472:0:809:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066716.124481:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f383000/0xfb36a14ee607f896 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977577 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.124520:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382600/0xfb36a14ee607f89d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.124530:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f600/0xfb36a14ee607f818 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97753f expref: 7 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.124536:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382400/0xfb36a14ee607f881 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977569 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.124540:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382600/0xfb36a14ee607f89d lrc: 5/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.124565:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382400/0xfb36a14ee607f881 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977569 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.124575:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382400/0xfb36a14ee607f881 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977569 expref: 8 pid: 809 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066716.124584:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976084480:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066716.124643:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f600/0xfb36a14ee607f818 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97753f expref: 7 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.124654:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f600/0xfb36a14ee607f818 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97753f expref: 7 pid: 14550 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066716.124660:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976084608:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066716.124706:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21f8540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066716.125149:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.126062:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974752640:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12426us (13728us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066716.126070:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3901 00002000:00100000:1.0:1746066716.126076:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800a5bb3480 x1830882974752640/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.126083:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb3480 with x1830882974752640 ext(0->1048575) 00002000:00010000:1.0:1746066716.126087:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb3480 00000100:00100000:0.0:1746066716.127778:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066716.128159:0:809:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from blocking AST (req@ffff880135e5d500 x1830882976084480) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382400/0xfb36a14ee607f881 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977569 expref: 10 pid: 809 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066716.128169:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382400/0xfb36a14ee607f881 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977569 expref: 10 pid: 809 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066716.128181:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976084480:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066716.128190:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f600/0xfb36a14ee607f818 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97753f expref: 7 pid: 14550 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066716.128198:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976084608:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066716.128213:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.128217:0:809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066716.128222:0:809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066716.128228:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382600/0xfb36a14ee607f89d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.128233:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382600/0xfb36a14ee607f89d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.128237:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382600/0xfb36a14ee607f89d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 809 initiator: MDT0 00000004:02000000:1.0:1746066716.128272:0:809:0:(lod_object.c:7771:lod_primary_pick()) *** cfs_fail_loc=1a03, val=0*** 00000040:00080000:1.0:1746066716.128782:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2465, 88 off206296 00000004:00080000:1.0:1746066716.128787:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677306110952ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.130597:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2424, 88 off202768 00000004:00080000:0.0:1746066716.130606:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677307929852ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.130643:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2425, 88 off202856 00000004:00080000:0.0:1746066716.130646:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677307969656ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.130658:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2466, 88 off206384 00000004:00080000:0.0:1746066716.130660:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677307984456ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.130690:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2467, 88 off206472 00000004:00080000:0.0:1746066716.130693:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677308017123ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.130700:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2426, 88 off202944 00000004:00080000:0.0:1746066716.130703:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677308026763ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.130709:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2427, 88 off203032 00000004:00080000:0.0:1746066716.130711:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677308035447ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.130718:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2428, 88 off203120 00000004:00080000:0.0:1746066716.130720:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677308043866ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.130726:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2468, 88 off206560 00000004:00080000:0.0:1746066716.130729:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677308052632ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.130734:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2429, 88 off203208 00000004:00080000:0.0:1746066716.130737:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677308060701ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.130743:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2469, 88 off206648 00000004:00080000:0.0:1746066716.130745:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677308069073ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.130751:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2430, 88 off203296 00000004:00080000:0.0:1746066716.130753:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677308077351ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.130759:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2470, 88 off206736 00000004:00080000:0.0:1746066716.130762:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677308085723ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.130768:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2471, 88 off206824 00000004:00080000:0.0:1746066716.130771:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677308094763ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.130777:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2472, 88 off206912 00000004:00080000:0.0:1746066716.130780:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677308103585ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.130785:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2473, 88 off207000 00000004:00080000:0.0:1746066716.130789:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677308112963ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.130797:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2431, 88 off203384 00000004:00080000:0.0:1746066716.130799:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677308123085ns, next at 634327279575ns, rc = 0 00000100:00100000:0.0:1746066716.135347:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:1.0:1746066716.137101:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066716.137527:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.137573:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974753536 00000100:00100000:0.0:1746066716.137577:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974753536 00000100:00100000:0.0:1746066716.137602:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9809 00000100:00100000:0.0:1746066716.137607:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28388:x1830882974753536:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066716.137614:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066716.137622:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a737c800/0xfb36a14ee607f8b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97758c expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.137632:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066716.137634:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066716.137638:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a737c800/0xfb36a14ee607f8b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97758c expref: 22 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.137646:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a737c800/0xfb36a14ee607f8b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97758c expref: 22 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.137653:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a737c800, rc 0) 00000100:00100000:0.0:1746066716.137671:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28388:x1830882974753536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 64us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066716.137699:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9809 00000100:00080000:1.0:1746066716.137784:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746066716.140268:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.140310:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.140355:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974753664 00000100:00100000:0.0:1746066716.140362:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974753664 00000100:00100000:0.0:1746066716.140391:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974753792 00000100:00100000:0.0:1746066716.140392:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974753792 00000100:00100000:0.0:1746066716.140407:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8891 00000100:00100000:0.0:1746066716.140413:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28388:x1830882974753664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066716.140428:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066716.140442:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382400/0xfb36a14ee607f8c0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977593 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.140486:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066716.140493:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382400/0xfb36a14ee607f8c0 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977593 expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.140507:0:20127:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 4/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066716.140515:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382400/0xfb36a14ee607f8c0 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977593 expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.140526:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066716.140528:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066716.140530:0:20127:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066716.140535:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f382400, rc 0) 00000100:00100000:0.0:1746066716.140569:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28388:x1830882974753664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 156us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066716.140574:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8891 00000100:00100000:0.0:1746066716.140588:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8892 00000100:00100000:0.0:1746066716.140592:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28389:x1830882974753792:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066716.140598:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066716.140604:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7ca000/0xfb36a14ee607f8c7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97759a expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.140622:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7ca000/0xfb36a14ee607f8c7 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97759a expref: 259 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.140629:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7ca000/0xfb36a14ee607f8c7 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97759a expref: 259 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.140634:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066716.140636:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066716.140638:0:20127:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066716.140642:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e7ca000, rc 0) 00000100:00100000:0.0:1746066716.140655:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:28389:x1830882974753792:12345-192.168.202.57@tcp:101:cat.0 Request processed in 63us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066716.140659:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8892 00010000:00010000:1.0:1746066716.160834:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382600/0xfb36a14ee607f89d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977577 expref: 259 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.160847:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.160849:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1746066716.160852:0:809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066716.160861:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382600/0xfb36a14ee607f89d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977577 expref: 259 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.160871:0:809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 4/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066716.160905:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382600/0xfb36a14ee607f89d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977577 expref: 259 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.160916:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f382600/0xfb36a14ee607f89d lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977577 expref: 259 pid: 809 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066716.160928:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976084736:192.168.202.57@tcp:104: 00000001:00080000:1.0:1746066716.161408:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942727 is committed 00000004:00080000:1.0:1746066716.161413:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1716 committed 00000004:00080000:1.0:1746066716.161728:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1759 committed 00000004:00080000:1.0:1746066716.161734:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1758 committed 00000004:00080000:1.0:1746066716.161737:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1757 committed 00000004:00080000:1.0:1746066716.161738:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1756 committed 00000004:00080000:1.0:1746066716.161740:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1715 committed 00000004:00080000:1.0:1746066716.161741:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1755 committed 00000004:00080000:1.0:1746066716.161742:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1714 committed 00000004:00080000:1.0:1746066716.161743:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1754 committed 00000004:00080000:1.0:1746066716.161745:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1713 committed 00000004:00080000:1.0:1746066716.161746:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1712 committed 00000004:00080000:1.0:1746066716.161747:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1711 committed 00000004:00080000:1.0:1746066716.161748:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1753 committed 00000004:00080000:1.0:1746066716.161749:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1752 committed 00000004:00080000:1.0:1746066716.161750:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1710 committed 00000004:00080000:1.0:1746066716.161751:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1709 committed 00000004:00080000:1.0:1746066716.161752:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1751 committed 00000001:00080000:1.0:1746066716.161763:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942722 is committed 00000001:00080000:1.0:1746066716.161778:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942723 is committed 00000100:00100000:1.0:1746066716.161897:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976084864:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.161927:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.161946:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976085376:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.161958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.161973:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746066716.161977:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976084992:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.161990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.162000:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976085504:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.162010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.162022:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976085120:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.162034:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.162041:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976085632:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.162050:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.162057:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746066716.162060:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976085248:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.162070:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.162077:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976085760:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.162087:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.162103:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976084864 00000100:00100000:1.0:1746066716.162108:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976084864 00000100:00100000:1.0:1746066716.162131:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976085376 00000100:00100000:1.0:1746066716.162133:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976085376 00000100:00100000:1.0:1746066716.162140:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976084992 00000100:00100000:1.0:1746066716.162141:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976084992 00000100:00100000:1.0:1746066716.162147:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976085504 00000100:00100000:1.0:1746066716.162149:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976085504 00000100:00100000:1.0:1746066716.162153:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976085120 00000100:00100000:1.0:1746066716.162154:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976085120 00000100:00100000:1.0:1746066716.162159:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976085632 00000100:00100000:1.0:1746066716.162160:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976085632 00000100:00100000:1.0:1746066716.162164:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976085248 00000100:00100000:1.0:1746066716.162165:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976085248 00000100:00100000:1.0:1746066716.162169:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976085760 00000100:00100000:1.0:1746066716.162171:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976085760 00000100:00100000:1.0:1746066716.162177:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9810 00000100:00100000:1.0:1746066716.162183:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+75:3295:x1830882976084864:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066716.162328:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1746066716.162330:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.162332:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.162333:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.162334:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:1.0:1746066716.162356:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:3295:x1830882976084864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 173us (429us total) trans 21474839962 rc 0/0 00000100:00100000:1.0:1746066716.162361:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9810 00000100:00100000:1.0:1746066716.162371:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9811 00000100:00100000:1.0:1746066716.162375:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+75:3295:x1830882976085376:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.162432:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:3295:x1830882976085376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 56us (473us total) trans 21474839963 rc 0/0 00000100:00100000:1.0:1746066716.162436:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9811 00000100:00100000:1.0:1746066716.162443:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9812 00000100:00100000:1.0:1746066716.162446:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+75:3295:x1830882976084992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066716.162498:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066716.162500:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.162502:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.162504:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.162506:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066716.162521:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:3295:x1830882976084992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 75us (530us total) trans 21474839964 rc 0/0 00000100:00100000:1.0:1746066716.162526:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9812 00000100:00100000:1.0:1746066716.162535:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9813 00000100:00100000:1.0:1746066716.162539:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+75:3295:x1830882976085504:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.162602:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:3295:x1830882976085504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 62us (590us total) trans 21474839965 rc 0/0 00000100:00100000:1.0:1746066716.162606:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9813 00000100:00100000:1.0:1746066716.162615:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9814 00000100:00100000:1.0:1746066716.162618:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+75:3293:x1830882976085120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066716.162696:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:1.0:1746066716.162699:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.162700:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.162702:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.162704:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00000100:00100000:1.0:1746066716.162722:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:3293:x1830882976085120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 103us (687us total) trans 21474839966 rc 0/0 00000100:00100000:1.0:1746066716.162726:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9814 00000100:00100000:1.0:1746066716.162734:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9815 00000100:00100000:1.0:1746066716.162738:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+75:3293:x1830882976085632:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066716.162796:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066716.162798:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1746066716.162800:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746066716.162802:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1746066716.162803:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066716.162819:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:3293:x1830882976085632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (767us total) trans 21474839967 rc 0/0 00000100:00100000:1.0:1746066716.162824:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9815 00000100:00100000:1.0:1746066716.162831:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9816 00000100:00100000:1.0:1746066716.162835:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+75:3293:x1830882976085248:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.162898:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:3293:x1830882976085248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 63us (826us total) trans 21474839968 rc 0/0 00000100:00100000:1.0:1746066716.162903:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9816 00000100:00100000:1.0:1746066716.162911:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9817 00000100:00100000:1.0:1746066716.162915:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+75:3293:x1830882976085760:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.162973:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:3293:x1830882976085760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 57us (884us total) trans 21474839969 rc 0/0 00000100:00100000:1.0:1746066716.162977:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9817 00000004:00080000:1.0:1746066716.163009:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5e680/2, rc 0, transno 21474839968 00000100:00100000:1.0:1746066716.163016:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976085248:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066716.163022:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93f800/2, rc 0, transno 21474839969 00000100:00100000:1.0:1746066716.163025:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976085760:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066716.163031:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5c380/2, rc 0, transno 21474839966 00000100:00100000:1.0:1746066716.163033:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976085120:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066716.163038:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93df80/2, rc 0, transno 21474839967 00000100:00100000:1.0:1746066716.163040:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976085632:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.163065:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976085888:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.163082:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746066716.163096:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5ed80/2, rc 0, transno 21474839964 00000100:00100000:1.0:1746066716.163099:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976084992:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066716.163104:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5d880/2, rc 0, transno 21474839965 00000100:00100000:1.0:1746066716.163107:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976085504:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066716.163112:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5ea00/2, rc 0, transno 21474839962 00000100:00100000:1.0:1746066716.163114:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976084864:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066716.163119:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5fb80/2, rc 0, transno 21474839963 00000100:00100000:1.0:1746066716.163121:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976085376:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.163131:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976085888 00000100:00100000:1.0:1746066716.163133:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976085888 00000100:00100000:1.0:1746066716.163146:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9818 00000100:00100000:1.0:1746066716.163151:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+76:3295:x1830882976085888:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.163220:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+77:3295:x1830882976085888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 68us (137us total) trans 21474839970 rc 0/0 00000100:00100000:1.0:1746066716.163224:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9818 00000004:00080000:1.0:1746066716.163240:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099712300/2, rc 0, transno 21474839970 00000100:00100000:1.0:1746066716.163243:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976085888:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.163270:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066716.164155:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976086400:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.164179:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066716.164192:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092044380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976086912:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.164206:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066716.164217:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746066716.164221:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976086016:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.164233:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066716.164241:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976086528:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.164252:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066716.164266:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976086400 00000100:00100000:0.0:1746066716.164268:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976086400 00000100:00100000:0.0:1746066716.164298:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976086912 00000100:00100000:0.0:1746066716.164300:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976086912 00000100:00100000:0.0:1746066716.164308:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976086016 00000100:00100000:0.0:1746066716.164310:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976086016 00000100:00100000:0.0:1746066716.164318:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976086528 00000100:00100000:0.0:1746066716.164319:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976086528 00000100:00100000:0.0:1746066716.164328:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9819 00000100:00100000:0.0:1746066716.164332:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+80:3295:x1830882976086400:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066716.164427:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066716.164430:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066716.164432:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066716.164433:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066716.164435:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066716.164454:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+81:3295:x1830882976086400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 122us (274us total) trans 17179872642 rc 0/0 00000100:00100000:0.0:1746066716.164459:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9819 00000100:00100000:0.0:1746066716.164469:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9820 00000100:00100000:0.0:1746066716.164473:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+80:3295:x1830882976086912:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.164640:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+81:3295:x1830882976086912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 167us (433us total) trans 17179872643 rc 0/0 00000100:00100000:0.0:1746066716.164646:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9820 00000100:00100000:0.0:1746066716.164654:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9821 00000100:00100000:0.0:1746066716.164658:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+80:3295:x1830882976086016:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066716.164766:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066716.164768:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066715 -> 1746066715 00002000:00010000:0.0:1746066716.164770:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066715 -> 1746066715 00002000:00010000:0.0:1746066716.164771:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066715 -> 1746066715 00002000:00010000:0.0:1746066716.164773:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066716.164790:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+81:3295:x1830882976086016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 132us (555us total) trans 17179872644 rc 0/0 00000100:00100000:0.0:1746066716.164794:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9821 00000100:00100000:0.0:1746066716.164802:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9822 00000100:00100000:0.0:1746066716.164805:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+80:3295:x1830882976086528:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.164871:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+81:3295:x1830882976086528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 65us (617us total) trans 17179872645 rc 0/0 00000100:00100000:0.0:1746066716.164875:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9822 00000004:00080000:0.0:1746066716.164899:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800996d8a80/2, rc 0, transno 17179872644 00000100:00100000:0.0:1746066716.164903:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976086016:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066716.164908:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800996daa00/2, rc 0, transno 17179872645 00000100:00100000:0.0:1746066716.164911:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976086528:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066716.164916:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800996d9c00/2, rc 0, transno 17179872642 00000100:00100000:0.0:1746066716.164918:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976086400:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066716.164923:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092044380/2, rc 0, transno 17179872643 00000100:00100000:0.0:1746066716.164925:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092044380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976086912:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066716.166394:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976086272:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066716.166424:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.167004:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976086784:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066716.167021:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.167222:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746066716.167228:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976086144:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066716.167246:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.167387:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976086656:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066716.167402:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746066716.169370:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800996db480/2, rc 0, transno 17179872648 00000100:00100000:1.0:1746066716.169375:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976086144:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066716.169381:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1c380/2, rc 0, transno 17179872649 00000100:00100000:1.0:1746066716.169383:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976086656:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066716.169389:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800996d8700/2, rc 0, transno 17179872646 00000100:00100000:1.0:1746066716.169391:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976086272:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066716.169396:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1d180/2, rc 0, transno 17179872647 00000100:00100000:1.0:1746066716.169398:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976086784:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.171214:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066716.172489:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066716.172496:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 14550 initiator: MDT0 00000040:00080000:0.0:1746066716.173049:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2474, 88 off207088 00000004:00080000:0.0:1746066716.173068:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677350391281ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.173108:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2432, 88 off203472 00000004:00080000:0.0:1746066716.173112:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677350435913ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.174318:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2433, 88 off203560 00000004:00080000:0.0:1746066716.174325:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677351648701ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.174335:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2475, 88 off207176 00000004:00080000:0.0:1746066716.174338:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677351662049ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.174629:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2476, 88 off207264 00000004:00080000:0.0:1746066716.174633:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677351956571ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.174640:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2434, 88 off203648 00000004:00080000:0.0:1746066716.174642:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677351966411ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.174651:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2435, 88 off203736 00000004:00080000:0.0:1746066716.174653:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677351976963ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.174659:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2436, 88 off203824 00000004:00080000:0.0:1746066716.174661:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677351985111ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.174667:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2477, 88 off207352 00000004:00080000:0.0:1746066716.174670:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677351993716ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.175288:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2437, 88 off203912 00000004:00080000:0.0:1746066716.175293:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677352617349ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.175304:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2478, 88 off207440 00000004:00080000:0.0:1746066716.175307:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677352630999ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.175314:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2438, 88 off204000 00000004:00080000:0.0:1746066716.175316:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677352639926ns, next at 634327279575ns, rc = 0 00000040:00080000:0.0:1746066716.175322:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2479, 88 off207528 00000004:00080000:0.0:1746066716.175324:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677352647821ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.175330:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2480, 88 off207616 00000004:00080000:0.0:1746066716.175333:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677352656824ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.175339:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2481, 88 off207704 00000004:00080000:0.0:1746066716.175341:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677352665482ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.175347:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2482, 88 off207792 00000004:00080000:0.0:1746066716.175349:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677352673552ns, next at 634295107944ns, rc = 0 00000040:00080000:0.0:1746066716.175355:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2439, 88 off204088 00000004:00080000:0.0:1746066716.175357:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 677352681529ns, next at 634327279575ns, rc = 0 00000001:00080000:1.0:1746066716.214785:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942728 is committed 00000004:00080000:1.0:1746066716.214791:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1724 committed 00000004:00080000:1.0:1746066716.214908:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1768 committed 00000004:00080000:1.0:1746066716.214914:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1767 committed 00000004:00080000:1.0:1746066716.214916:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1766 committed 00000004:00080000:1.0:1746066716.214917:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1765 committed 00000004:00080000:1.0:1746066716.214919:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1723 committed 00000004:00080000:1.0:1746066716.214921:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1764 committed 00000004:00080000:1.0:1746066716.214922:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1722 committed 00000004:00080000:1.0:1746066716.214924:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1763 committed 00000004:00080000:1.0:1746066716.214925:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1721 committed 00000004:00080000:1.0:1746066716.214926:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1720 committed 00000004:00080000:1.0:1746066716.214928:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1719 committed 00000004:00080000:1.0:1746066716.214929:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1762 committed 00000004:00080000:1.0:1746066716.214930:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1761 committed 00000004:00080000:1.0:1746066716.214932:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1718 committed 00000004:00080000:1.0:1746066716.214933:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1717 committed 00000004:00080000:1.0:1746066716.214935:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1760 committed 00000100:00100000:1.0:1746066716.215497:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976087424:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.215517:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.215529:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976087936:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.215539:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.215548:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746066716.215552:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976087552:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.215565:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.215571:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976088064:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.215581:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.215595:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976087424 00000100:00100000:1.0:1746066716.215597:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976087424 00000100:00100000:1.0:1746066716.215608:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976087936 00000100:00100000:1.0:1746066716.215609:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976087936 00000100:00100000:1.0:1746066716.215614:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976087552 00000100:00100000:1.0:1746066716.215616:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976087552 00000100:00100000:1.0:1746066716.215621:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976088064 00000100:00100000:1.0:1746066716.215622:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976088064 00000100:00100000:1.0:1746066716.215629:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9828 00000100:00100000:1.0:1746066716.215634:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+85:3296:x1830882976087808:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.215717:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9831 00000100:00100000:1.0:1746066716.215722:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+85:3293:x1830882976087424:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.215757:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+86:3296:x1830882976087808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 123us (434us total) trans 21474839972 rc 0/0 00000100:00100000:1.0:1746066716.215762:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9828 00000100:00100000:1.0:1746066716.215770:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9832 00000100:00100000:1.0:1746066716.215774:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+84:3293:x1830882976087936:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.215846:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+86:3293:x1830882976087936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (305us total) trans 21474839974 rc 0/0 00000100:00100000:1.0:1746066716.215851:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9832 00002000:00010000:1.0:1746066716.215916:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066716.215918:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.215920:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.215922:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066715 -> 1746066715 00002000:00010000:1.0:1746066716.215924:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066716.215938:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+85:3293:x1830882976087424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 216us (421us total) trans 21474839976 rc 0/0 00000100:00100000:1.0:1746066716.215943:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9831 00000004:00080000:1.0:1746066716.215959:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e843480/2, rc 0, transno 21474839975 00000100:00100000:1.0:1746066716.215961:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976088064:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066716.215967:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800939f4a80/2, rc 0, transno 21474839976 00000100:00100000:1.0:1746066716.215969:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976087424:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066716.215974:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e841880/2, rc 0, transno 21474839974 00000100:00100000:1.0:1746066716.215976:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976087936:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.215983:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976088320 00000100:00100000:1.0:1746066716.215985:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976088320 00000100:00100000:1.0:1746066716.215996:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9835 00000100:00100000:1.0:1746066716.216000:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+85:3296:x1830882976088320:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066716.216072:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+86:3296:x1830882976088320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (106us total) trans 21474839977 rc 0/0 00000100:00100000:1.0:1746066716.216079:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9835 00000100:00100000:1.0:1746066716.217658:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+86:3296:x1830882976087680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2009us (2306us total) trans 21474839978 rc 0/0 00000100:00100000:1.0:1746066716.217666:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9829 00000100:00100000:1.0:1746066716.217703:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976088576:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066716.217731:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.217745:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976089088:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066716.217756:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.217767:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746066716.217772:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976088448:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.217776:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976088576 00000100:00100000:0.0:1746066716.217781:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976088576 00000100:00100000:1.0:1746066716.217782:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066716.217790:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976088960:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.217809:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976089088 00000100:00100000:0.0:1746066716.217811:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976089088 00000100:00100000:0.0:1746066716.217821:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976088448 00000100:00100000:0.0:1746066716.217823:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976088448 00000100:00100000:0.0:1746066716.217833:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9836 00000100:00100000:0.0:1746066716.217838:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+87:3294:x1830882976088576:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066716.217969:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066716.217972:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066715 -> 1746066715 00002000:00010000:0.0:1746066716.217974:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066715 -> 1746066715 00002000:00010000:0.0:1746066716.217976:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066715 -> 1746066715 00002000:00010000:0.0:1746066716.217978:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:0.0:1746066716.218379:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+89:3294:x1830882976088576:12345-0@lo:2:osp-syn-1-0.0 Request processed in 540us (647us total) trans 17179872650 rc 0/0 00000100:00100000:0.0:1746066716.218387:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9836 00000100:00100000:0.0:1746066716.218398:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9838 00000100:00100000:0.0:1746066716.218402:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+88:3294:x1830882976088448:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066716.218464:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066716.218466:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066715 -> 1746066715 00002000:00010000:0.0:1746066716.218468:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066715 -> 1746066715 00002000:00010000:0.0:1746066716.218470:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066715 -> 1746066715 00002000:00010000:0.0:1746066716.218471:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066716.218486:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+89:3294:x1830882976088448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 84us (703us total) trans 17179872652 rc 0/0 00000100:00100000:0.0:1746066716.218491:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9838 00000100:00100000:1.0:1746066716.219254:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746066716.219289:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800929cd500/2, rc 0, transno 17179872650 00000100:00100000:1.0:1746066716.219293:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976088576:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066716.219301:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d3100/2, rc 0, transno 17179872651 00000100:00100000:1.0:1746066716.219304:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976089088:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066716.219315:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800929cf100/2, rc 0, transno 17179872652 00000100:00100000:1.0:1746066716.219318:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976088448:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066716.219332:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092708380/2, rc 0, transno 21474839979 00000100:00100000:1.0:1746066716.219335:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976087552:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066716.219459:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c397b80/2, rc 0, transno 17179872653 00000100:00100000:1.0:1746066716.219462:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976088960:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.219582:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976088832 00000100:00100000:0.0:1746066716.219586:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976088832 00000100:00100000:1.0:1746066716.219657:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.219693:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976087168:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066716.219725:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83200/0xfb36a14ee607f8a4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97757e expref: 10 pid: 14550 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1746066716.219739:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97757e expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.219760:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a83400, rc 0) 00000100:00100000:1.0:1746066716.219787:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28384:x1830882974753152:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 94482us (94639us total) trans 8589942728 rc 0/0 00000100:00100000:1.0:1746066716.219793:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8890 00000100:00100000:1.0:1746066716.219803:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974754304 00000100:00100000:1.0:1746066716.219806:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974754304 00000100:00100000:1.0:1746066716.219821:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8893 00000100:00100000:1.0:1746066716.219825:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28386:x1830882974754304:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066716.219835:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066716.219844:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d83ee00/0xfb36a14ee607f8ce lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9775a1 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.219870:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d83ee00/0xfb36a14ee607f8ce lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775a1 expref: 254 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.219880:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d83ee00/0xfb36a14ee607f8ce lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775a1 expref: 254 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.219890:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.219893:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746066716.219896:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d83ee00, rc 0) 00000100:00100000:1.0:1746066716.219910:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28386:x1830882974754304:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 84us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.219915:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8893 00000100:00100000:0.0:1746066716.220010:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976089344 00000100:00100000:0.0:1746066716.220013:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976089344 00000100:00100000:0.0:1746066716.220201:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9840 00000100:00100000:0.0:1746066716.220207:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+92:3296:x1830882976088832:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.220238:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9842 00000100:00100000:0.0:1746066716.220242:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+92:3296:x1830882976089344:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066716.220341:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+94:3296:x1830882976089344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 98us (827us total) trans 17179872655 rc 0/0 00000100:00100000:0.0:1746066716.220346:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9842 00000100:00100000:0.0:1746066716.221375:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.221410:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.221493:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3481 00000100:00100000:1.0:1746066716.221500:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28389:x1830882974754176:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:1.0:1746066716.221541:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28389:x1830882974754176:12345-192.168.202.57@tcp:49:cat.0 Request processed in 41us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.221546:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3481 00002000:00010000:0.0:1746066716.221576:0:8451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1746066716.221578:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:0.0:1746066716.221580:0:8451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066716.221581:0:8451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066716.221583:0:8451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066716.221585:0:8451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066716.221615:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+93:3296:x1830882976088832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1408us (2123us total) trans 17179872657 rc 0/0 00000100:00100000:0.0:1746066716.221620:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9840 00000100:00100000:1.0:1746066716.221636:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974754432 00000100:00100000:1.0:1746066716.221640:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974754432 00000100:00100000:1.0:1746066716.221655:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3482 00000100:00100000:1.0:1746066716.221659:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28386:x1830882974754432:12345-192.168.202.57@tcp:49:multiop.0 00000100:00100000:1.0:1746066716.221714:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28386:x1830882974754432:12345-192.168.202.57@tcp:49:multiop.0 Request processed in 54us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.221719:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3482 00000100:00100000:0.0:1746066716.221869:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.222400:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.223725:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974754560 00000100:00100000:1.0:1746066716.223730:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974754560 00000100:00100000:1.0:1746066716.223751:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3483 00000100:00100000:1.0:1746066716.223755:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4a1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28384:x1830882974754560:12345-192.168.202.57@tcp:49:multiop.0 00000100:00100000:1.0:1746066716.223821:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4a1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28384:x1830882974754560:12345-192.168.202.57@tcp:49:multiop.0 Request processed in 65us (1951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.223826:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3483 00000100:00100000:0.0:1746066716.224784:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.228068:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.228332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.228422:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974755072 00000100:00100000:1.0:1746066716.228425:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974755072 00002000:00100000:1.0:1746066716.228447:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009f29bb80 x1830882974755072/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.228455:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f29bb80 with x1830882974755072 ext(1048576->2097151) 00010000:00010000:1.0:1746066716.228460:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135717c00/0xfb36a14ee607f8b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977585 expref: 40 pid: 10402 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066716.228467:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135717c00/0xfb36a14ee607f8b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977585 expref: 40 pid: 10402 timeout: 777 lvb_type: 0 00002000:00010000:1.0:1746066716.228472:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f29bb80 00000100:00100000:1.0:1746066716.228483:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 816 00000100:00100000:1.0:1746066716.228487:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1966:x1830882974755072:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066716.228631:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.228695:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.228719:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.228733:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974755456 00000100:00100000:0.0:1746066716.228736:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974755456 00000100:00100000:0.0:1746066716.228749:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974755584 00000100:00100000:0.0:1746066716.228751:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974755584 00000100:00100000:0.0:1746066716.228761:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9845 00000100:00100000:0.0:1746066716.228765:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28384:x1830882974755456:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066716.228773:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066716.228783:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc600/0xfb36a14ee607f8dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9775af expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.228797:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a866be00/0xfb36a14ee607f7af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97752a expref: 16 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066716.229055:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066716.229056:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066716.229060:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc600/0xfb36a14ee607f8dc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1589248->2080767] (req 1589248->2080767) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775af expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.229076:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a866be00/0xfb36a14ee607f7af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97752a expref: 16 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066716.229084:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a866be00/0xfb36a14ee607f7af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97752a expref: 16 pid: 4614 timeout: 777 lvb_type: 1 00000100:00100000:0.0:1746066716.229094:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f29aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976089984:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066716.229126:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066716.230604:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.237913:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.242879:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.242931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.245213:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.246611:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.248248:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.254391:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.254442:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.255722:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974757248 00000100:00100000:1.0:1746066716.255727:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974757248 00000100:00100000:1.0:1746066716.255794:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3484 00000100:00100000:1.0:1746066716.255799:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28384:x1830882974757248:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066716.256361:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28384:x1830882974757248:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 561us (1980us total) trans 8589942729 rc 0/0 00000100:00100000:1.0:1746066716.256366:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3484 00000100:00100000:0.0:1746066716.258803:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.262962:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.267145:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.267472:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.273384:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.276115:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.283916:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.285767:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.290629:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974759168 00000100:00100000:1.0:1746066716.290637:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974759168 00002000:00100000:1.0:1746066716.290673:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009b7fa680 x1830882974759168/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.290697:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fa680 with x1830882974759168 ext(1048576->2097151) 00002000:00010000:1.0:1746066716.290702:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fa680 00000100:00100000:1.0:1746066716.290718:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3907 00000100:00100000:1.0:1746066716.290725:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882974759168:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066716.304596:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.304659:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.304695:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.304757:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9850 00000100:00100000:1.0:1746066716.304765:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+41:1964:x1830882974759296:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066716.304779:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066716.304792:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a82a00/0xfb36a14ee607f906 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9775d2 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.304807:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.304809:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.304816:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a82a00/0xfb36a14ee607f906 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775d2 expref: 43 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066716.304827:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a82a00/0xfb36a14ee607f906 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775d2 expref: 43 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066716.304836:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a82a00, rc 0) 00000100:00100000:1.0:1746066716.304870:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1964:x1830882974759296:12345-192.168.202.57@tcp:101:cat.0 Request processed in 106us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.304878:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9850 00000100:00100000:1.0:1746066716.309608:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882974759168:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 18876us (19070us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066716.309622:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3907 00002000:00100000:1.0:1746066716.309632:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009b7fa680 x1830882974759168/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.309640:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fa680 with x1830882974759168 ext(1048576->2097151) 00002000:00010000:1.0:1746066716.309646:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fa680 00000100:00100000:0.0:1746066716.316771:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.316867:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974760576 00000100:00100000:0.0:1746066716.316871:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974760576 00002000:00100000:0.0:1746066716.316888:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009a4ec000 x1830882974760576/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066716.316895:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ec000 with x1830882974760576 ext(3145728->4194303) 00002000:00010000:0.0:1746066716.316898:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4ec000 00000100:00100000:0.0:1746066716.316910:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3910 00000100:00100000:0.0:1746066716.316915:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1964:x1830882974760320:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066716.327610:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974760960 00000100:00100000:1.0:1746066716.327617:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974760960 00002000:00100000:1.0:1746066716.327650:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880135df9880 x1830882974760960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.327660:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9880 with x1830882974760960 ext(1048576->2097151) 00002000:00010000:1.0:1746066716.327664:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135df9880 00000100:00100000:1.0:1746066716.327703:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3912 00000100:00100000:1.0:1746066716.327710:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882974760960:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066716.330875:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+44:1964:x1830882974760320:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13952us (15281us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066716.330884:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3910 00002000:00100000:0.0:1746066716.330894:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009b7fbb80 x1830882974760320/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066716.330903:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fbb80 with x1830882974760320 ext(2097152->3145727) 00002000:00010000:0.0:1746066716.330908:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fbb80 00000100:00100000:1.0:1746066716.350226:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882974760960:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 22507us (22783us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066716.350237:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3912 00002000:00100000:1.0:1746066716.350248:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880135df9880 x1830882974760960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.350256:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9880 with x1830882974760960 ext(1048576->2097151) 00002000:00010000:1.0:1746066716.350262:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135df9880 00000100:00100000:1.0:1746066716.355135:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974761216 00000100:00100000:1.0:1746066716.355142:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974761216 00002000:00100000:1.0:1746066716.355174:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009b7f8700 x1830882974761216/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.355184:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8700 with x1830882974761216 ext(4194304->5079039) 00002000:00010000:1.0:1746066716.355198:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f8700 00000100:00100000:1.0:1746066716.355218:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3913 00000100:00100000:1.0:1746066716.355224:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882974761216:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066716.358746:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.358763:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974761344 00000100:00100000:0.0:1746066716.358770:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974761344 00000100:00100000:1.0:1746066716.358776:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.358794:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974761472 00000100:00100000:0.0:1746066716.358795:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974761472 00000100:00100000:0.0:1746066716.358806:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9854 00000100:00100000:0.0:1746066716.358813:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882974761344:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066716.358818:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9855 00000100:00100000:1.0:1746066716.358825:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882974761472:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066716.358825:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066716.358834:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066716.358838:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099aeaa00/0xfb36a14ee607f91b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9775ee expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.358843:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5831400/0xfb36a14ee607f922 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9775f5 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.358854:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.358855:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.358856:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066716.358856:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.358863:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5831400/0xfb36a14ee607f922 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775f5 expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066716.358863:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099aeaa00/0xfb36a14ee607f91b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775ee expref: 27 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066716.358875:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5831400/0xfb36a14ee607f922 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775f5 expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066716.358875:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099aeaa00/0xfb36a14ee607f91b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775ee expref: 27 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066716.358882:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099aeaa00, rc 0) 00010000:00010000:1.0:1746066716.358883:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5831400, rc 0) 00000100:00100000:0.0:1746066716.358905:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882974761344:12345-192.168.202.57@tcp:101:cat.0 Request processed in 92us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.358906:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882974761472:12345-192.168.202.57@tcp:101:cat.0 Request processed in 82us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066716.358910:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9854 00000100:00100000:1.0:1746066716.358913:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9855 00000100:00100000:1.0:1746066716.370151:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882974761216:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14920us (15328us total) trans 0 rc 884736/884736 00000100:00100000:1.0:1746066716.370162:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3913 00002000:00100000:1.0:1746066716.370172:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009b7f8700 x1830882974761216/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.370181:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8700 with x1830882974761216 ext(4194304->5079039) 00002000:00010000:1.0:1746066716.370186:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f8700 00000100:00100000:0.0:1746066716.377251:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3915 00000100:00100000:0.0:1746066716.377258:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882974761984:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066716.382766:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3917 00000100:00100000:0.0:1746066716.382773:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974762496:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066716.399582:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882974761984:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22318us (23145us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066716.399592:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3915 00002000:00100000:1.0:1746066716.399602:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009ed09f80 x1830882974761984/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.399611:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed09f80 with x1830882974761984 ext(3145728->4194303) 00002000:00010000:1.0:1746066716.399615:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed09f80 00000100:00100000:1.0:1746066716.402178:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882974762240:12345-192.168.202.57@tcp:3:cat.0 Request processed in 19557us (19869us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066716.402187:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3916 00002000:00100000:1.0:1746066716.402196:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ed09880 x1830882974762240/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.402204:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed09880 with x1830882974762240 ext(2097152->3145727) 00002000:00010000:1.0:1746066716.402208:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed09880 00000100:00100000:1.0:1746066716.406806:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974762496:12345-192.168.202.57@tcp:3:cat.0 Request processed in 24025us (24448us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066716.406816:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3917 00002000:00100000:1.0:1746066716.406826:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ed0bb80 x1830882974762496/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.406835:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed0bb80 with x1830882974762496 ext(3145728->4194303) 00002000:00010000:1.0:1746066716.406840:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed0bb80 00000100:00100000:0.0:1746066716.413139:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.413243:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974762752 00000100:00100000:1.0:1746066716.413250:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974762752 00002000:00100000:1.0:1746066716.413298:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009a4eea00 x1830882974762752/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.413306:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4eea00 with x1830882974762752 ext(4194304->5079039) 00002000:00010000:1.0:1746066716.413310:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a4eea00 00000100:00100000:1.0:1746066716.413345:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3918 00000100:00100000:1.0:1746066716.413353:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1966:x1830882974762752:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066716.419729:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1966:x1830882974762752:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6368us (6585us total) trans 0 rc 884736/884736 00000100:00100000:1.0:1746066716.419744:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3918 00002000:00100000:1.0:1746066716.419755:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009a4eea00 x1830882974762752/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.419763:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4eea00 with x1830882974762752 ext(4194304->5079039) 00002000:00010000:1.0:1746066716.419773:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a4eea00 00000100:00100000:0.0:1746066716.482396:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.487753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.490386:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.490473:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974763520 00000100:00100000:1.0:1746066716.490480:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974763520 00000100:00100000:1.0:1746066716.490525:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3485 00000100:00100000:1.0:1746066716.490531:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28397:x1830882974763520:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066716.490712:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28397:x1830882974763520:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 180us (329us total) trans 8589942732 rc 0/0 00000100:00100000:1.0:1746066716.490721:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3485 00000100:00100000:0.0:1746066716.499118:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.502198:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.502245:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.502766:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3486 00000100:00100000:1.0:1746066716.502774:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28401:x1830882974764160:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066716.502899:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28401:x1830882974764160:12345-192.168.202.57@tcp:35:cat.0 Request processed in 126us (653us total) trans 8589942734 rc 0/0 00000100:00100000:1.0:1746066716.502904:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3486 00000100:00100000:0.0:1746066716.510658:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.517989:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.518046:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.518109:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.518192:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974764672 00000100:00100000:1.0:1746066716.518200:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974764672 00002000:00100000:1.0:1746066716.518243:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e869880 x1830882974764672/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.518253:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e869880 with x1830882974764672 ext(0->1048575) 00010000:00010000:1.0:1746066716.518261:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4e4e00/0xfb36a14ee607f87a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977562 expref: 29 pid: 10402 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066716.518270:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4e4e00/0xfb36a14ee607f87a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977562 expref: 29 pid: 10402 timeout: 777 lvb_type: 0 00002000:00010000:1.0:1746066716.518288:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e869880 00000100:00100000:1.0:1746066716.518304:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974764928 00000100:00100000:1.0:1746066716.518306:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974764928 00002000:00100000:1.0:1746066716.518321:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009244e680 x1830882974764928/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.518328:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244e680 with x1830882974764928 ext(1048576->2097151) 00002000:00010000:1.0:1746066716.518331:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009244e680 00000100:00100000:1.0:1746066716.518351:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 821 00000100:00100000:1.0:1746066716.518361:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882974764672:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066716.519912:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3919 00000100:00100000:1.0:1746066716.519924:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882974764928:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066716.525544:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.547373:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974764672:12345-192.168.202.57@tcp:3:cat.0 Request processed in 29004us (29318us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066716.547385:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 821 00002000:00100000:1.0:1746066716.547397:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e869880 x1830882974764672/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.547406:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e869880 with x1830882974764672 ext(0->1048575) 00010000:00010000:1.0:1746066716.547415:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f4e4e00/0xfb36a14ee607f87a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977562 expref: 28 pid: 10402 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066716.547426:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f4e4e00/0xfb36a14ee607f87a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977562 expref: 28 pid: 10402 timeout: 777 lvb_type: 0 00002000:00010000:1.0:1746066716.547432:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e869880 00000100:00100000:1.0:1746066716.549420:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882974764928:12345-192.168.202.57@tcp:3:cat.0 Request processed in 29493us (31306us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066716.549428:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3919 00002000:00100000:1.0:1746066716.549437:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009244e680 x1830882974764928/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.549445:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244e680 with x1830882974764928 ext(1048576->2097151) 00002000:00010000:1.0:1746066716.549449:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009244e680 00000100:00100000:0.0:1746066716.572711:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.574178:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.575315:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974765440 00000100:00100000:0.0:1746066716.575322:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974765440 00000100:00100000:0.0:1746066716.575355:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8897 00000100:00100000:0.0:1746066716.575360:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28404:x1830882974765440:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066716.575376:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066716.575388:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee607f999 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977618 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.575457:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4600/0xfb36a14ee607f9a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575467:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4600/0xfb36a14ee607f9a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575474:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4600/0xfb36a14ee607f9a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575483:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607f9ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575488:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607f9ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575496:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607f9ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575569:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4000/0xfb36a14ee607f9b5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575576:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4000/0xfb36a14ee607f9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575580:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4000/0xfb36a14ee607f9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:0.0:1746066716.575586:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:0.0:1746066716.575645:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4600/0xfb36a14ee607f9a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575651:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4600/0xfb36a14ee607f9a0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575656:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4600/0xfb36a14ee607f9a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575660:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc4600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066716.575662:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4600/0xfb36a14ee607f9a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575667:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4600/0xfb36a14ee607f9a0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575687:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066716.575689:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066716.575692:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4600/0xfb36a14ee607f9a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575700:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4600/0xfb36a14ee607f9a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575711:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607f9ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575715:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607f9ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575719:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607f9ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575722:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc5000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066716.575724:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607f9ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575728:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607f9ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575732:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012d3b8100) 00010000:00010000:0.0:1746066716.575734:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066716.575736:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607f9ae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575739:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607f9ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.575768:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee607f999 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977618 expref: 15 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.575776:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4000/0xfb36a14ee607f9b5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977618 expref: 14 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.575786:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066716.575788:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1746066716.575790:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc4000, rc 0) 00000100:00100000:0.0:1746066716.575811:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28404:x1830882974765440:12345-192.168.202.57@tcp:101:cat.0 Request processed in 451us (1636us total) trans 8589942735 rc 0/0 00000100:00100000:0.0:1746066716.575816:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8897 00000100:00100000:0.0:1746066716.582734:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.582788:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974765824 00000100:00100000:0.0:1746066716.582794:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974765824 00002000:00100000:0.0:1746066716.582820:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (32768->36863) req@ffff88009244ce00 x1830882974765824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066716.582827:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244ce00 with x1830882974765824 ext(32768->36863) 00002000:00010000:0.0:1746066716.582830:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244ce00 00000100:00100000:0.0:1746066716.582841:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3920 00000100:00100000:0.0:1746066716.582846:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974765824:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066716.582948:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974765824:12345-192.168.202.57@tcp:3:cat.0 Request processed in 102us (215us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066716.582953:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3920 00002000:00100000:0.0:1746066716.582957:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (32768->36863) req@ffff88009244ce00 x1830882974765824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066716.582963:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244ce00 with x1830882974765824 ext(32768->36863) 00002000:00010000:0.0:1746066716.582965:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244ce00 00000100:00100000:0.0:1746066716.586412:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.586507:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.586536:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974766208 00000100:00100000:0.0:1746066716.586542:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974766208 00000100:00100000:0.0:1746066716.586574:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 529 00000100:00100000:0.0:1746066716.586580:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882974766208:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066716.586589:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066716.586607:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4000/0xfb36a14ee607f9b5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977618 expref: 14 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.586622:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066716.586625:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066716.586659:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882974766208:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 79us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066716.586664:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 529 00000100:00100000:0.0:1746066716.603113:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.603939:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.606105:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3921 00000100:00100000:0.0:1746066716.606114:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882974766464:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066716.607329:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882974766464:12345-192.168.202.57@tcp:3:cat.0 Request processed in 1213us (4220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066716.607336:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3921 00002000:00100000:0.0:1746066716.607342:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (397312->401407) req@ffff88009244fb80 x1830882974766464/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066716.607349:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244fb80 with x1830882974766464 ext(397312->401407) 00002000:00010000:0.0:1746066716.607353:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244fb80 00000100:00100000:0.0:1746066716.617441:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.623554:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.623621:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974766848 00000100:00100000:0.0:1746066716.623626:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974766848 00002000:00100000:0.0:1746066716.623663:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (32768->401407) req@ffff880092047b80 x1830882974766848/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066716.623672:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092047b80 with x1830882974766848 ext(32768->401407) 00010000:00010000:0.0:1746066716.623692:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b246800/0xfb36a14ee607f992 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977611 expref: 27 pid: 8450 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746066716.623701:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b246800/0xfb36a14ee607f992 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->401407) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977611 expref: 27 pid: 8450 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746066716.623706:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092047b80 00000100:00100000:0.0:1746066716.624085:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 822 00000100:00100000:0.0:1746066716.624092:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882974766848:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066716.634474:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.645401:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.659076:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.668383:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.669858:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.669894:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974767616 00000100:00100000:1.0:1746066716.669924:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.670255:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974767616 00000100:00100000:1.0:1746066716.670376:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.674738:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.684414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.685918:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.689466:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.691026:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4831 00000100:00100000:1.0:1746066716.691037:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882974768896:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066716.691045:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066716.691054:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee607f8ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775e0 expref: 20 pid: 21973 timeout: 777 lvb_type: 1 00010000:00010000:1.0:1746066716.691062:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee607f8ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775e0 expref: 20 pid: 21973 timeout: 777 lvb_type: 1 00010000:00010000:1.0:1746066716.691074:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee607f8ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775e0 expref: 20 pid: 21973 timeout: 777 lvb_type: 1 00010000:00010000:1.0:1746066716.691092:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.691093:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.691098:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee0e200/0xfb36a14ee607f9df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2592767) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977642 expref: 8 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.691105:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee0e200/0xfb36a14ee607f9df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2592767) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977642 expref: 8 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.691129:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee0e200/0xfb36a14ee607f9df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2592767) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977642 expref: 8 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066716.691142:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976092800:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066716.692984:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095ffed80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066716.696529:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882974768512:12345-192.168.202.57@tcp:4:cat.0 Request processed in 10452us (10606us total) trans 21474839982 rc 0/0 00000100:00100000:1.0:1746066716.696539:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 824 00002000:00100000:1.0:1746066716.696549:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2646016->3145727) req@ffff8801361fbb80 x1830882974768512/t21474839982(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/448 e 0 to 0 dl 1746066727 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.696558:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361fbb80 with x1830882974768512 ext(2646016->3145727) 00010000:00010000:1.0:1746066716.696566:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f5eaa00/0xfb36a14ee607f9d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2646016->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977634 expref: 30 pid: 8450 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066716.696578:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f5eaa00/0xfb36a14ee607f9d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2646016->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977634 expref: 30 pid: 8450 timeout: 777 lvb_type: 0 00002000:00010000:1.0:1746066716.696583:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801361fbb80 00000100:00100000:1.0:1746066716.701116:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976092800:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066716.701136:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066716.701182:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882974768896:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 10145us (10387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.701191:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4831 00000100:00100000:0.0:1746066716.704607:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.705263:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974769024 00000100:00100000:1.0:1746066716.705279:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974769024 00010000:00010000:1.0:1746066716.705310:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5eaa00/0xfb36a14ee607f9d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2646016->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977634 expref: 30 pid: 8450 timeout: 777 lvb_type: 0 00000100:00100000:1.0:1746066716.705435:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4832 00000100:00100000:1.0:1746066716.705444:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882974769024:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066716.705456:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746066716.705470:0:15727:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066715 -> 1746066716 00002000:00010000:1.0:1746066716.705472:0:15727:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066715 -> 1746066716 00010000:00010000:1.0:1746066716.705477:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f5eaa00/0xfb36a14ee607f9d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2646016->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977634 expref: 30 pid: 8450 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066716.705487:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f5eaa00/0xfb36a14ee607f9d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2646016->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977634 expref: 30 pid: 8450 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066716.705504:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f5eaa00/0xfb36a14ee607f9d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2646016->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977634 expref: 30 pid: 8450 timeout: 777 lvb_type: 0 00010000:00010000:1.0:1746066716.705624:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.705626:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.705633:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ee0f600/0xfb36a14ee607f9d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97763b expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.705641:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee0f600/0xfb36a14ee607f9d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97763b expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.705669:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ee0f600/0xfb36a14ee607f9d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97763b expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066716.705706:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976092928:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066716.706497:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066716.711402:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.711461:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974769280 00000100:00100000:1.0:1746066716.711471:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974769280 00002000:00100000:1.0:1746066716.711511:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2588672->2592767) req@ffff8801361f8e00 x1830882974769280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.711521:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f8e00 with x1830882974769280 ext(2588672->2592767) 00002000:00010000:1.0:1746066716.711526:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801361f8e00 00000100:00100000:1.0:1746066716.711592:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3923 00000100:00100000:1.0:1746066716.711599:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1964:x1830882974769280:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066716.711775:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1964:x1830882974769280:12345-192.168.202.57@tcp:3:cat.0 Request processed in 176us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066716.711781:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3923 00002000:00100000:1.0:1746066716.711785:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2588672->2592767) req@ffff8801361f8e00 x1830882974769280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.711791:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f8e00 with x1830882974769280 ext(2588672->2592767) 00002000:00010000:1.0:1746066716.711794:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801361f8e00 00000100:00100000:0.0:1746066716.717949:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.718584:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976092928:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066716.718602:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066716.718638:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882974769024:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 13196us (14038us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.718646:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4832 00000100:00100000:0.0:1746066716.721631:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.731801:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.733119:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974770048 00000100:00100000:1.0:1746066716.733126:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974770048 00000100:00100000:1.0:1746066716.733160:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8898 00000100:00100000:1.0:1746066716.733167:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28408:x1830882974770048:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066716.733185:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066716.733199:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1400/0xfb36a14ee607f9e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977649 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.733291:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607f9ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733302:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607f9ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733312:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607f9ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733322:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607f9f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733326:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607f9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733331:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607f9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733416:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0e00/0xfb36a14ee607f9fb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733423:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0e00/0xfb36a14ee607f9fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733428:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0e00/0xfb36a14ee607f9fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:1.0:1746066716.733438:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066716.733505:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607f9ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733510:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607f9ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733514:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607f9ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733518:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4af0800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066716.733522:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607f9ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733527:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607f9ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733535:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066716.733538:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066716.733540:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607f9ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.733545:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607f9ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.734411:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607f9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.734417:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607f9f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.734421:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607f9f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.734428:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4af1e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066716.734430:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607f9f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.734434:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607f9f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.734441:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800b5242000) 00010000:00010000:1.0:1746066716.734443:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066716.734445:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607f9f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.734450:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607f9f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.734483:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1400/0xfb36a14ee607f9e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977649 expref: 261 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.734493:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0e00/0xfb36a14ee607f9fb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977649 expref: 260 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.734499:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.734501:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746066716.734503:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4af0e00, rc 0) 00000100:00100000:1.0:1746066716.734545:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:28408:x1830882974770048:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1377us (2750us total) trans 8589942739 rc 0/0 00000100:00100000:1.0:1746066716.734550:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8898 00000100:00100000:0.0:1746066716.737922:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.737962:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974770304 00000100:00100000:0.0:1746066716.737970:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974770304 00000100:00100000:0.0:1746066716.738016:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3489 00000100:00100000:0.0:1746066716.738023:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4a0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:28408:x1830882974770304:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066716.739307:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974770432 00000100:00100000:1.0:1746066716.739312:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974770432 00000100:00100000:1.0:1746066716.739351:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 530 00000100:00100000:1.0:1746066716.739357:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:1966:x1830882974770432:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066716.739367:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066716.739385:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0e00/0xfb36a14ee607f9fb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977649 expref: 261 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.739401:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.739405:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066716.739438:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:1966:x1830882974770432:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 82us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.739443:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 530 00000100:00100000:0.0:1746066716.739758:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4a0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:28408:x1830882974770304:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 1735us (1843us total) trans 8589942740 rc 0/0 00000100:00100000:0.0:1746066716.739766:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3489 00000100:00100000:0.0:1746066716.739855:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.739929:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974770688 00000100:00100000:0.0:1746066716.739932:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974770688 00002000:00100000:0.0:1746066716.739956:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2592768->3145727) req@ffff8801361faa00 x1830882974770688/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066716.739964:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361faa00 with x1830882974770688 ext(2592768->3145727) 00002000:00010000:0.0:1746066716.739968:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801361faa00 00000100:00100000:0.0:1746066716.739980:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3925 00000100:00100000:0.0:1746066716.739985:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1964:x1830882974770688:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066716.744811:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.747316:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1964:x1830882974770688:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7329us (7459us total) trans 0 rc 552960/552960 00000100:00100000:1.0:1746066716.747322:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3925 00002000:00100000:1.0:1746066716.747327:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2592768->3145727) req@ffff8801361faa00 x1830882974770688/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 552960/552960 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.747333:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361faa00 with x1830882974770688 ext(2592768->3145727) 00002000:00010000:1.0:1746066716.747336:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801361faa00 00000100:00100000:0.0:1746066716.748593:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974771200 00000100:00100000:0.0:1746066716.748598:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974771200 00002000:00100000:0.0:1746066716.748619:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e842680 x1830882974771200/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066716.748626:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e842680 with x1830882974771200 ext(3145728->4194303) 00002000:00010000:0.0:1746066716.748629:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e842680 00000100:00100000:0.0:1746066716.748642:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3927 00000100:00100000:0.0:1746066716.748647:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1963:x1830882974771200:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066716.765390:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1963:x1830882974771200:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16735us (16904us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066716.765400:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3927 00002000:00100000:1.0:1746066716.765409:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e842680 x1830882974771200/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.765418:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e842680 with x1830882974771200 ext(3145728->4194303) 00002000:00010000:1.0:1746066716.765422:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e842680 00000100:00100000:0.0:1746066716.776572:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.776715:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974771456 00000100:00100000:1.0:1746066716.776724:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974771456 00002000:00100000:1.0:1746066716.776761:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8801361f9880 x1830882974771456/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.776770:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f9880 with x1830882974771456 ext(4194304->5079039) 00002000:00010000:1.0:1746066716.776775:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361f9880 00000100:00100000:1.0:1746066716.777076:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3928 00000100:00100000:1.0:1746066716.777084:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882974771456:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066716.785071:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882974771456:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7980us (8498us total) trans 0 rc 884736/884736 00000100:00100000:1.0:1746066716.785082:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3928 00002000:00100000:1.0:1746066716.785091:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8801361f9880 x1830882974771456/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.785100:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f9880 with x1830882974771456 ext(4194304->5079039) 00002000:00010000:1.0:1746066716.785105:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361f9880 00000100:00100000:0.0:1746066716.799306:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.812660:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.813405:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.814142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.818020:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974772224 00000100:00100000:1.0:1746066716.818025:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974772224 00002000:00100000:1.0:1746066716.818055:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1556480->1560575) req@ffff880135dfb480 x1830882974772224/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.818063:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfb480 with x1830882974772224 ext(1556480->1560575) 00002000:00010000:1.0:1746066716.818067:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfb480 00000100:00100000:1.0:1746066716.818370:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3929 00000100:00100000:1.0:1746066716.818378:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882974772224:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066716.818950:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882974772224:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 571us (1046us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066716.818957:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3929 00002000:00100000:1.0:1746066716.818962:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1556480->1560575) req@ffff880135dfb480 x1830882974772224/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.818969:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfb480 with x1830882974772224 ext(1556480->1560575) 00002000:00010000:1.0:1746066716.818972:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfb480 00000100:00100000:0.0:1746066716.824184:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.830994:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.833935:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.833988:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974772864 00000100:00100000:1.0:1746066716.833997:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974772864 00002000:00100000:1.0:1746066716.834029:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1069056->1073151) req@ffff880135e59c00 x1830882974772864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.834037:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e59c00 with x1830882974772864 ext(1069056->1073151) 00002000:00010000:1.0:1746066716.834041:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e59c00 00000100:00100000:1.0:1746066716.834550:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3930 00000100:00100000:1.0:1746066716.834557:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882974772864:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066716.834875:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882974772864:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 318us (945us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066716.834881:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3930 00002000:00100000:1.0:1746066716.834885:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1069056->1073151) req@ffff880135e59c00 x1830882974772864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.834892:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e59c00 with x1830882974772864 ext(1069056->1073151) 00002000:00010000:1.0:1746066716.834895:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e59c00 00000100:00100000:0.0:1746066716.835776:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.835903:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974773120 00000100:00100000:1.0:1746066716.835908:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974773120 00000100:00100000:1.0:1746066716.835933:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8899 00000100:00100000:1.0:1746066716.835939:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:28414:x1830882974773120:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066716.835954:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066716.835967:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0e00/0xfb36a14ee607fa17 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97765e expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.836049:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1400/0xfb36a14ee607fa1e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836059:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1400/0xfb36a14ee607fa1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836070:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1400/0xfb36a14ee607fa1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836078:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607fa25 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836083:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607fa25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836088:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607fa25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836167:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607fa2c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836174:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607fa2c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836180:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607fa2c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:1.0:1746066716.836186:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066716.836248:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1400/0xfb36a14ee607fa1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836257:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1400/0xfb36a14ee607fa1e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836262:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1400/0xfb36a14ee607fa1e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836267:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4af1400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066716.836281:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1400/0xfb36a14ee607fa1e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836287:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1400/0xfb36a14ee607fa1e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836296:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066716.836299:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066716.836302:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1400/0xfb36a14ee607fa1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.836306:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1400/0xfb36a14ee607fa1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.838042:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607fa25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.838052:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607fa25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.838057:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607fa25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.838061:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4af1e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066716.838064:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607fa25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.838072:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607fa25 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.838081:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800b5242f00) 00010000:00010000:1.0:1746066716.838083:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066716.838086:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607fa25 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.838090:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af1e00/0xfb36a14ee607fa25 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.838135:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0e00/0xfb36a14ee607fa17 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97765e expref: 263 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.838146:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4af0800/0xfb36a14ee607fa2c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97765e expref: 262 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.838152:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.838154:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746066716.838155:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4af0800, rc 0) 00000100:00100000:1.0:1746066716.838208:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:28414:x1830882974773120:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2267us (2432us total) trans 8589942741 rc 0/0 00000100:00100000:1.0:1746066716.838214:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8899 00000100:00100000:0.0:1746066716.842019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.842104:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.842587:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974773376 00000100:00100000:1.0:1746066716.842591:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974773376 00000100:00100000:1.0:1746066716.842616:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3490 00000100:00100000:1.0:1746066716.842624:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:28414:x1830882974773376:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066716.842801:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:28414:x1830882974773376:12345-192.168.202.57@tcp:35:cat.0 Request processed in 178us (789us total) trans 8589942742 rc 0/0 00000100:00100000:1.0:1746066716.842808:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3490 00000100:00100000:0.0:1746066716.844626:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.845210:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.845258:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.845301:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9865 00000100:00100000:0.0:1746066716.845309:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974773632:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066716.845324:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066716.845334:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9867 00010000:00010000:0.0:1746066716.845337:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013692ec00/0xfb36a14ee607fa41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977665 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066716.845342:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974773760:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066716.845349:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066716.845353:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066716.845354:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.845356:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4af0c00/0xfb36a14ee607fa48 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97766c expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.845362:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013692ec00/0xfb36a14ee607fa41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977665 expref: 29 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066716.845367:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.845368:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.845371:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4af0c00/0xfb36a14ee607fa48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97766c expref: 30 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066716.845378:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4af0c00/0xfb36a14ee607fa48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97766c expref: 30 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066716.845378:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013692ec00/0xfb36a14ee607fa41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977665 expref: 30 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066716.845383:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4af0c00, rc 0) 00010000:00010000:0.0:1746066716.845385:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013692ec00, rc 0) 00000100:00100000:1.0:1746066716.845406:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882974773760:12345-192.168.202.57@tcp:101:cat.0 Request processed in 67us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.845410:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9867 00000100:00100000:0.0:1746066716.845417:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882974773632:12345-192.168.202.57@tcp:101:cat.0 Request processed in 109us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066716.845422:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9865 00000100:00100000:0.0:1746066716.857904:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.857944:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.858022:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.858057:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974774272 00000100:00100000:0.0:1746066716.858064:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974774272 00002000:00100000:0.0:1746066716.858100:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e634380 x1830882974774272/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066716.858108:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e634380 with x1830882974774272 ext(0->1048575) 00002000:00010000:0.0:1746066716.858113:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e634380 00000100:00100000:0.0:1746066716.858142:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974774400 00000100:00100000:0.0:1746066716.858145:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974774400 00002000:00100000:0.0:1746066716.858155:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1073152->2097151) req@ffff88009e634700 x1830882974774400/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066716.858162:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e634700 with x1830882974774400 ext(1073152->2097151) 00002000:00010000:0.0:1746066716.858165:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e634700 00000100:00100000:0.0:1746066716.858173:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974774656 00000100:00100000:0.0:1746066716.858174:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974774656 00002000:00100000:0.0:1746066716.858184:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1556479) req@ffff88009e634a80 x1830882974774656/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066716.858191:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e634a80 with x1830882974774656 ext(1048576->1556479) 00002000:00010000:0.0:1746066716.858194:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e634a80 00000100:00100000:0.0:1746066716.858204:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3931 00000100:00100000:0.0:1746066716.858211:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882974774272:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066716.858597:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3932 00000100:00100000:1.0:1746066716.858605:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882974774400:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066716.873415:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882974774400:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14804us (15463us total) trans 0 rc 1024000/1024000 00000100:00100000:1.0:1746066716.873424:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3932 00002000:00100000:1.0:1746066716.873435:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1073152->2097151) req@ffff88009e634700 x1830882974774400/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/440 e 0 to 0 dl 1746066727 ref 1 fl Complete:/200/0 rc 1024000/1024000 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.873444:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e634700 with x1830882974774400 ext(1073152->2097151) 00002000:00010000:1.0:1746066716.873449:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e634700 00000100:00100000:1.0:1746066716.882748:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974774784 00000100:00100000:1.0:1746066716.882756:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974774784 00000100:00100000:1.0:1746066716.883295:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8900 00000100:00100000:1.0:1746066716.883304:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+6:28416:x1830882974774784:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066716.883328:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066716.883343:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1c00/0xfb36a14ee607fa4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97767a expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.883393:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607fa56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.883850:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607fa56 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.883861:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607fa56 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.883873:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fa5d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.883879:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fa5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.883884:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fa5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.883971:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.883984:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee607f873 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97755b expref: 261 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.883990:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.884017:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee607f873 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97755b expref: 261 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.884027:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee607f873 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97755b expref: 261 pid: 14550 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066716.884037:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976094080:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066716.885151:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390900 going to sleep for 11 seconds 00000100:00100000:1.0:1746066716.889757:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976094080:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066716.889777:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066716.891100:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974775040 00000100:00100000:0.0:1746066716.891108:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974775040 00000100:00100000:0.0:1746066716.891247:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3491 00000100:00100000:0.0:1746066716.891254:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:27281:x1830882974775040:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746066716.893087:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:27281:x1830882974775040:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 1829us (2177us total) trans 8589942743 rc 0/0 00000100:00100000:0.0:1746066716.893094:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3491 00000100:00100000:0.0:1746066716.896409:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066716.897449:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.897456:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:1.0:1746066716.897492:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:1.0:1746066716.897496:0:809:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746066716.897510:0:809:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.897519:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.897527:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607fa56 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.897533:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607fa56 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.897538:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607fa56 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.897542:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5aa0600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066716.898065:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607fa56 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.898074:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607fa56 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.898083:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066716.898086:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066716.898090:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607fa56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.898094:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607fa56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.898109:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fa5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.898113:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fa5d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.898117:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fa5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.898121:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5aa1800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066716.898123:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fa5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.898127:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fa5d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.898565:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800b5242000) 00010000:00010000:1.0:1746066716.898568:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066716.898570:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fa5d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.898574:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fa5d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066716.898606:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1c00/0xfb36a14ee607fa4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97767a expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.898614:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97767a expref: 7 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.898619:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.898621:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066716.898623:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa0000, rc 0) 00000100:00100000:1.0:1746066716.898666:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:28416:x1830882974774784:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 15364us (16730us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.898671:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8900 00000100:00100000:0.0:1746066716.903182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.903230:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.903257:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.903290:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.903309:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.903322:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.903361:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.921711:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.921756:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974776448 00000100:00100000:0.0:1746066716.921766:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974776448 00000100:00100000:0.0:1746066716.921816:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8901 00000100:00100000:0.0:1746066716.921825:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:28416:x1830882974776448:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066716.921851:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066716.921871:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30200/0xfb36a14ee607fa95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9776ab expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.921973:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31600/0xfb36a14ee607fa9c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.921989:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97767a expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.921994:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31600/0xfb36a14ee607fa9c lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.922026:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97767a expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.922037:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97767a expref: 8 pid: 809 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746066716.922050:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e636d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976094592:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066716.922136:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066716.929623:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.929707:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974776576 00000100:00100000:0.0:1746066716.929712:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974776576 00010000:00010000:0.0:1746066716.929738:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97767a expref: 9 pid: 809 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746066716.929879:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4839 00000100:00100000:0.0:1746066716.929886:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882974776576:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066716.929897:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066716.929902:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97767a expref: 9 pid: 809 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066716.929911:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97767a expref: 9 pid: 809 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066716.929926:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fa64 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97767a expref: 9 pid: 809 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066716.929949:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066716.929952:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31600/0xfb36a14ee607fa9c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.929959:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31600/0xfb36a14ee607fa9c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.929964:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31600/0xfb36a14ee607fa9c lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066716.931485:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066716.931530:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882974776576:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1640us (1905us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066716.931537:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4839 00000100:00100000:0.0:1746066716.931599:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.931616:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974776832 00000100:00100000:0.0:1746066716.931620:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974776832 00000100:00100000:0.0:1746066716.931641:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8902 00000100:00100000:0.0:1746066716.931646:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28419:x1830882974776832:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066716.931664:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066716.931691:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31800/0xfb36a14ee607faa3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9776b2 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.931773:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31e00/0xfb36a14ee607fab1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931782:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31e00/0xfb36a14ee607fab1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931790:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31e00/0xfb36a14ee607fab1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931799:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30800/0xfb36a14ee607fab8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931804:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30800/0xfb36a14ee607fab8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931809:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30800/0xfb36a14ee607fab8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931879:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30000/0xfb36a14ee607fabf lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931887:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30000/0xfb36a14ee607fabf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931892:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30000/0xfb36a14ee607fabf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000004:00200000:0.0:1746066716.931897:0:16018:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066716.931932:0:16018:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31e00/0xfb36a14ee607fab1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931938:0:16018:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31e00/0xfb36a14ee607fab1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931946:0:16018:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31e00/0xfb36a14ee607fab1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931952:0:16018:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135f31e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066716.931955:0:16018:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31e00/0xfb36a14ee607fab1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931960:0:16018:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31e00/0xfb36a14ee607fab1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931967:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066716.931969:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066716.931971:0:16018:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31e00/0xfb36a14ee607fab1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931976:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31e00/0xfb36a14ee607fab1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.931982:0:16018:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30800/0xfb36a14ee607fab8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.932456:0:16018:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30800/0xfb36a14ee607fab8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.932463:0:16018:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30800/0xfb36a14ee607fab8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.932467:0:16018:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135f30800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066716.932470:0:16018:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30800/0xfb36a14ee607fab8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.932475:0:16018:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30800/0xfb36a14ee607fab8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.932485:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012d3b8800) 00010000:00010000:0.0:1746066716.932487:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066716.932489:0:16018:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30800/0xfb36a14ee607fab8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066716.932493:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30800/0xfb36a14ee607fab8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066716.932559:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31800/0xfb36a14ee607faa3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776b2 expref: 19 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.932581:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30000/0xfb36a14ee607fabf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776b2 expref: 18 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.932588:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.932590:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746066716.932592:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135f30000, rc 0) 00000100:00100000:1.0:1746066716.932620:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28419:x1830882974776832:12345-192.168.202.57@tcp:101:cat.0 Request processed in 973us (1020us total) trans 8589942745 rc 0/0 00000100:00100000:1.0:1746066716.932625:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8902 00000100:00100000:0.0:1746066716.937021:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.937258:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.937290:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974777472 00000100:00100000:0.0:1746066716.937295:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974777472 00000100:00100000:1.0:1746066716.938098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.938120:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974777088 00000100:00100000:1.0:1746066716.938123:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974777088 00000100:00100000:1.0:1746066716.938144:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8903 00000100:00100000:1.0:1746066716.938149:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:28416:x1830882974777088:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066716.938159:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066716.938162:0:16018:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746066716.938180:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135f31600/0xfb36a14ee607fa9c lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776ab expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.938193:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.938196:0:16018:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066716.938206:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1c00/0xfb36a14ee607facd lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9776b9 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.938256:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fad4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066716.938267:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fad4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066716.938284:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fad4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000004:00200000:1.0:1746066716.938294:0:16018:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066716.938347:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1c00/0xfb36a14ee607facd lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776b9 expref: 10 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.938356:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fad4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776b9 expref: 9 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.938362:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.938364:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1746066716.938365:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa1800, rc 0) 00000100:00100000:1.0:1746066716.938380:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:28416:x1830882974777088:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 231us (283us total) trans 8589942747 rc 0/0 00000100:00100000:1.0:1746066716.938384:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8903 00000100:00100000:0.0:1746066716.938560:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 532 00000100:00100000:0.0:1746066716.938570:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882974777472:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066716.938584:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066716.938604:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30000/0xfb36a14ee607fabf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776b2 expref: 19 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.938619:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066716.938623:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066716.938656:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882974777472:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 89us (1398us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066716.938662:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 532 00000100:00100000:0.0:1746066716.944783:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.944885:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.945255:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9876 00000100:00100000:1.0:1746066716.945279:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882974777856:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066716.945296:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066716.945312:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607faf0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9776ce expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066716.945356:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976094976:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066716.945402:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390900 going to sleep for 11 seconds 00000100:00100000:1.0:1746066716.950157:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.952751:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8904 00000100:00100000:0.0:1746066716.952762:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:28416:x1830882974777984:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066716.952783:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066716.952799:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30e00/0xfb36a14ee607faf7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9776d5 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.952846:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30e00/0xfb36a14ee607faf7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776d5 expref: 10 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.952857:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135f30e00/0xfb36a14ee607faf7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776d5 expref: 10 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.952871:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066716.952874:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066716.952877:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135f30e00, rc 0) 00000100:00100000:0.0:1746066716.952918:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+10:28416:x1830882974777984:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 159us (2766us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066716.952923:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8904 00000100:00100000:1.0:1746066716.956756:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976094976:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066716.956773:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607faf0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776ce expref: 29 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066716.956788:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee607faf0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776ce expref: 29 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066716.956798:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa0600, rc 0) 00000100:00100000:1.0:1746066716.956819:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882974777856:12345-192.168.202.57@tcp:101:cat.0 Request processed in 11555us (11932us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066716.956824:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9876 00000100:00100000:0.0:1746066716.960921:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9882 00000100:00100000:0.0:1746066716.960933:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882974778880:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:0.0:1746066716.960967:0:20532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.960977:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066716.960982:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.960987:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066716.960990:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.961024:0:20532:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.961034:0:20532:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066716.975375:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.975435:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.975451:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.975484:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.975502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.975521:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974779008 00000100:00100000:0.0:1746066716.975523:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974779136 00000100:00100000:1.0:1746066716.975530:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974779008 00000100:00100000:0.0:1746066716.975530:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974779136 00010000:00010000:1.0:1746066716.976104:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5eae00/0xfb36a14ee607f9ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97762d expref: 28 pid: 8450 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066716.976138:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974779392 00000100:00100000:1.0:1746066716.976141:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974779392 00010000:00010000:1.0:1746066716.976153:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb79a00/0xfb36a14ee607fa6b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977688 expref: 9 pid: 21973 timeout: 778 lvb_type: 1 00000100:00100000:1.0:1746066716.976876:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4840 00000100:00100000:1.0:1746066716.976886:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882974779008:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066716.976899:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066716.976918:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f5eae00/0xfb36a14ee607f9ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97762d expref: 28 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.976928:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f5eae00/0xfb36a14ee607f9ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97762d expref: 28 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.976951:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f5eae00/0xfb36a14ee607f9ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97762d expref: 28 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.976967:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066716.977899:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882974779008:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1013us (2460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.977905:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4840 00000100:00100000:1.0:1746066716.977921:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4842 00000100:00100000:1.0:1746066716.977927:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882974779520:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066716.977935:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066716.977943:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a82a00/0xfb36a14ee607f906 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775d2 expref: 20 pid: 4614 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.977951:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a82a00/0xfb36a14ee607f906 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775d2 expref: 20 pid: 4614 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.977962:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a82a00/0xfb36a14ee607f906 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775d2 expref: 20 pid: 4614 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.977971:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066716.977985:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882974779520:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 59us (2533us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.977990:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4842 00010000:00010000:0.0:1746066716.979066:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013692ec00/0xfb36a14ee607fa41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977665 expref: 29 pid: 9776 timeout: 778 lvb_type: 1 00000100:00100000:0.0:1746066716.979087:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974779264 00000100:00100000:1.0:1746066716.979090:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974779776 00000100:00100000:0.0:1746066716.979090:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974779264 00000100:00100000:1.0:1746066716.979096:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974779776 00010000:00010000:0.0:1746066716.979103:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08000/0xfb36a14ee607fa8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977681 expref: 19 pid: 8450 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.979114:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5200/0xfb36a14ee607f8e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775b6 expref: 9 pid: 10402 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746066716.979122:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4843 00000100:00100000:0.0:1746066716.979127:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a540a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882974779136:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066716.979136:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066716.979141:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4844 00000100:00100000:1.0:1746066716.979147:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f169180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+19:1965:x1830882974779264:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066716.979151:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013692ec00/0xfb36a14ee607fa41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977665 expref: 29 pid: 9776 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.979155:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066716.979165:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013692ec00/0xfb36a14ee607fa41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977665 expref: 29 pid: 9776 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.980926:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb08000/0xfb36a14ee607fa8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977681 expref: 19 pid: 8450 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.980936:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb08000/0xfb36a14ee607fa8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977681 expref: 19 pid: 8450 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.980949:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb08000/0xfb36a14ee607fa8e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977681 expref: 19 pid: 8450 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.980959:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066716.980982:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f169180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+18:1965:x1830882974779264:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1837us (2696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.980988:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4844 00010000:00010000:0.0:1746066716.981194:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013692ec00/0xfb36a14ee607fa41 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977665 expref: 29 pid: 9776 timeout: 778 lvb_type: 1 00010000:00010000:0.0:1746066716.981211:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066716.981212:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066716.981216:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee607fafe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.981222:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee607fafe lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066716.981239:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066716.981263:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a540a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882974779136:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2134us (5777us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.981264:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066716.981283:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4843 00000100:00100000:1.0:1746066716.981297:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974779904 00000100:00100000:1.0:1746066716.981301:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974779904 00002000:00100000:1.0:1746066716.981324:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1073151) req@ffff8800924d2d80 x1830882974779904/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/0 e 0 to 0 dl 1746066727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066716.981332:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2d80 with x1830882974779904 ext(1048576->1073151) 00010000:00010000:1.0:1746066716.981337:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee607fa10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1073151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977657 expref: 28 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.981358:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee607fa10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1073151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977657 expref: 28 pid: 8450 timeout: 778 lvb_type: 0 00002000:00010000:1.0:1746066716.981364:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d2d80 00000100:00100000:1.0:1746066716.981377:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 827 00000100:00100000:1.0:1746066716.981382:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882974779904:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066716.981510:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.981585:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.981595:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974780032 00000100:00100000:1.0:1746066716.981597:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974780032 00010000:00010000:1.0:1746066716.981608:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4af0c00/0xfb36a14ee607fa48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97766c expref: 30 pid: 4614 timeout: 778 lvb_type: 1 00000100:00100000:1.0:1746066716.981618:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974780160 00000100:00100000:1.0:1746066716.981620:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974780160 00010000:00010000:1.0:1746066716.981626:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08200/0xfb36a14ee607fa80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97769d expref: 18 pid: 21203 timeout: 778 lvb_type: 1 00000100:00100000:1.0:1746066716.981635:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4846 00000100:00100000:1.0:1746066716.981640:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882974780032:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066716.981646:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066716.981655:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4af0c00/0xfb36a14ee607fa48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97766c expref: 30 pid: 4614 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.981662:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4af0c00/0xfb36a14ee607fa48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97766c expref: 30 pid: 4614 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.981673:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4af0c00/0xfb36a14ee607fa48 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97766c expref: 30 pid: 4614 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.981699:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066716.981716:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882974780032:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 76us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.981720:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4846 00000100:00100000:1.0:1746066716.981729:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4847 00000100:00100000:1.0:1746066716.981733:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+17:1966:x1830882974780160:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066716.981739:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066716.981745:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb08200/0xfb36a14ee607fa80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97769d expref: 17 pid: 21203 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.981752:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb08200/0xfb36a14ee607fa80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97769d expref: 17 pid: 21203 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.981761:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb08200/0xfb36a14ee607fa80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97769d expref: 17 pid: 21203 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066716.981769:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066716.981777:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+16:1966:x1830882974780160:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 45us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.981782:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4847 00000100:00100000:1.0:1746066716.981832:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974780544 00000100:00100000:1.0:1746066716.981835:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974780544 00010000:00010000:1.0:1746066716.981846:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee0f600/0xfb36a14ee607f9d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97763b expref: 27 pid: 8450 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066716.981858:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4848 00000100:00100000:1.0:1746066716.981861:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1965:x1830882974780544:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066716.984233:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066716.984259:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ee0f600/0xfb36a14ee607f9d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97763b expref: 27 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.984980:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ee0f600/0xfb36a14ee607f9d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97763b expref: 27 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.984999:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ee0f600/0xfb36a14ee607f9d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97763b expref: 27 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.985012:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.985013:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.985017:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be200/0xfb36a14ee607fb1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.985023:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be200/0xfb36a14ee607fb1a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.985055:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066716.985091:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882974780544:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3227us (3273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.985099:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4848 00000100:00100000:1.0:1746066716.987132:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.987150:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974781056 00000100:00100000:1.0:1746066716.987155:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974781056 00010000:00010000:1.0:1746066716.987178:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fad4 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776b9 expref: 10 pid: 16018 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066716.987198:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4849 00000100:00100000:1.0:1746066716.987204:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974781056:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066716.987214:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066716.987218:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fad4 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776b9 expref: 10 pid: 16018 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.987226:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fad4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776b9 expref: 10 pid: 16018 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.987242:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee607fad4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776b9 expref: 10 pid: 16018 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.987251:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066716.987256:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880135a08000/0xfb36a14ee607fb3d lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066716.987264:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135a08000/0xfb36a14ee607fb3d lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066716.987285:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135a08000/0xfb36a14ee607fb3d lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066716.987291:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7ca400/0xfb36a14ee607fb59 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066716.987296:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7ca400/0xfb36a14ee607fb59 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066716.987301:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7ca400/0xfb36a14ee607fb59 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066716.987327:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066716.987348:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974781056:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 144us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.987353:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4849 00000100:00100000:1.0:1746066716.992924:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974781184 00000100:00100000:1.0:1746066716.992931:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974781184 00010000:00010000:1.0:1746066716.992960:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee0e200/0xfb36a14ee607f9df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2592767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977642 expref: 9 pid: 8450 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066716.992985:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4850 00000100:00100000:1.0:1746066716.992992:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882974781184:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066716.993003:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066716.993020:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ee0e200/0xfb36a14ee607f9df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2592767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977642 expref: 9 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.993029:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ee0e200/0xfb36a14ee607f9df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2592767) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977642 expref: 9 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.993048:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee0e200/0xfb36a14ee607f9df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2592767) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977642 expref: 9 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066716.993059:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.993061:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066716.993066:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.993073:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.993101:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066716.993109:0:7108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 20 pid: 21203 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066716.993118:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976096768:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066716.993189:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066716.993548:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882974779904:12345-192.168.202.57@tcp:4:cat.0 Request processed in 12164us (12282us total) trans 21474839983 rc 0/0 00000100:00100000:0.0:1746066716.993556:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 827 00002000:00100000:0.0:1746066716.993564:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1073151) req@ffff8800924d2d80 x1830882974779904/t21474839983(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:122/0 lens 488/448 e 0 to 0 dl 1746066727 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066716.993572:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2d80 with x1830882974779904 ext(1048576->1073151) 00010000:00010000:0.0:1746066716.993578:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee607fa10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1073151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977657 expref: 29 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066716.993587:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee607fa10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1073151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977657 expref: 29 pid: 8450 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746066716.993593:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d2d80 00000100:00100000:0.0:1746066716.994885:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066716.995720:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976096768:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066716.995733:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066716.995909:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1963:x1830882974781184:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2917us (3096us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066716.995916:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4850 00000100:00100000:0.0:1746066716.999510:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.000128:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974781568 00000100:00100000:1.0:1746066717.000135:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974781568 00010000:00010000:1.0:1746066717.000167:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee607fa09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977650 expref: 21 pid: 8450 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.000200:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4851 00000100:00100000:1.0:1746066717.000208:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882974781568:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.000220:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.000247:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee607fa09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1556480->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977650 expref: 21 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.000257:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee607fa09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1556480->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977650 expref: 21 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.000363:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee607fa09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1556480->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977650 expref: 21 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.000375:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.000377:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.000381:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e7cac00/0xfb36a14ee607fb0c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.000388:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e7cac00/0xfb36a14ee607fb0c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.000424:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.000471:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1964:x1830882974781568:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 264us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.000477:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4851 00000100:00100000:0.0:1746066717.004159:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.004518:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974781824 00000100:00100000:1.0:1746066717.004526:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974781824 00002000:00100000:1.0:1746066717.004560:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f16ce00 x1830882974781824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.004569:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ce00 with x1830882974781824 ext(2097152->3145727) 00010000:00010000:1.0:1746066717.004577:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 20 pid: 21203 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.004594:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 20 pid: 21203 timeout: 778 lvb_type: 0 00002000:00010000:1.0:1746066717.004600:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f16ce00 00000100:00100000:1.0:1746066717.004618:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 828 00000100:00100000:1.0:1746066717.004631:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882974781824:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066717.009033:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.009744:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974781952 00000100:00100000:1.0:1746066717.009751:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974781952 00010000:00010000:1.0:1746066717.009782:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee607fa10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1073151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977657 expref: 29 pid: 8450 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.009919:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4852 00000100:00100000:1.0:1746066717.009927:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882974781952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.009940:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.009964:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee607fa10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1073151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977657 expref: 29 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.009975:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee607fa10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1073151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977657 expref: 29 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.009993:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee607fa10 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1073151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977657 expref: 29 pid: 8450 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.010005:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.010007:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.010010:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee607fb13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.010017:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee607fb13 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.010048:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.010079:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882974781952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 154us (1057us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.010086:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4852 00000100:00100000:1.0:1746066717.014108:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882974781824:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9476us (9948us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066717.014116:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 828 00002000:00100000:1.0:1746066717.014124:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f16ce00 x1830882974781824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.014132:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ce00 with x1830882974781824 ext(2097152->3145727) 00010000:00010000:1.0:1746066717.014140:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 20 pid: 21203 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.014152:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 20 pid: 21203 timeout: 778 lvb_type: 0 00002000:00010000:1.0:1746066717.014158:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f16ce00 00000100:00100000:0.0:1746066717.027822:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.027888:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.028115:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974782208 00000100:00100000:1.0:1746066717.028126:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974782208 00010000:00010000:1.0:1746066717.028163:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 20 pid: 21203 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.028215:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4853 00000100:00100000:1.0:1746066717.028223:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882974782208:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.028235:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.028258:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 20 pid: 21203 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.028277:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 20 pid: 21203 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.028296:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee607fae2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776c0 expref: 20 pid: 21203 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.028312:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.028314:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.028317:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.028324:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.028345:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.028392:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882974782208:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 170us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.028398:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4853 00010000:00010000:0.0:1746066717.028488:0:20532:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.028498:0:20532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.028532:0:20532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.028540:0:20532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.028549:0:20532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.028556:0:20532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135f31600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066717.028560:0:20532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.028567:0:20532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.028581:0:20532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.028588:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0xfb36a14ee607fb21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066717.028662:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+5:1965:x1830882974778880:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 67726us (70316us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.028669:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9882 00000100:00100000:0.0:1746066717.029723:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.034227:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.034257:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.034336:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066717.034372:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746066717.034434:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974782592 00000100:00100000:1.0:1746066717.034439:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974782592 00002000:00100000:1.0:1746066717.034463:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009f16e300 x1830882974782592/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.034471:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16e300 with x1830882974782592 ext(3145728->4194303) 00002000:00010000:1.0:1746066717.034474:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16e300 00000100:00100000:1.0:1746066717.034492:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3937 00000100:00100000:1.0:1746066717.034498:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882974782592:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066717.036662:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.036958:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974783360 00000100:00100000:1.0:1746066717.036965:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974783360 00000100:00100000:1.0:1746066717.036995:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3493 00000100:00100000:1.0:1746066717.037001:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:28416:x1830882974783360:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:1.0:1746066717.037923:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:28416:x1830882974783360:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 918us (1265us total) trans 8589942750 rc 0/0 00000100:00100000:1.0:1746066717.037930:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3493 00010000:00010000:1.0:1746066717.039788:0:9849:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746066717.043601:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882974782592:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9093us (9332us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066717.043613:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3937 00002000:00100000:1.0:1746066717.043623:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009f16e300 x1830882974782592/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.043632:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16e300 with x1830882974782592 ext(3145728->4194303) 00002000:00010000:1.0:1746066717.043639:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16e300 00000100:00100000:0.0:1746066717.044388:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.044450:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974783616 00000100:00100000:1.0:1746066717.044457:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974783616 00000100:00100000:1.0:1746066717.044722:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3494 00000100:00100000:1.0:1746066717.044730:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:28416:x1830882974783616:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:1.0:1746066717.044889:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:28416:x1830882974783616:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 159us (503us total) trans 8589942751 rc 0/0 00000100:00100000:1.0:1746066717.044895:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3494 00000100:00100000:0.0:1746066717.055740:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.055974:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974783744 00000100:00100000:1.0:1746066717.055983:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974783744 00000100:00100000:1.0:1746066717.056165:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9886 00000100:00100000:1.0:1746066717.056173:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:28414:x1830882974783744:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.056191:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.056208:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fb83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9776ff expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066717.056232:0:20532:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd1c, atime: 0x6812dd1c, ctime: 0x6812dd1c, blocks: 0x102b 00010000:00010000:1.0:1746066717.056252:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.056253:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.056259:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fb83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776ff expref: 20 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.056282:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fb83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776ff expref: 20 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.056291:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa0000, rc 0) 00000100:00100000:1.0:1746066717.056328:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:28414:x1830882974783744:12345-192.168.202.57@tcp:101:cat.0 Request processed in 156us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.056333:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9886 00000100:00100000:0.0:1746066717.063642:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.071439:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.080439:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.080490:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.080518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.080546:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.080634:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.080705:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974784384 00000100:00100000:0.0:1746066717.080712:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974784384 00000100:00100000:0.0:1746066717.080747:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9889 00000100:00100000:0.0:1746066717.080755:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882974784512:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066717.080768:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066717.080782:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb08000/0xfb36a14ee607fb98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97771b expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.080804:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066717.080806:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066717.080813:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb08000/0xfb36a14ee607fb98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97771b expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066717.080829:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb08000/0xfb36a14ee607fb98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97771b expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066717.080841:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb08000, rc 0) 00000100:00100000:0.0:1746066717.080886:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974784512:12345-192.168.202.57@tcp:101:cat.0 Request processed in 132us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.080892:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9889 00000100:00100000:0.0:1746066717.080908:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9890 00000100:00100000:0.0:1746066717.080913:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882974784768:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066717.080921:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066717.080931:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb08200/0xfb36a14ee607fb9f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977729 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.080944:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066717.080946:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066717.080949:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08200/0xfb36a14ee607fb9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977729 expref: 31 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066717.080959:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb08200/0xfb36a14ee607fb9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977729 expref: 31 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066717.080966:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb08200, rc 0) 00000100:00100000:0.0:1746066717.080984:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882974784768:12345-192.168.202.57@tcp:101:cat.0 Request processed in 71us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.080990:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9890 00000100:00100000:0.0:1746066717.081001:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9892 00000100:00100000:0.0:1746066717.081005:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882974784384:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066717.081010:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066717.081019:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee607fbad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977714 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066717.081044:0:21203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd1c, atime: 0x6812dd1c, ctime: 0x6812dd1c, blocks: 0x7e9 00010000:00010000:0.0:1746066717.081052:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066717.081054:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066717.081057:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee607fbad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977714 expref: 31 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066717.081065:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee607fbad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977714 expref: 31 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066717.081075:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb08e00, rc 0) 00000100:00100000:0.0:1746066717.081089:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882974784384:12345-192.168.202.57@tcp:101:cat.0 Request processed in 84us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.081093:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9892 00000100:00100000:0.0:1746066717.085802:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.085942:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.086168:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974785152 00000100:00100000:1.0:1746066717.086175:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974785152 00010000:00010000:1.0:1746066717.086204:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fb83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776ff expref: 23 pid: 20532 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.086228:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4854 00000100:00100000:1.0:1746066717.086234:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974785152:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.086246:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.086277:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fb83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776ff expref: 23 pid: 20532 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.086288:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fb83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776ff expref: 23 pid: 20532 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.086314:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fb83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9776ff expref: 23 pid: 20532 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.086331:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.086332:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.086339:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008deb0e00/0xfb36a14ee607fb91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97770d expref: 22 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.086346:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb0e00/0xfb36a14ee607fb91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97770d expref: 22 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.086377:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008deb0e00/0xfb36a14ee607fb91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97770d expref: 22 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066717.086389:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976097024:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066717.086453:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066717.090026:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.093858:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976097024:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066717.093874:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.093903:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882974785152:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 7668us (7960us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.093913:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4854 00000100:00100000:0.0:1746066717.099225:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.102286:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.103785:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.103971:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974785792 00000100:00100000:1.0:1746066717.103977:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974785792 00000100:00100000:0.0:1746066717.104430:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.105656:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974786048 00000100:00100000:1.0:1746066717.105663:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974786048 00000100:00100000:1.0:1746066717.105735:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9893 00000100:00100000:1.0:1746066717.105743:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882974785792:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.105759:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.105774:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1200/0xfb36a14ee607fbb4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977730 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.105795:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.105797:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.105803:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1200/0xfb36a14ee607fbb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977730 expref: 29 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.105815:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1200/0xfb36a14ee607fbb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977730 expref: 29 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.105825:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa1200, rc 0) 00000100:00100000:1.0:1746066717.105864:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882974785792:12345-192.168.202.57@tcp:101:cat.0 Request processed in 123us (3582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.105872:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9893 00000100:00100000:1.0:1746066717.105884:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9894 00000100:00100000:1.0:1746066717.105888:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882974785920:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.105893:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.105898:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1a00/0xfb36a14ee607fbbb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977737 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.105906:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.105907:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.105910:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1a00/0xfb36a14ee607fbbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977737 expref: 29 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.105917:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1a00/0xfb36a14ee607fbbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977737 expref: 29 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.105923:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa1a00, rc 0) 00000100:00100000:1.0:1746066717.105934:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1966:x1830882974785920:12345-192.168.202.57@tcp:101:cat.0 Request processed in 46us (2153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.105938:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9894 00000100:00100000:1.0:1746066717.105948:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9895 00000100:00100000:1.0:1746066717.105952:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1966:x1830882974786048:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.105958:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.105965:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fbc2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97773e expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066717.105995:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976097152:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066717.106032:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066717.113253:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.114698:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976097152:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066717.114720:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fbc2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97773e expref: 10 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.114730:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0000/0xfb36a14ee607fbc2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97773e expref: 10 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.114750:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa0000, rc 0) 00000100:00100000:1.0:1746066717.114777:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1966:x1830882974786048:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8824us (10347us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066717.114783:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9895 00000100:00100000:0.0:1746066717.121089:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.121438:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974786304 00000100:00100000:1.0:1746066717.121449:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974786304 00010000:00010000:1.0:1746066717.121485:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1a00/0xfb36a14ee607fbbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977737 expref: 29 pid: 20532 timeout: 778 lvb_type: 1 00000100:00100000:1.0:1746066717.121585:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4855 00000100:00100000:1.0:1746066717.121594:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882974786304:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.121606:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.121626:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1a00/0xfb36a14ee607fbbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977737 expref: 29 pid: 20532 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066717.121636:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1a00/0xfb36a14ee607fbbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977737 expref: 29 pid: 20532 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066717.121659:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1a00/0xfb36a14ee607fbbb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977737 expref: 29 pid: 20532 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066717.121700:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.121739:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882974786304:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 147us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.121744:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4855 00000100:00100000:0.0:1746066717.121986:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.123822:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.130804:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.130855:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974786816 00000100:00100000:0.0:1746066717.130865:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974786816 00002000:00100000:0.0:1746066717.130902:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800924d2680 x1830882974786816/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.130913:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2680 with x1830882974786816 ext(2097152->3145727) 00002000:00010000:0.0:1746066717.130918:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d2680 00000100:00100000:0.0:1746066717.130947:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3942 00000100:00100000:0.0:1746066717.130953:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882974786816:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066717.143341:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.144095:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882974786816:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13141us (13301us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066717.144101:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3942 00002000:00100000:1.0:1746066717.144105:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800924d2680 x1830882974786816/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.144112:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2680 with x1830882974786816 ext(2097152->3145727) 00002000:00010000:1.0:1746066717.144115:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d2680 00000100:00100000:0.0:1746066717.146816:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.148263:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.151290:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.151367:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974787584 00000100:00100000:1.0:1746066717.151377:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974787584 00002000:00100000:1.0:1746066717.151420:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3117056->3145727) req@ffff88009e637800 x1830882974787584/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.151430:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637800 with x1830882974787584 ext(3117056->3145727) 00010000:00010000:1.0:1746066717.151438:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008deb0e00/0xfb36a14ee607fb91 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97770d expref: 22 pid: 8451 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.151456:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008deb0e00/0xfb36a14ee607fb91 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97770d expref: 22 pid: 8451 timeout: 778 lvb_type: 0 00002000:00010000:1.0:1746066717.151462:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e637800 00000100:00100000:1.0:1746066717.151496:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 829 00000100:00100000:1.0:1746066717.151504:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882974787584:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066717.153189:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882974787584:12345-192.168.202.57@tcp:4:cat.0 Request processed in 1681us (1900us total) trans 17179872661 rc 0/0 00000100:00100000:1.0:1746066717.153198:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 829 00002000:00100000:1.0:1746066717.153205:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3117056->3145727) req@ffff88009e637800 x1830882974787584/t17179872661(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/448 e 0 to 0 dl 1746066728 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.153213:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637800 with x1830882974787584 ext(3117056->3145727) 00010000:00010000:1.0:1746066717.153219:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008deb0e00/0xfb36a14ee607fb91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97770d expref: 24 pid: 8451 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.153230:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008deb0e00/0xfb36a14ee607fb91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3117056->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97770d expref: 24 pid: 8451 timeout: 778 lvb_type: 0 00002000:00010000:1.0:1746066717.153236:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e637800 00000100:00100000:0.0:1746066717.155378:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.158199:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.160319:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.160826:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974788096 00000100:00100000:1.0:1746066717.160833:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974788096 00002000:00100000:1.0:1746066717.160863:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e637b80 x1830882974788096/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.160871:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637b80 with x1830882974788096 ext(2097152->3145727) 00002000:00010000:1.0:1746066717.160876:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e637b80 00000100:00100000:1.0:1746066717.160903:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3944 00000100:00100000:1.0:1746066717.160910:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882974788096:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066717.162103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.164740:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.169642:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882974788096:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 8724us (9316us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066717.169653:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3944 00002000:00100000:1.0:1746066717.169662:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e637b80 x1830882974788096/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.169671:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637b80 with x1830882974788096 ext(2097152->3145727) 00002000:00010000:1.0:1746066717.169697:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e637b80 00000100:00100000:0.0:1746066717.170541:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.170837:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974788608 00000100:00100000:1.0:1746066717.170843:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974788608 00002000:00100000:1.0:1746066717.170870:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1724416->1728511) req@ffff88009f888700 x1830882974788608/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.170877:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f888700 with x1830882974788608 ext(1724416->1728511) 00002000:00010000:1.0:1746066717.170881:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f888700 00000100:00100000:1.0:1746066717.170895:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3945 00000100:00100000:1.0:1746066717.170902:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882974788608:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066717.171016:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882974788608:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 115us (478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066717.171022:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3945 00002000:00100000:1.0:1746066717.171026:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1724416->1728511) req@ffff88009f888700 x1830882974788608/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.171037:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f888700 with x1830882974788608 ext(1724416->1728511) 00002000:00010000:1.0:1746066717.171039:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f888700 00000100:00100000:0.0:1746066717.176482:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.176564:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.176654:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974788864 00000100:00100000:1.0:1746066717.176658:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974788864 00000100:00100000:1.0:1746066717.176727:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9901 00000100:00100000:1.0:1746066717.176735:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:28419:x1830882974788736:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.176743:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.176755:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f588400/0xfb36a14ee607fbe5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977761 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.176777:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee607fbc9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977745 expref: 30 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.176784:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066717.176785:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066717.176788:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f588400/0xfb36a14ee607fbe5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977761 expref: 30 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.176812:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee607fbc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977745 expref: 30 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.176822:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee607fbc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977745 expref: 30 pid: 8112 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.176830:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976098432:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066717.177860:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066717.179960:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.179968:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976098432:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066717.179982:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f588400/0xfb36a14ee607fbe5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977761 expref: 30 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.179990:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f588400, rc 0) 00000100:00100000:0.0:1746066717.180008:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:28419:x1830882974788736:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3274us (3534us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.180012:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9901 00000100:00100000:0.0:1746066717.180911:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.182316:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.190342:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976098816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746066717.190385:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066717.190499:0:8453:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976098816 00000100:00100000:0.0:1746066717.190505:0:8453:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976098816 00000100:00100000:0.0:1746066717.191540:0:8453:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1746066717.191550:0:8453:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+86:3293:x1830882976098816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746066717.191571:0:8453:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 345964544 pending 32374784 free 3852468224 avail 3850371072 00000100:00100000:1.0:1746066717.191664:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976098816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746066717.191729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.191744:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974789504 00000100:00100000:1.0:1746066717.191747:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974789504 00002000:00100000:1.0:1746066717.191769:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1634304->1638399) req@ffff8800a45e6a00 x1830882974789504/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.191777:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e6a00 with x1830882974789504 ext(1634304->1638399) 00002000:00010000:1.0:1746066717.191782:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e6a00 00000100:00100000:1.0:1746066717.191795:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3946 00000100:00100000:1.0:1746066717.191799:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882974789504:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066717.191905:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882974789504:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 105us (177us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066717.191911:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3946 00002000:00100000:1.0:1746066717.191916:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1634304->1638399) req@ffff8800a45e6a00 x1830882974789504/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.191922:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e6a00 with x1830882974789504 ext(1634304->1638399) 00002000:00010000:1.0:1746066717.191924:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e6a00 00000100:00100000:0.0:1746066717.192033:0:8453:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+86:3293:x1830882976098816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (1225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.192041:0:8453:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1746066717.193889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.200349:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.205847:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976099456:0@lo:400:kworker.0 00000100:00100000:0.0:1746066717.205896:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066717.206172:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976099456 00000100:00100000:1.0:1746066717.206176:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976099456 00000100:00100000:1.0:1746066717.206197:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1746066717.206201:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f88a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3293:x1830882976099456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066717.206231:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f88a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3293:x1830882976099456:12345-0@lo:400:kworker.0 Request processed in 30us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.206236:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1746066717.206247:0:3293:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872657 gen 2 00000004:00080000:0.0:1746066717.206252:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092848700, transno 17179872548 00000004:00080000:0.0:1746066717.206259:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5ed80, transno 17179872549 00000004:00080000:0.0:1746066717.206261:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009284ad80, transno 17179872550 00000004:00080000:0.0:1746066717.206262:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5f100, transno 17179872551 00000004:00080000:0.0:1746066717.206264:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009284a680, transno 17179872552 00000004:00080000:0.0:1746066717.206275:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5df80, transno 17179872553 00000004:00080000:0.0:1746066717.206277:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092849180, transno 17179872554 00000004:00080000:0.0:1746066717.206279:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e8c6d80, transno 17179872555 00000004:00080000:0.0:1746066717.206281:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009284bb80, transno 17179872556 00000004:00080000:0.0:1746066717.206283:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099a1dc00, transno 17179872557 00000004:00080000:0.0:1746066717.206285:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092848000, transno 17179872558 00000004:00080000:0.0:1746066717.206287:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099a1fb80, transno 17179872559 00000004:00080000:0.0:1746066717.206288:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099a1ca80, transno 17179872560 00000004:00080000:0.0:1746066717.206290:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092849880, transno 17179872561 00000004:00080000:0.0:1746066717.206292:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009284aa00, transno 17179872562 00000004:00080000:0.0:1746066717.206294:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099a1ce00, transno 17179872563 00000004:00080000:0.0:1746066717.206296:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009270bb80, transno 17179872570 00000004:00080000:0.0:1746066717.206298:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e840380, transno 17179872571 00000004:00080000:0.0:1746066717.206299:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092708a80, transno 17179872572 00000004:00080000:0.0:1746066717.206302:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009270aa00, transno 17179872573 00000004:00080000:0.0:1746066717.206304:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e842d80, transno 17179872574 00000004:00080000:0.0:1746066717.206306:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e843b80, transno 17179872575 00000004:00080000:0.0:1746066717.206308:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e841c00, transno 17179872576 00000004:00080000:0.0:1746066717.206310:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e843100, transno 17179872577 00000004:00080000:0.0:1746066717.206312:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb5180, transno 17179872581 00000004:00080000:0.0:1746066717.206314:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801361f8000, transno 17179872582 00000004:00080000:0.0:1746066717.206315:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb5f80, transno 17179872583 00000004:00080000:0.0:1746066717.206317:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801361fa300, transno 17179872584 00000004:00080000:0.0:1746066717.206318:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801361f8a80, transno 17179872585 00000004:00080000:0.0:1746066717.206320:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801361fb100, transno 17179872586 00000004:00080000:0.0:1746066717.206322:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801361f9180, transno 17179872587 00000004:00080000:0.0:1746066717.206323:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801361f9f80, transno 17179872588 00000004:00080000:0.0:1746066717.206325:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed70700, transno 17179872591 00000004:00080000:0.0:1746066717.206327:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed73800, transno 17179872592 00000004:00080000:0.0:1746066717.206328:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed70380, transno 17179872593 00000004:00080000:0.0:1746066717.206330:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed73b80, transno 17179872594 00000004:00080000:0.0:1746066717.206331:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed70000, transno 17179872595 00000004:00080000:0.0:1746066717.206333:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed71180, transno 17179872596 00000004:00080000:0.0:1746066717.206335:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed72d80, transno 17179872597 00000004:00080000:0.0:1746066717.206336:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed73480, transno 17179872598 00000004:00080000:0.0:1746066717.206338:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e86aa00, transno 17179872602 00000004:00080000:0.0:1746066717.206340:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e868a80, transno 17179872603 00000004:00080000:0.0:1746066717.206343:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800996d8000, transno 17179872604 00000004:00080000:0.0:1746066717.206344:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e86b480, transno 17179872605 00000004:00080000:0.0:1746066717.206346:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800996d9180, transno 17179872606 00000004:00080000:0.0:1746066717.206347:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800996d8380, transno 17179872607 00000004:00080000:0.0:1746066717.206349:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e868e00, transno 17179872608 00000004:00080000:0.0:1746066717.206350:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e868700, transno 17179872609 00000004:00080000:0.0:1746066717.206352:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093210e00, transno 17179872610 00000004:00080000:0.0:1746066717.206354:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb6a00, transno 17179872611 00000004:00080000:0.0:1746066717.206356:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093213800, transno 17179872612 00000004:00080000:0.0:1746066717.206357:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093213480, transno 17179872613 00000004:00080000:0.0:1746066717.206359:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093213b80, transno 17179872614 00000004:00080000:0.0:1746066717.206361:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093211500, transno 17179872615 00000004:00080000:0.0:1746066717.206363:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093211880, transno 17179872616 00000004:00080000:0.0:1746066717.206365:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093212300, transno 17179872617 00000004:00080000:0.0:1746066717.206367:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef59880, transno 17179872623 00000004:00080000:0.0:1746066717.206369:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093210000, transno 17179872624 00000004:00080000:0.0:1746066717.206371:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093210380, transno 17179872625 00000004:00080000:0.0:1746066717.206373:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093210700, transno 17179872626 00000004:00080000:0.0:1746066717.206374:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093210a80, transno 17179872627 00000004:00080000:0.0:1746066717.206377:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093211180, transno 17179872628 00000004:00080000:0.0:1746066717.206378:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ec2e300, transno 17179872629 00000004:00080000:0.0:1746066717.206380:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092045180, transno 17179872630 00000004:00080000:0.0:1746066717.206382:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135f83800, transno 17179872634 00000004:00080000:0.0:1746066717.206384:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099a1d880, transno 17179872635 00000004:00080000:0.0:1746066717.206386:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e8c7100, transno 17179872636 00000004:00080000:0.0:1746066717.206388:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e8c7480, transno 17179872637 00000004:00080000:0.0:1746066717.206390:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135f80a80, transno 17179872638 00000004:00080000:0.0:1746066717.206392:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f29a300, transno 17179872639 00000004:00080000:0.0:1746066717.206394:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f29a680, transno 17179872640 00000004:00080000:0.0:1746066717.206397:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099a1ed80, transno 17179872641 00000004:00080000:0.0:1746066717.206399:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800996d9c00, transno 17179872642 00000004:00080000:0.0:1746066717.206401:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092044380, transno 17179872643 00000004:00080000:0.0:1746066717.206402:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800996d8a80, transno 17179872644 00000004:00080000:0.0:1746066717.206404:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800996daa00, transno 17179872645 00000004:00080000:0.0:1746066717.206406:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800996d8700, transno 17179872646 00000004:00080000:0.0:1746066717.206409:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099a1d180, transno 17179872647 00000004:00080000:0.0:1746066717.206410:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800996db480, transno 17179872648 00000004:00080000:0.0:1746066717.206412:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099a1c380, transno 17179872649 00000004:00080000:0.0:1746066717.206414:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800929cd500, transno 17179872650 00000004:00080000:0.0:1746066717.206417:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d3100, transno 17179872651 00000004:00080000:0.0:1746066717.206419:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800929cf100, transno 17179872652 00000004:00080000:0.0:1746066717.206422:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c397b80, transno 17179872653 00000004:00080000:0.0:1746066717.206424:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800929cc700, transno 17179872654 00000004:00080000:0.0:1746066717.206426:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b7f8380, transno 17179872655 00000004:00080000:0.0:1746066717.206428:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d3480, transno 17179872656 00000004:00080000:0.0:1746066717.206429:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800929cdf80, transno 17179872657 00000100:00100000:0.0:1746066717.206435:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976099456:0@lo:400:kworker.0 00000100:00100000:0.0:1746066717.206460:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1746066717.206466:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1830882976099328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066717.206492:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1830882976099328:12345-0@lo:400:kworker.0 Request processed in 27us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.207194:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000004:00080000:1.0:1746066717.207464:0:14590:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 88 done 00000100:00100000:0.0:1746066717.209219:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.212168:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.222316:0:30571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976099712 00000100:00100000:0.0:1746066717.222322:0:30571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976099712 00000100:00100000:0.0:1746066717.222771:0:30571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1746066717.222779:0:30571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830882976099712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746066717.222821:0:30571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 310050816 pending 5111808 free 3853516800 avail 3831496704 00000100:00100000:1.0:1746066717.222867:0:30571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830882976099712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.222873:0:30571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1746066717.229073:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.233517:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.237218:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.237282:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974791168 00000100:00100000:1.0:1746066717.237289:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974791168 00000100:00100000:1.0:1746066717.237335:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3497 00000100:00100000:1.0:1746066717.237342:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+266:28430:x1830882974791168:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066717.237510:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:28430:x1830882974791168:12345-192.168.202.57@tcp:35:cat.0 Request processed in 168us (294us total) trans 8589942755 rc 0/0 00000100:00100000:1.0:1746066717.237516:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3497 00000100:00100000:0.0:1746066717.242589:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.242624:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.242648:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974791296 00000100:00100000:0.0:1746066717.242651:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.242654:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974791296 00000100:00100000:1.0:1746066717.242700:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974791424 00000100:00100000:1.0:1746066717.242702:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974791424 00000100:00100000:0.0:1746066717.242705:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.242806:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974791552 00000100:00100000:1.0:1746066717.242809:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974791552 00000100:00100000:1.0:1746066717.242821:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974791680 00000100:00100000:1.0:1746066717.242823:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974791680 00000100:00100000:1.0:1746066717.242835:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9902 00000100:00100000:1.0:1746066717.242842:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974791296:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.242856:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.242870:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977776 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066717.242909:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976099840:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066717.242962:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066717.242977:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9903 00000100:00100000:1.0:1746066717.242981:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f88b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974791424:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.242986:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.242991:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee607fc1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97777d expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066717.243007:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976099968:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066717.243022:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066717.243038:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9904 00000100:00100000:1.0:1746066717.243042:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882974791552:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.243047:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.243054:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f45f000/0xfb36a14ee607fc24 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977784 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.243063:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.243065:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.243071:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f45f000/0xfb36a14ee607fc24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977784 expref: 33 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.243082:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f45f000/0xfb36a14ee607fc24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977784 expref: 33 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.243094:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45f000, rc 0) 00000100:00100000:1.0:1746066717.243111:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882974791552:12345-192.168.202.57@tcp:101:cat.0 Request processed in 68us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.243115:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9904 00000100:00100000:1.0:1746066717.243126:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9905 00000100:00100000:1.0:1746066717.243129:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974791680:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.243133:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.243137:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f45e400/0xfb36a14ee607fc2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97778b expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.243144:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.243145:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.243148:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45e400/0xfb36a14ee607fc2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97778b expref: 26 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.243155:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f45e400/0xfb36a14ee607fc2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97778b expref: 26 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.243160:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45e400, rc 0) 00000100:00100000:1.0:1746066717.243169:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882974791680:12345-192.168.202.57@tcp:101:cat.0 Request processed in 39us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.243173:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9905 00002000:00010000:1.0:1746066717.245469:0:20532:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066715 -> 1746066716 00002000:00010000:1.0:1746066717.245476:0:20532:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066715 -> 1746066716 00002000:00010000:1.0:1746066717.245478:0:20532:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066715 -> 1746066716 00000100:00100000:1.0:1746066717.245498:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976099840:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066717.245522:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc16 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977776 expref: 25 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.245532:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977776 expref: 25 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.245559:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc5600, rc 0) 00000100:00100000:1.0:1746066717.245597:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974791296:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2754us (3020us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066717.245604:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9902 00000100:00100000:0.0:1746066717.250416:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.275027:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.278298:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.290945:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.301779:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.323564:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.335775:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.342634:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.357157:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.362758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.371436:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.371475:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.371495:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.371526:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974793856 00000100:00100000:0.0:1746066717.371532:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974793856 00002000:00100000:0.0:1746066717.371569:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009ec36300 x1830882974793856/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.371577:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec36300 with x1830882974793856 ext(1048576->2097151) 00002000:00010000:0.0:1746066717.371582:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec36300 00000100:00100000:0.0:1746066717.371611:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3952 00000100:00100000:0.0:1746066717.371617:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974793856:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066717.378074:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.380917:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3955 00000100:00100000:0.0:1746066717.380925:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882974794880:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066717.382177:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974794624 00000100:00100000:1.0:1746066717.382183:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974794624 00000100:00100000:1.0:1746066717.382219:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8911 00000100:00100000:1.0:1746066717.382225:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:28439:x1830882974794624:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066717.382239:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.382253:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e200/0xfb36a14ee607fc7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9777bc expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.382309:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e000/0xfb36a14ee607fc86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.382324:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e000/0xfb36a14ee607fc86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.382334:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e000/0xfb36a14ee607fc86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.382350:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee607fc8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.382357:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee607fc8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.382362:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee607fc8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.382449:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.382456:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a50c3800/0xfb36a14ee607fc78 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.382461:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.382473:0:14548:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800a50c3800/0xfb36a14ee607fc78 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210400000020 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.382481:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746066717.387415:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.387502:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.387527:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.387561:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974795136 00000100:00100000:1.0:1746066717.387568:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974795136 00010000:00010000:1.0:1746066717.387596:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee0f000/0xfb36a14ee607fc4e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977799 expref: 22 pid: 16018 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.387616:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974795264 00000100:00100000:1.0:1746066717.387618:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974795264 00010000:00010000:1.0:1746066717.387626:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7cb000/0xfb36a14ee607fc08 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97776f expref: 269 pid: 16018 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.387645:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4864 00000100:00100000:1.0:1746066717.387652:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1965:x1830882974795136:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.387664:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.387668:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee0f000/0xfb36a14ee607fc4e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977799 expref: 22 pid: 16018 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.387698:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee0f000/0xfb36a14ee607fc4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977799 expref: 22 pid: 16018 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.387715:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066717.387719:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a50c3800/0xfb36a14ee607fc78 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40210400000020 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.387726:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 14 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.387731:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a50c3800/0xfb36a14ee607fc78 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40210400000020 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.387734:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.387737:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.387767:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1965:x1830882974795136:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 116us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.387774:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4864 00000100:00100000:1.0:1746066717.387786:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4865 00000100:00100000:1.0:1746066717.387790:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:1964:x1830882974795264:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.387796:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.387800:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7cb000/0xfb36a14ee607fc08 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97776f expref: 269 pid: 16018 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.387807:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7cb000/0xfb36a14ee607fc08 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97776f expref: 269 pid: 16018 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.387816:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7cb000/0xfb36a14ee607fc08 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97776f expref: 269 pid: 16018 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.387834:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066717.387837:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a50c3800/0xfb36a14ee607fc78 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210400000020 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.387842:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a50c3800/0xfb36a14ee607fc78 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290400000020 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.387847:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a50c3800/0xfb36a14ee607fc78 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290400000020 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.387853:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.387857:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.387861:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.387873:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.387886:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+268:1964:x1830882974795264:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 95us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.388959:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974793856:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17337us (17478us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066717.388970:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3952 00000100:00100000:1.0:1746066717.388975:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4865 00002000:00100000:0.0:1746066717.388979:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009ec36300 x1830882974793856/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.388989:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec36300 with x1830882974793856 ext(1048576->2097151) 00002000:00010000:0.0:1746066717.388993:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec36300 00000100:00100000:1.0:1746066717.389949:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1966:x1830882974794240:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18314us (18451us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066717.389956:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3953 00002000:00100000:1.0:1746066717.389962:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec36680 x1830882974794240/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.389969:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec36680 with x1830882974794240 ext(1048576->2097151) 00002000:00010000:1.0:1746066717.389972:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec36680 00000100:00100000:0.0:1746066717.396585:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882974794880:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15659us (18230us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066717.396593:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3955 00002000:00100000:0.0:1746066717.396601:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009f16a300 x1830882974794880/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.396610:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16a300 with x1830882974794880 ext(1048576->2097151) 00002000:00010000:0.0:1746066717.396615:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16a300 00000100:00100000:0.0:1746066717.401044:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.401466:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974795520 00000100:00100000:1.0:1746066717.401474:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974795520 00010000:00010000:1.0:1746066717.401511:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a50c3800/0xfb36a14ee607fc78 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777b5 expref: 268 pid: 16018 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.401648:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4866 00000100:00100000:1.0:1746066717.401656:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+268:1965:x1830882974795520:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.401667:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.401672:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a50c3800/0xfb36a14ee607fc78 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777b5 expref: 268 pid: 16018 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.401793:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a50c3800/0xfb36a14ee607fc78 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777b5 expref: 268 pid: 16018 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.401815:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a50c3800/0xfb36a14ee607fc78 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777b5 expref: 268 pid: 16018 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.401872:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066717.401877:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.401885:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.401891:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.402162:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.402197:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:1965:x1830882974795520:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 541us (1160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.402203:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4866 00010000:00010000:0.0:1746066717.402343:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402349:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:0.0:1746066717.402380:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:0.0:1746066717.402383:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746066717.402394:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402402:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402409:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e000/0xfb36a14ee607fc86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402414:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e000/0xfb36a14ee607fc86 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402419:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e000/0xfb36a14ee607fc86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402423:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f45e000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066717.402426:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e000/0xfb36a14ee607fc86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402430:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e000/0xfb36a14ee607fc86 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402437:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066717.402438:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066717.402441:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e000/0xfb36a14ee607fc86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402444:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e000/0xfb36a14ee607fc86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402489:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee607fc8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402494:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee607fc8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402498:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee607fc8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402502:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc4e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066717.402504:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee607fc8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402511:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee607fc8d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402518:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800a48c7300) 00010000:00010000:0.0:1746066717.402519:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066717.402521:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee607fc8d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402525:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee607fc8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.402551:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e200/0xfb36a14ee607fc7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777bc expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.402559:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777bc expref: 11 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.402564:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066717.402565:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066717.402567:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc5600, rc 0) 00000100:00100000:0.0:1746066717.402588:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:28439:x1830882974794624:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 20363us (21012us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.402593:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8911 00000100:00100000:0.0:1746066717.403900:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.403985:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974795392 00000100:00100000:1.0:1746066717.403991:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974795392 00010000:00010000:1.0:1746066717.404009:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb800/0xfb36a14ee607fc5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777a0 expref: 24 pid: 8452 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.404037:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4867 00000100:00100000:1.0:1746066717.404042:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974795392:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.404053:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.404069:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb800/0xfb36a14ee607fc5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777a0 expref: 24 pid: 8452 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.404077:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb800/0xfb36a14ee607fc5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777a0 expref: 24 pid: 8452 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.404092:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb800/0xfb36a14ee607fc5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777a0 expref: 24 pid: 8452 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.404101:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.404102:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.404107:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb08600/0xfb36a14ee607fca2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777c3 expref: 13 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.404114:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb08600/0xfb36a14ee607fca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777c3 expref: 13 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.404136:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb08600/0xfb36a14ee607fca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777c3 expref: 13 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066717.404144:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976101120:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066717.404207:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066717.409942:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.410028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.410053:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.410074:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.410087:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.410101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.410115:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.410127:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.410138:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.410149:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.410192:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9912 00000100:00100000:0.0:1746066717.410198:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882974795776:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066717.410205:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066717.410217:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee607fcb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9777d1 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.410225:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066717.410226:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066717.410229:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee607fcb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777d1 expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066717.410237:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee607fcb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777d1 expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066717.410243:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935c1600, rc 0) 00000100:00100000:0.0:1746066717.410253:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882974795776:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 57us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.410257:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9912 00000100:00100000:0.0:1746066717.410585:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9914 00000100:00100000:0.0:1746066717.410590:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882974795904:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066717.410599:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066717.410604:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935c1000/0xfb36a14ee607fcbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9777d8 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066717.410662:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9915 00000100:00100000:0.0:1746066717.410669:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976101248:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066717.410753:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066717.410771:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974796544 00000100:00100000:0.0:1746066717.410774:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974796544 00002000:00100000:0.0:1746066717.410794:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e7b1500 x1830882974796544/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.410802:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e7b1500 with x1830882974796544 ext(2097152->3145727) 00002000:00010000:0.0:1746066717.410805:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e7b1500 00000100:00100000:0.0:1746066717.410814:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974797056 00000100:00100000:0.0:1746066717.410816:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974797056 00002000:00100000:0.0:1746066717.410824:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e7b1c00 x1830882974797056/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.410830:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e7b1c00 with x1830882974797056 ext(2097152->3145727) 00002000:00010000:0.0:1746066717.410832:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e7b1c00 00000100:00100000:0.0:1746066717.410841:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974797312 00000100:00100000:0.0:1746066717.410843:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974797312 00002000:00100000:0.0:1746066717.410850:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e7b1f80 x1830882974797312/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.410855:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e7b1f80 with x1830882974797312 ext(3145728->4194303) 00002000:00010000:0.0:1746066717.410857:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e7b1f80 00000100:00100000:0.0:1746066717.410864:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3957 00000100:00100000:0.0:1746066717.410868:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882974796800:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066717.411366:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+17:1966:x1830882974796160:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066717.411372:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.411378:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607fccc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9777e6 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.411387:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.411388:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.411392:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607fccc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777e6 expref: 18 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.411400:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607fccc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777e6 expref: 18 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.411406:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc5000, rc 0) 00000100:00100000:1.0:1746066717.411421:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+18:1966:x1830882974796160:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 723us (1333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.411428:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9915 00000100:00100000:1.0:1746066717.411459:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976101120:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066717.411471:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.411490:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882974795392:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 7448us (7593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.411496:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4867 00000100:00100000:1.0:1746066717.411519:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3959 00000100:00100000:1.0:1746066717.411524:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882974797312:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066717.413420:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974797568 00000100:00100000:0.0:1746066717.413427:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974797568 00002000:00100000:0.0:1746066717.413456:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009f16aa00 x1830882974797568/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.413465:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16aa00 with x1830882974797568 ext(1048576->2097151) 00002000:00010000:0.0:1746066717.413470:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16aa00 00000100:00100000:0.0:1746066717.413483:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3960 00000100:00100000:0.0:1746066717.413489:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882974797568:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066717.427929:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882974797312:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16397us (17771us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066717.427938:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3959 00002000:00100000:1.0:1746066717.427947:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e7b1f80 x1830882974797312/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.427955:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e7b1f80 with x1830882974797312 ext(3145728->4194303) 00002000:00010000:1.0:1746066717.427960:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e7b1f80 00000100:00100000:0.0:1746066717.430977:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.431001:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974797824 00000100:00100000:0.0:1746066717.431009:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974797824 00000100:00100000:0.0:1746066717.431054:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8912 00000100:00100000:0.0:1746066717.431062:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:28439:x1830882974797824:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066717.431080:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066717.431095:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee607fcd3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9777f4 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.431178:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee607fcda lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.431194:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777bc expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.431200:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee607fcda lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066717.431232:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777bc expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.431249:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777bc expref: 12 pid: 14548 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746066717.431261:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976101376:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066717.431354:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066717.431791:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882974796800:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20920us (21661us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066717.431800:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3957 00002000:00100000:1.0:1746066717.431809:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e7b1880 x1830882974796800/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.431819:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e7b1880 with x1830882974796800 ext(3145728->4194303) 00002000:00010000:1.0:1746066717.431823:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e7b1880 00000100:00100000:0.0:1746066717.438524:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.438774:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974797952 00000100:00100000:0.0:1746066717.438780:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.438782:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974797952 00010000:00010000:1.0:1746066717.438812:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777bc expref: 13 pid: 14548 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746066717.439048:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882974797568:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 25558us (26127us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066717.439055:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3960 00002000:00100000:0.0:1746066717.439062:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009f16aa00 x1830882974797568/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.439069:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16aa00 with x1830882974797568 ext(1048576->2097151) 00002000:00010000:0.0:1746066717.439073:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16aa00 00000100:00100000:1.0:1746066717.439176:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4868 00000100:00100000:1.0:1746066717.439183:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882974797952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.439191:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.439196:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777bc expref: 13 pid: 14548 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.439206:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777bc expref: 13 pid: 14548 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.439222:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fc94 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777bc expref: 13 pid: 14548 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.439241:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066717.439245:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee607fcda lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.439253:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee607fcda lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.439258:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee607fcda lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.439280:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.439372:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882974797952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 190us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.439378:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4868 00000100:00100000:0.0:1746066717.443749:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.447794:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.447870:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976101632:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066717.447895:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e200/0xfb36a14ee607fcf6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746066717.448698:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.448758:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974798464 00000100:00100000:1.0:1746066717.448762:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974798464 00010000:00010000:1.0:1746066717.448781:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee607fcda lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777f4 expref: 14 pid: 14548 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.448892:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4869 00000100:00100000:1.0:1746066717.448898:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5409c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882974798464:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.448907:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.448913:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee607fcda lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777f4 expref: 14 pid: 14548 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.448921:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee607fcda lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777f4 expref: 14 pid: 14548 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.448938:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee607fcda lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777f4 expref: 14 pid: 14548 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.448999:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066717.449003:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e200/0xfb36a14ee607fcf6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.449011:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e200/0xfb36a14ee607fcf6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.449016:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e200/0xfb36a14ee607fcf6 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066717.449037:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.449059:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5409c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882974798464:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 160us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.449093:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4869 00000100:00100000:0.0:1746066717.451634:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.451891:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.451995:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974798848 00000100:00100000:0.0:1746066717.451998:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974798848 00010000:00010000:0.0:1746066717.452013:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7ca200/0xfb36a14ee607fcb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777df expref: 17 pid: 8452 timeout: 778 lvb_type: 1 00000100:00100000:0.0:1746066717.452032:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4870 00000100:00100000:0.0:1746066717.452037:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+17:1965:x1830882974798848:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066717.452045:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066717.452060:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e7ca200/0xfb36a14ee607fcb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777df expref: 17 pid: 8452 timeout: 778 lvb_type: 1 00010000:00010000:0.0:1746066717.452068:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e7ca200/0xfb36a14ee607fcb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777df expref: 17 pid: 8452 timeout: 778 lvb_type: 1 00010000:00010000:0.0:1746066717.452085:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e7ca200/0xfb36a14ee607fcb7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777df expref: 17 pid: 8452 timeout: 778 lvb_type: 1 00010000:00010000:0.0:1746066717.452104:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066717.453452:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+16:1965:x1830882974798848:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1410us (1556us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.453460:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4870 00000100:00100000:1.0:1746066717.453540:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.454922:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974798976 00000100:00100000:0.0:1746066717.454931:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974798976 00010000:00010000:0.0:1746066717.454957:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08200/0xfb36a14ee607fb9f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977729 expref: 35 pid: 21203 timeout: 778 lvb_type: 1 00000100:00100000:0.0:1746066717.456077:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4871 00000100:00100000:1.0:1746066717.456396:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882974798976:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.456411:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.456432:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb08200/0xfb36a14ee607fb9f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977729 expref: 35 pid: 21203 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066717.456443:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb08200/0xfb36a14ee607fb9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977729 expref: 35 pid: 21203 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066717.456461:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb08200/0xfb36a14ee607fb9f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977729 expref: 35 pid: 21203 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066717.456474:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.456515:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882974798976:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 429us (2975us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.456521:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4871 00000100:00100000:0.0:1746066717.457633:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.458144:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.458177:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.458233:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974799360 00000100:00100000:1.0:1746066717.458236:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974799360 00010000:00010000:1.0:1746066717.458249:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fb8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977706 expref: 31 pid: 21973 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.458280:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4872 00000100:00100000:1.0:1746066717.458286:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882974799360:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.458296:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.458309:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fb8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977706 expref: 31 pid: 21973 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.458317:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fb8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977706 expref: 31 pid: 21973 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.458331:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fb8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977706 expref: 31 pid: 21973 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.458340:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.458341:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.458347:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136764e00/0xfb36a14ee607fcfd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977809 expref: 30 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.458354:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136764e00/0xfb36a14ee607fcfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977809 expref: 30 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.458372:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136764e00/0xfb36a14ee607fcfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977809 expref: 30 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066717.458379:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976102272:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066717.458415:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066717.461412:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976102272:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066717.461427:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.461450:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882974799360:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3164us (3272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.461458:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4872 00000100:00100000:0.0:1746066717.464177:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.465317:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.467608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.468191:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.468615:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.468964:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.468999:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974800640 00000100:00100000:0.0:1746066717.469002:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974800640 00000100:00100000:0.0:1746066717.469017:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3499 00000100:00100000:0.0:1746066717.469022:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+12:28439:x1830882974800640:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:0.0:1746066717.469097:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+13:28439:x1830882974800640:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 74us (132us total) trans 8589942760 rc 0/0 00000100:00100000:0.0:1746066717.469103:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3499 00000100:00100000:0.0:1746066717.472632:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.479133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.479441:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.480162:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.480236:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.480262:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974801152 00000100:00100000:1.0:1746066717.480279:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974801152 00010000:00010000:1.0:1746066717.480309:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607fccc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777e6 expref: 16 pid: 9776 timeout: 778 lvb_type: 1 00000100:00100000:1.0:1746066717.480335:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974801280 00000100:00100000:1.0:1746066717.480336:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974801280 00010000:00010000:1.0:1746066717.480344:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f318c00/0xfb36a14ee607fbd0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97774c expref: 30 pid: 8112 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.480356:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4873 00000100:00100000:1.0:1746066717.480361:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+16:1963:x1830882974801152:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.480372:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.480388:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607fccc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777e6 expref: 16 pid: 9776 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066717.480396:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee607fccc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777e6 expref: 16 pid: 9776 timeout: 778 lvb_type: 1 00010000:00010000:1.0:1746066717.480416:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.480446:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+16:1963:x1830882974801152:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 84us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.480454:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4873 00000100:00100000:1.0:1746066717.480466:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4874 00000100:00100000:1.0:1746066717.480470:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882974801280:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.480474:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.480479:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f318c00/0xfb36a14ee607fbd0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97774c expref: 30 pid: 8112 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.480486:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f318c00/0xfb36a14ee607fbd0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97774c expref: 30 pid: 8112 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.480494:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.480504:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882974801280:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 35us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.480508:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4874 00000100:00100000:1.0:1746066717.482440:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.482586:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974801408 00000100:00100000:0.0:1746066717.482590:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974801408 00010000:00010000:0.0:1746066717.482605:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f588400/0xfb36a14ee607fbe5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977761 expref: 29 pid: 20532 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746066717.482627:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4875 00000100:00100000:0.0:1746066717.482632:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1966:x1830882974801408:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066717.482639:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066717.482652:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f588400/0xfb36a14ee607fbe5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977761 expref: 29 pid: 20532 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066717.482659:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f588400/0xfb36a14ee607fbe5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977761 expref: 29 pid: 20532 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066717.482690:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f588400/0xfb36a14ee607fbe5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977761 expref: 29 pid: 20532 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066717.482701:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066717.482718:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882974801408:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 86us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.482723:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4875 00000100:00100000:0.0:1746066717.490854:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.497260:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.500879:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.504885:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.509844:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.511637:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.518005:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.523061:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.580395:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.582150:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.611171:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.617487:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.636295:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.636318:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.636445:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.636478:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974803712 00000100:00100000:0.0:1746066717.636485:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974803712 00000100:00100000:0.0:1746066717.636620:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974803840 00000100:00100000:0.0:1746066717.636623:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974803840 00000100:00100000:0.0:1746066717.641957:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e636680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976104960:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066717.642118:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee607fd74 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977879 expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.642129:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f588400, rc 0) 00000100:00100000:0.0:1746066717.642146:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28452:x1830882974803968:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4305us (5702us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.642151:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9933 00000100:00100000:0.0:1746066717.643933:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.644011:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.644036:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974804224 00000100:00100000:0.0:1746066717.644041:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974804224 00000100:00100000:0.0:1746066717.644067:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9934 00000100:00100000:0.0:1746066717.644073:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28449:x1830882974804224:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066717.644085:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066717.644096:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fd7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977880 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.644115:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935c0200/0xfb36a14ee607fd2e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2801664->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977833 expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.644121:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066717.644122:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066717.644125:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fd7b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977880 expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.644147:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935c0200/0xfb36a14ee607fd2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2801664->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977833 expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.644155:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800935c0200/0xfb36a14ee607fd2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2801664->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977833 expref: 31 pid: 10402 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746066717.644844:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976105088:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066717.645754:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066717.648939:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.648968:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974804352 00000100:00100000:0.0:1746066717.648974:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974804352 00002000:00100000:0.0:1746066717.649005:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2801664->3145727) req@ffff88009f16f100 x1830882974804352/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.649013:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16f100 with x1830882974804352 ext(2801664->3145727) 00010000:00010000:0.0:1746066717.649021:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935c0200/0xfb36a14ee607fd2e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2801664->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977833 expref: 32 pid: 10402 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066717.649032:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935c0200/0xfb36a14ee607fd2e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2801664->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977833 expref: 32 pid: 10402 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746066717.649039:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f16f100 00000100:00100000:0.0:1746066717.649054:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 834 00000100:00100000:0.0:1746066717.649061:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882974804352:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066717.650723:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976105088:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066717.650746:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fd7b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977880 expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.650758:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb1200, rc 0) 00000100:00100000:1.0:1746066717.650775:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:28449:x1830882974804224:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6703us (6764us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.650784:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9934 00000100:00100000:0.0:1746066717.657067:0:16018:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f169500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976105216:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066717.657086:0:16018:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee607fd89 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000100:00100000:0.0:1746066717.657791:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.657889:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974804992 00000100:00100000:0.0:1746066717.657892:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974804992 00010000:00010000:0.0:1746066717.657903:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e200/0xfb36a14ee607fcf6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977802 expref: 13 pid: 14548 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746066717.657918:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4881 00000100:00100000:0.0:1746066717.657922:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882974804864:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066717.657929:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066717.657938:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800935c0200/0xfb36a14ee607fd2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2801664->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977833 expref: 34 pid: 10402 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066717.657945:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800935c0200/0xfb36a14ee607fd2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2801664->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977833 expref: 34 pid: 10402 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066717.657955:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935c0200/0xfb36a14ee607fd2e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2801664->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977833 expref: 34 pid: 10402 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066717.657965:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066717.657966:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066717.657970:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fd7b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977880 expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.657976:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fd7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977880 expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.657998:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fd7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977880 expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066717.658007:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976105344:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066717.658049:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9f00 going to sleep for 11 seconds 00010000:00010000:0.0:1746066717.658060:0:16018:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee607fd89 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066717.658065:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee607fd89 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000004:00200000:0.0:1746066717.658078:0:16018:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066717.658180:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136acac00/0xfb36a14ee607fd82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977887 expref: 271 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.658191:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee607fd89 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977887 expref: 270 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.658197:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066717.658199:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746066717.658201:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136aca000, rc 0) 00000100:00100000:0.0:1746066717.658222:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:28454:x1830882974804608:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4440us (5802us total) trans 8589942762 rc 0/0 00000100:00100000:0.0:1746066717.658227:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8915 00000100:00100000:1.0:1746066717.660434:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976105344:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066717.660450:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.660494:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882974804864:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2570us (3459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.660501:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4881 00000100:00100000:0.0:1746066717.663724:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.663757:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974805760 00000100:00100000:1.0:1746066717.663761:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974805760 00002000:00100000:1.0:1746066717.663778:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009f16fb80 x1830882974805760/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.663784:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16fb80 with x1830882974805760 ext(2097152->3145727) 00002000:00010000:1.0:1746066717.663787:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16fb80 00000100:00100000:1.0:1746066717.663811:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3968 00000100:00100000:1.0:1746066717.663816:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882974805760:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066717.667109:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.677338:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882974805760:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13513us (13607us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066717.677349:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3968 00002000:00100000:1.0:1746066717.677360:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009f16fb80 x1830882974805760/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.677369:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16fb80 with x1830882974805760 ext(2097152->3145727) 00002000:00010000:1.0:1746066717.677375:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16fb80 00000100:00100000:0.0:1746066717.682514:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.684108:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974806144 00000100:00100000:1.0:1746066717.684117:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974806144 00000100:00100000:1.0:1746066717.684172:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9935 00000100:00100000:1.0:1746066717.684182:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:28452:x1830882974806144:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.684201:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.684218:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801360b9000/0xfb36a14ee607fd97 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97788e expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.684242:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136764e00/0xfb36a14ee607fcfd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977809 expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.684248:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066717.684250:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066717.684253:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801360b9000/0xfb36a14ee607fd97 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97788e expref: 34 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.684291:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136764e00/0xfb36a14ee607fcfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977809 expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.684302:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136764e00/0xfb36a14ee607fcfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977809 expref: 28 pid: 10402 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.684312:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976105600:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066717.684390:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066717.685963:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.687364:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976105600:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066717.687383:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801360b9000/0xfb36a14ee607fd97 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97788e expref: 34 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.687392:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801360b9000, rc 0) 00000100:00100000:1.0:1746066717.687414:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28452:x1830882974806144:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3234us (4909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.687419:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9935 00000100:00100000:0.0:1746066717.688794:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.688852:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974806400 00000100:00100000:1.0:1746066717.688858:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974806400 00002000:00100000:1.0:1746066717.688894:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1138687) req@ffff88009f16dc00 x1830882974806400/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.688902:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16dc00 with x1830882974806400 ext(1048576->1138687) 00010000:00010000:1.0:1746066717.688908:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136764e00/0xfb36a14ee607fcfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977809 expref: 29 pid: 10402 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.688918:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136764e00/0xfb36a14ee607fcfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977809 expref: 29 pid: 10402 timeout: 778 lvb_type: 0 00002000:00010000:1.0:1746066717.688924:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f16dc00 00000100:00100000:1.0:1746066717.689289:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 835 00000100:00100000:1.0:1746066717.689297:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882974806400:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066717.691148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.696305:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882974806400:12345-192.168.202.57@tcp:4:cat.0 Request processed in 6998us (7504us total) trans 21474839986 rc 0/0 00000100:00100000:1.0:1746066717.696321:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 835 00002000:00100000:1.0:1746066717.696334:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1138687) req@ffff88009f16dc00 x1830882974806400/t21474839986(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/448 e 0 to 0 dl 1746066728 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.696343:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16dc00 with x1830882974806400 ext(1048576->1138687) 00010000:00010000:1.0:1746066717.696353:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136764e00/0xfb36a14ee607fcfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977809 expref: 31 pid: 10402 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.696368:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136764e00/0xfb36a14ee607fcfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977809 expref: 31 pid: 10402 timeout: 778 lvb_type: 0 00002000:00010000:1.0:1746066717.696374:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f16dc00 00000100:00100000:0.0:1746066717.697463:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.697626:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974806784 00000100:00100000:1.0:1746066717.697634:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974806784 00000100:00100000:1.0:1746066717.697664:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8916 00000100:00100000:1.0:1746066717.697670:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28457:x1830882974806784:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066717.697708:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.697721:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801360b9800/0xfb36a14ee607fda5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97789c expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.697795:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801360b8600/0xfb36a14ee607fdac lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.697808:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801360b8600/0xfb36a14ee607fdac lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.697817:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801360b8600/0xfb36a14ee607fdac lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000004:00200000:1.0:1746066717.697825:0:16018:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066717.697893:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801360b9800/0xfb36a14ee607fda5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97789c expref: 25 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.697910:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801360b8600/0xfb36a14ee607fdac lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97789c expref: 24 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.697921:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066717.697923:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746066717.697925:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801360b8600, rc 0) 00000100:00100000:1.0:1746066717.697958:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28457:x1830882974806784:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 288us (496us total) trans 8589942763 rc 0/0 00000100:00100000:1.0:1746066717.697964:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8916 00000100:00100000:0.0:1746066717.701132:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.706596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.711147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.720393:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.723789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.725777:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.725801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.725843:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974807936 00000100:00100000:0.0:1746066717.725847:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974807936 00002000:00100000:0.0:1746066717.725864:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009f889880 x1830882974807936/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.725872:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f889880 with x1830882974807936 ext(3145728->4194303) 00002000:00010000:0.0:1746066717.725875:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f889880 00000100:00100000:0.0:1746066717.725887:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974808192 00000100:00100000:0.0:1746066717.725888:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974808192 00002000:00100000:0.0:1746066717.725897:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009f88b480 x1830882974808192/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.725903:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f88b480 with x1830882974808192 ext(3145728->4194303) 00010000:00010000:0.0:1746066717.725908:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fd7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977880 expref: 32 pid: 10402 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066717.725919:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fd7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977880 expref: 32 pid: 10402 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746066717.725924:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f88b480 00000100:00100000:0.0:1746066717.725937:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 837 00000100:00100000:0.0:1746066717.725942:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882974808192:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066717.727499:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.727525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.727541:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974808320 00000100:00100000:1.0:1746066717.727545:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974808320 00000100:00100000:1.0:1746066717.728583:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974808448 00000100:00100000:1.0:1746066717.728588:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974808448 00000100:00100000:1.0:1746066717.728607:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9938 00000100:00100000:1.0:1746066717.728613:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882974808320:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.728625:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.728637:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fdc1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9778aa expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.728654:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.728664:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fdc1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778aa expref: 35 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.728672:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5600/0xfb36a14ee607fdc1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778aa expref: 35 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.728697:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc5600, rc 0) 00000100:00100000:1.0:1746066717.728720:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882974808320:12345-192.168.202.57@tcp:101:cat.0 Request processed in 107us (1224us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066717.728725:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9938 00000100:00100000:1.0:1746066717.728736:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9939 00000100:00100000:1.0:1746066717.728740:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882974808448:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.728747:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.728756:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5000/0xfb36a14ee607fdc8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9778b1 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.728766:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.728767:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.728774:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5000/0xfb36a14ee607fdc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778b1 expref: 26 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.728785:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5000/0xfb36a14ee607fdc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778b1 expref: 26 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066717.728793:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc5000, rc 0) 00000100:00100000:1.0:1746066717.728805:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1966:x1830882974808448:12345-192.168.202.57@tcp:101:cat.0 Request processed in 64us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.728809:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9939 00000100:00100000:0.0:1746066717.733325:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.745486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.745526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.745557:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.745585:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.745985:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3974 00000100:00100000:1.0:1746066717.745991:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882974809344:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066717.756880:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882974809344:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10883us (11287us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066717.756890:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3974 00002000:00100000:1.0:1746066717.756900:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f889f80 x1830882974809344/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.756908:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f889f80 with x1830882974809344 ext(2097152->3145727) 00002000:00010000:1.0:1746066717.756913:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f889f80 00000100:00100000:0.0:1746066717.757158:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.757475:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974809600 00000100:00100000:1.0:1746066717.757480:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974809600 00002000:00100000:1.0:1746066717.757504:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (4075520->4079615) req@ffff8800a45e5c00 x1830882974809600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.757511:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e5c00 with x1830882974809600 ext(4075520->4079615) 00010000:00010000:1.0:1746066717.757517:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a489f800/0xfb36a14ee607fdba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4075520->18446744073709551615] (req 4075520->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778a3 expref: 31 pid: 8452 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.757528:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a489f800/0xfb36a14ee607fdba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4075520->18446744073709551615] (req 4075520->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778a3 expref: 31 pid: 8452 timeout: 778 lvb_type: 0 00002000:00010000:1.0:1746066717.758541:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a45e5c00 00000100:00100000:1.0:1746066717.758569:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 838 00000100:00100000:1.0:1746066717.758578:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882974809600:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066717.758726:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882974809600:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 149us (1568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066717.758731:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 838 00002000:00100000:1.0:1746066717.758736:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (4075520->4079615) req@ffff8800a45e5c00 x1830882974809600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746066728 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.758743:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e5c00 with x1830882974809600 ext(4075520->4079615) 00010000:00010000:1.0:1746066717.758748:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a489f800/0xfb36a14ee607fdba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4075520->18446744073709551615] (req 4075520->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778a3 expref: 31 pid: 8452 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.758757:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a489f800/0xfb36a14ee607fdba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4075520->18446744073709551615] (req 4075520->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778a3 expref: 31 pid: 8452 timeout: 778 lvb_type: 0 00002000:00010000:1.0:1746066717.758763:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a45e5c00 00000100:00100000:0.0:1746066717.761916:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.761998:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.768026:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.768058:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.768097:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.768117:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974810368 00000100:00100000:0.0:1746066717.768123:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974810368 00000100:00100000:0.0:1746066717.768155:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9943 00000100:00100000:0.0:1746066717.768161:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:28452:x1830882974810368:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066717.768173:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066717.768185:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9778cd expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.768199:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066717.768203:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778cd expref: 36 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.768209:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778cd expref: 36 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066717.768215:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136acb000, rc 0) 00000100:00100000:0.0:1746066717.768226:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:28452:x1830882974810368:12345-192.168.202.57@tcp:101:cat.0 Request processed in 65us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066717.768230:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9943 00000100:00100000:1.0:1746066717.768381:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974810112 00000100:00100000:1.0:1746066717.768385:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974810112 00010000:00010000:1.0:1746066717.768401:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a489f800/0xfb36a14ee607fdba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4075520->18446744073709551615] (req 4075520->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778a3 expref: 33 pid: 8452 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.768426:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974810240 00000100:00100000:1.0:1746066717.768429:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974810240 00010000:00010000:1.0:1746066717.768437:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5000/0xfb36a14ee607fdc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778b1 expref: 26 pid: 10402 timeout: 778 lvb_type: 1 00000100:00100000:1.0:1746066717.768451:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4886 00000100:00100000:1.0:1746066717.768455:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1964:x1830882974810112:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.768462:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.768478:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a489f800/0xfb36a14ee607fdba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4075520->18446744073709551615] (req 4075520->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778a3 expref: 33 pid: 8452 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.768486:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a489f800/0xfb36a14ee607fdba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4075520->18446744073709551615] (req 4075520->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778a3 expref: 33 pid: 8452 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.768501:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a489f800/0xfb36a14ee607fdba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4075520->18446744073709551615] (req 4075520->4194303) gid 0 flags: 0x44801000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778a3 expref: 33 pid: 8452 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.769043:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.769044:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.769050:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135428400/0xfb36a14ee607fdd6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778bf expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.769056:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135428400/0xfb36a14ee607fdd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778bf expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.769067:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.769068:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.769071:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778cd expref: 35 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.769076:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778cd expref: 35 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.769098:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778cd expref: 35 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066717.769109:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976106752:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066717.769362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066717.769460:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135428400/0xfb36a14ee607fdd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778bf expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066717.769499:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976106880:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066717.769521:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53903c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066717.771117:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976106752:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066717.773078:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976106880:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066717.773091:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.773106:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882974810112:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4650us (5092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.773112:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4886 00000100:00100000:0.0:1746066717.774279:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.774448:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.774489:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974811264 00000100:00100000:1.0:1746066717.774492:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974811264 00000100:00100000:0.0:1746066717.774503:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:1.0:1746066717.774509:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e843100 x1830882974811264/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.774518:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e843100 with x1830882974811264 ext(3145728->4194303) 00002000:00010000:1.0:1746066717.774521:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e843100 00000100:00100000:1.0:1746066717.774548:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974811008 00000100:00100000:1.0:1746066717.774550:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974811008 00002000:00100000:1.0:1746066717.774561:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3346432->3350527) req@ffff88009e840e00 x1830882974811008/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066717.774568:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840e00 with x1830882974811008 ext(3346432->3350527) 00002000:00010000:1.0:1746066717.774570:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e840e00 00000100:00100000:1.0:1746066717.774581:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3975 00000100:00100000:1.0:1746066717.774588:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882974811264:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066717.774637:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3976 00000100:00100000:0.0:1746066717.774643:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1965:x1830882974811008:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066717.774759:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1965:x1830882974811008:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 116us (255us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066717.774764:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3976 00002000:00100000:0.0:1746066717.774768:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3346432->3350527) req@ffff88009e840e00 x1830882974811008/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.774774:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840e00 with x1830882974811008 ext(3346432->3350527) 00002000:00010000:0.0:1746066717.774776:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e840e00 00000100:00100000:0.0:1746066717.787613:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.792159:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.792190:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.792246:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.792328:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974811904 00000100:00100000:1.0:1746066717.792335:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974811904 00000100:00100000:1.0:1746066717.792367:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9945 00000100:00100000:1.0:1746066717.792374:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28449:x1830882974811904:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066717.792388:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.792404:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f45e200/0xfb36a14ee607fdf2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9778db expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.792425:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066717.792429:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45e200/0xfb36a14ee607fdf2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778db expref: 16 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.792439:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f45e200/0xfb36a14ee607fdf2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778db expref: 16 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.792448:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45e200, rc 0) 00000100:00100000:1.0:1746066717.792481:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28449:x1830882974811904:12345-192.168.202.57@tcp:101:cat.0 Request processed in 108us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.792487:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9945 00000100:00100000:0.0:1746066717.800857:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882974811648:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 8189us (8704us total) trans 17179872666 rc 0/0 00000100:00100000:0.0:1746066717.800863:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 840 00002000:00100000:0.0:1746066717.800869:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3350527) req@ffff8801361fa300 x1830882974811648/t17179872666(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/448 e 0 to 0 dl 1746066728 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.800875:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361fa300 with x1830882974811648 ext(3145728->3350527) 00010000:00010000:0.0:1746066717.800880:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135428800/0xfb36a14ee607fddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3350527) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778c6 expref: 18 pid: 8451 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746066717.800894:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135428800/0xfb36a14ee607fddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3350527) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778c6 expref: 18 pid: 8451 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746066717.800899:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801361fa300 00000100:00100000:0.0:1746066717.803444:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.803496:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974812032 00000100:00100000:1.0:1746066717.803503:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974812032 00010000:00010000:1.0:1746066717.803531:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135428800/0xfb36a14ee607fddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3350527) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778c6 expref: 18 pid: 8451 timeout: 778 lvb_type: 0 00000100:00100000:1.0:1746066717.803563:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4889 00000100:00100000:1.0:1746066717.803570:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882974812032:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.803584:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.803600:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135428800/0xfb36a14ee607fddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3350527) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778c6 expref: 18 pid: 8451 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.803610:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135428800/0xfb36a14ee607fddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3350527) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778c6 expref: 18 pid: 8451 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.803633:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135428800/0xfb36a14ee607fddd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3350527) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778c6 expref: 18 pid: 8451 timeout: 778 lvb_type: 0 00010000:00010000:1.0:1746066717.803651:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.803653:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.803660:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e25b400/0xfb36a14ee607fdeb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778d4 expref: 25 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.803668:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e25b400/0xfb36a14ee607fdeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778d4 expref: 25 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.803696:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.803697:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.803701:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f45e200/0xfb36a14ee607fdf2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778db expref: 17 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.803707:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45e200/0xfb36a14ee607fdf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778db expref: 17 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.803734:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f45e200/0xfb36a14ee607fdf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778db expref: 17 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066717.803744:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976107264:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066717.803818:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e25b400/0xfb36a14ee607fdeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778d4 expref: 25 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066717.803830:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976107392:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066717.803851:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53903c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066717.805315:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976107392:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066717.806028:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976107264:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066717.806044:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.806083:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882974812032:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2513us (2643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.806092:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4889 00000100:00100000:0.0:1746066717.808716:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.810005:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.821569:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.821621:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.825551:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.826901:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.952833:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.963481:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.964817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.965574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066717.966750:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4890 00000100:00100000:1.0:1746066717.966760:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5409050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882974813568:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066717.966769:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066717.966786:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f45e200/0xfb36a14ee607fdf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778db expref: 19 pid: 20532 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066717.966795:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f45e200/0xfb36a14ee607fdf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778db expref: 19 pid: 20532 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066717.967657:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f45e200/0xfb36a14ee607fdf2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778db expref: 19 pid: 20532 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066717.967689:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.967690:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066717.967695:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e25aa00/0xfb36a14ee607fe07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4157439) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778f0 expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.967703:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e25aa00/0xfb36a14ee607fe07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4157439) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778f0 expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.967728:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e25aa00/0xfb36a14ee607fe07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4157439) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778f0 expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066717.967735:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976107776:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066717.967791:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53903c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066717.969885:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976107776:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066717.969909:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066717.970531:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5409050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882974813568:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3769us (7055us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066717.970542:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4890 00000100:00100000:0.0:1746066717.971371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.985366:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.990660:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.990721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066717.990753:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974814592 00000100:00100000:0.0:1746066717.990757:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974814592 00002000:00100000:0.0:1746066717.990778:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009f29aa00 x1830882974814592/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/0 e 0 to 0 dl 1746066728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066717.990785:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f29aa00 with x1830882974814592 ext(1048576->2097151) 00002000:00010000:0.0:1746066717.990788:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f29aa00 00000100:00100000:0.0:1746066717.990801:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3984 00000100:00100000:0.0:1746066717.990807:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f29aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882974814592:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066717.991493:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974814720 00000100:00100000:1.0:1746066717.991500:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974814720 00000100:00100000:1.0:1746066717.991528:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8917 00000100:00100000:1.0:1746066717.991534:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:28469:x1830882974814720:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066717.991548:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066717.991562:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1200/0xfb36a14ee607fe15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9778fe expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.991605:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21600/0xfb36a14ee607fe1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.991615:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21600/0xfb36a14ee607fe1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.991626:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21600/0xfb36a14ee607fe1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.991641:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b96000/0xfb36a14ee607fe23 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.991646:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b96000/0xfb36a14ee607fe23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.991651:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b96000/0xfb36a14ee607fe23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.992205:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b96200/0xfb36a14ee607fe2a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.992216:0:16018:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee607fd89 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977887 expref: 269 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.992222:0:16018:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801360b8600/0xfb36a14ee607fdac lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97789c expref: 23 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.992228:0:16018:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b96200/0xfb36a14ee607fe2a lrc: 5/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066717.992251:0:16018:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801360b8600/0xfb36a14ee607fdac lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97789c expref: 23 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.992272:0:16018:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801360b8600/0xfb36a14ee607fdac lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97789c expref: 23 pid: 16018 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066717.992283:0:16018:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976107904:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066717.992345:0:16018:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee607fd89 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977887 expref: 269 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066717.992352:0:16018:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee607fd89 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977887 expref: 269 pid: 16018 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066717.992359:0:16018:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976108032:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066717.992375:0:16018:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.013909:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.013951:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.014271:0:16018:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976107904:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.014283:0:16018:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976108032:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.014302:0:16018:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092b96200/0xfb36a14ee607fe2a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000100:00100000:1.0:1746066718.014322:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974814848 00000100:00100000:1.0:1746066718.014327:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974814848 00010000:00010000:1.0:1746066718.014356:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee607fd89 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977887 expref: 270 pid: 16018 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.014375:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4892 00000100:00100000:1.0:1746066718.014382:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:1966:x1830882974814848:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066718.014393:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066718.014398:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee607fd89 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977887 expref: 270 pid: 16018 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.014406:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee607fd89 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977887 expref: 270 pid: 16018 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.014422:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee607fd89 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977887 expref: 270 pid: 16018 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.014436:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066718.014440:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092b96200/0xfb36a14ee607fe2a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066718.014446:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092b96200/0xfb36a14ee607fe2a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066718.014450:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff880092b96200/0xfb36a14ee607fe2a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066718.014453:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066718.014483:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:1966:x1830882974814848:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 102us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.014489:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4892 00000100:00100000:1.0:1746066718.015034:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f29aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882974814592:12345-192.168.202.57@tcp:3:cat.0 Request processed in 24226us (24375us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066718.015041:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3984 00002000:00100000:1.0:1746066718.015047:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009f29aa00 x1830882974814592/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:123/0 lens 488/440 e 0 to 0 dl 1746066728 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.015055:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f29aa00 with x1830882974814592 ext(1048576->2097151) 00002000:00010000:1.0:1746066718.015058:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f29aa00 00000100:00100000:0.0:1746066718.016506:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974815232 00000100:00100000:0.0:1746066718.016512:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974815232 00000100:00100000:0.0:1746066718.017110:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9950 00000100:00100000:0.0:1746066718.017117:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:28465:x1830882974815232:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066718.017129:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066718.017143:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977905 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.017165:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e25aa00/0xfb36a14ee607fe07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4157439) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778f0 expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.017171:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066718.017173:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066718.017176:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [4153344->4194303] (req 4153344->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.017201:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e25aa00/0xfb36a14ee607fe07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4157439) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778f0 expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.017210:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e25aa00/0xfb36a14ee607fe07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4157439) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778f0 expref: 17 pid: 8452 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746066718.017219:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976108160:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066718.017274:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9540 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.030106:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974816000 00000100:00100000:1.0:1746066718.030114:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974816000 00000100:00100000:1.0:1746066718.030199:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9954 00000100:00100000:1.0:1746066718.030208:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882974816000:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066718.030222:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.030236:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b96600/0xfb36a14ee607fe4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977921 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066718.030290:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976108288:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066718.030344:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.030721:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.030736:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974816256 00000100:00100000:1.0:1746066718.030739:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974816256 00002000:00100000:1.0:1746066718.030766:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e86b800 x1830882974816256/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.030774:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86b800 with x1830882974816256 ext(2097152->3145727) 00002000:00010000:1.0:1746066718.030778:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e86b800 00000100:00100000:1.0:1746066718.030790:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3985 00000100:00100000:1.0:1746066718.030795:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1966:x1830882974816256:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066718.038639:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976108288:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066718.038670:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b96600/0xfb36a14ee607fe4d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977921 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066718.040741:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b96600/0xfb36a14ee607fe4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977921 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066718.040751:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b96600, rc 0) 00000100:00100000:0.0:1746066718.040791:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882974816000:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 10583us (11215us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066718.040799:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9954 00000100:00100000:0.0:1746066718.043383:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882974815488:12345-192.168.202.57@tcp:4:cat.0 Request processed in 18171us (21717us total) trans 17179872667 rc 0/0 00000100:00100000:0.0:1746066718.043393:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 842 00002000:00100000:0.0:1746066718.043404:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3706880->4157439) req@ffff88009f168e00 x1830882974815488/t17179872667(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/448 e 0 to 0 dl 1746066729 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.043413:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f168e00 with x1830882974815488 ext(3706880->4157439) 00010000:00010000:0.0:1746066718.043421:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e25aa00/0xfb36a14ee607fe07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4157439) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778f0 expref: 20 pid: 8452 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.043433:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e25aa00/0xfb36a14ee607fe07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4157439) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778f0 expref: 20 pid: 8452 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746066718.043440:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f168e00 00000100:00100000:1.0:1746066718.052039:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.052057:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974816640 00000100:00100000:1.0:1746066718.052061:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974816640 00010000:00010000:1.0:1746066718.052079:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e25aa00/0xfb36a14ee607fe07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4157439) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778f0 expref: 20 pid: 8452 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.052097:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4894 00000100:00100000:1.0:1746066718.052103:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882974816640:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066718.052111:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066718.052127:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e25aa00/0xfb36a14ee607fe07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3706880->4157439) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778f0 expref: 20 pid: 8452 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.052135:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e25aa00/0xfb36a14ee607fe07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3706880->4157439) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778f0 expref: 20 pid: 8452 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.052150:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e25aa00/0xfb36a14ee607fe07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3706880->4157439) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778f0 expref: 20 pid: 8452 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.052160:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.052161:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.052166:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.052171:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.052192:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066718.052199:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f889c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976108544:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066718.052229:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.052248:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1966:x1830882974816256:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21452us (21527us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066718.052270:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3985 00002000:00100000:0.0:1746066718.052279:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e86b800 x1830882974816256/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.052287:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86b800 with x1830882974816256 ext(2097152->3145727) 00002000:00010000:0.0:1746066718.052290:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e86b800 00000100:00100000:1.0:1746066718.058558:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.058576:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.058610:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.058632:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974816768 00000100:00100000:1.0:1746066718.058637:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974816768 00010000:00010000:1.0:1746066718.058661:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b96200/0xfb36a14ee607fe2a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778fe expref: 15 pid: 16018 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.058701:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4895 00000100:00100000:1.0:1746066718.058708:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f88b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+15:1966:x1830882974816768:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066718.058718:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066718.058723:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092b96200/0xfb36a14ee607fe2a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778fe expref: 15 pid: 16018 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.058732:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092b96200/0xfb36a14ee607fe2a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778fe expref: 15 pid: 16018 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.058749:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066718.058753:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e25b600/0xfb36a14ee607fe5b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066718.058760:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e25b600/0xfb36a14ee607fe5b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066718.058766:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e25b600/0xfb36a14ee607fe5b lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066718.058780:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066718.058811:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f88b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+15:1966:x1830882974816768:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 103us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.058817:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4895 00000100:00100000:0.0:1746066718.059050:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f889c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976108544:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066718.059062:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066718.059080:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882974816640:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6978us (7044us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.059086:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4894 00000100:00100000:0.0:1746066718.059101:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974817152 00000100:00100000:0.0:1746066718.059104:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974817152 00000100:00100000:0.0:1746066718.059122:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9955 00000100:00100000:0.0:1746066718.059126:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28468:x1830882974817152:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066718.059136:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066718.059147:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c3c200/0xfb36a14ee607fe62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97792f expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.059163:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.059168:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066718.059170:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066718.059172:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c3c200/0xfb36a14ee607fe62 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97792f expref: 20 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.059195:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.059204:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 25 pid: 10402 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746066718.059212:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976108672:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066718.059253:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.059277:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974817024 00000100:00100000:0.0:1746066718.059280:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974817024 00002000:00100000:0.0:1746066718.059300:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (4153344->4157439) req@ffff88009f888a80 x1830882974817024/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.059342:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f888a80 with x1830882974817024 ext(4153344->4157439) 00010000:00010000:0.0:1746066718.059348:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 26 pid: 10402 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.059357:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 26 pid: 10402 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746066718.059362:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f888a80 00000100:00100000:0.0:1746066718.059374:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 843 00000100:00100000:0.0:1746066718.059379:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882974817024:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066718.059479:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882974817024:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 99us (902us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066718.059487:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 843 00002000:00100000:0.0:1746066718.059492:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (4153344->4157439) req@ffff88009f888a80 x1830882974817024/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746066729 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.059498:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f888a80 with x1830882974817024 ext(4153344->4157439) 00010000:00010000:0.0:1746066718.059502:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 26 pid: 10402 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.059511:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 26 pid: 10402 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746066718.059516:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f888a80 00000100:00100000:0.0:1746066718.063419:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.063443:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.063499:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976108672:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066718.063522:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c3c200/0xfb36a14ee607fe62 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97792f expref: 20 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.063536:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3c200, rc 0) 00000100:00100000:0.0:1746066718.063608:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28468:x1830882974817152:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4440us (4956us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.063616:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9955 00000100:00100000:0.0:1746066718.063634:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974817280 00000100:00100000:0.0:1746066718.063638:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974817280 00000100:00100000:0.0:1746066718.063663:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9956 00000100:00100000:0.0:1746066718.063667:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:28465:x1830882974817280:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066718.063693:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066718.063704:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8690400/0xfb36a14ee607fe70 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977936 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.063720:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135428400/0xfb36a14ee607fdd6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778bf expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.063727:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e25b000/0xfb36a14ee607fe46 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97791a expref: 16 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066718.063732:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778cd expref: 37 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.063737:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066718.063738:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066718.063741:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8690400/0xfb36a14ee607fe70 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->4882431] (req 4194304->4882431) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977936 expref: 37 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.063759:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778cd expref: 37 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.063767:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778cd expref: 37 pid: 20532 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746066718.063776:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976108800:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066718.063811:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e25b000/0xfb36a14ee607fe46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97791a expref: 16 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066718.063821:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e25b000/0xfb36a14ee607fe46 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97791a expref: 16 pid: 8452 timeout: 779 lvb_type: 1 00000100:00100000:0.0:1746066718.063827:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976108928:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066718.063842:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135428400/0xfb36a14ee607fdd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778bf expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.063847:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135428400/0xfb36a14ee607fdd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778bf expref: 32 pid: 8451 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746066718.063853:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976109056:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066718.063863:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9180 going to sleep for 11 seconds 00000100:00080000:0.0:1746066718.063872:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066718.063935:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.063979:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974817536 00000100:00100000:0.0:1746066718.063981:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974817536 00002000:00100000:0.0:1746066718.063998:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (4153344->4194303) req@ffff88009e93ca80 x1830882974817536/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.064006:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ca80 with x1830882974817536 ext(4153344->4194303) 00010000:00010000:0.0:1746066718.064010:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 26 pid: 10402 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.064017:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 26 pid: 10402 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746066718.064027:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e93ca80 00000100:00100000:0.0:1746066718.064039:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 844 00000100:00100000:0.0:1746066718.064044:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882974817536:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066718.064154:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974817408 00000100:00100000:0.0:1746066718.064157:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974817408 00000100:00100000:0.0:1746066718.064176:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8919 00000100:00100000:0.0:1746066718.064180:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:28469:x1830882974817408:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066718.064190:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066718.064199:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691800/0xfb36a14ee607fe77 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97793d expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.064249:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.064267:0:16018:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e25b600/0xfb36a14ee607fe5b lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977928 expref: 15 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.064273:0:16018:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.064287:0:16018:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e25b600/0xfb36a14ee607fe5b lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977928 expref: 15 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.064293:0:16018:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e25b600/0xfb36a14ee607fe5b lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977928 expref: 15 pid: 16018 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746066718.064300:0:16018:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976109184:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066718.064318:0:16018:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.068058:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974817536:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 4006us (4115us total) trans 17179872668 rc 0/0 00000100:00100000:0.0:1746066718.068067:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 844 00002000:00100000:0.0:1746066718.068076:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (4153344->4194303) req@ffff88009e93ca80 x1830882974817536/t17179872668(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/448 e 0 to 0 dl 1746066729 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.068084:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ca80 with x1830882974817536 ext(4153344->4194303) 00010000:00010000:0.0:1746066718.068093:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 28 pid: 10402 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.068104:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 28 pid: 10402 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746066718.068110:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e93ca80 00000100:00100000:0.0:1746066718.068197:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976108800:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066718.068206:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976108928:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066718.070593:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.070609:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.070619:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.070639:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.070667:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976109056:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066718.070712:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8690400/0xfb36a14ee607fe70 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->4882431] (req 4194304->4882431) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977936 expref: 37 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.070726:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8690400, rc 0) 00000100:00100000:0.0:1746066718.070758:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:28465:x1830882974817280:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7089us (7346us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.070765:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9956 00000100:00100000:0.0:1746066718.070796:0:16018:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976109184:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066718.070806:0:16018:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000100:00100000:0.0:1746066718.070823:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974817920 00000100:00100000:0.0:1746066718.070828:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974817920 00010000:00010000:0.0:1746066718.070846:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e25b600/0xfb36a14ee607fe5b lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977928 expref: 16 pid: 16018 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746066718.070862:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974817792 00000100:00100000:0.0:1746066718.070864:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974817792 00010000:00010000:0.0:1746066718.070871:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e25b000/0xfb36a14ee607fe46 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97791a expref: 17 pid: 8452 timeout: 779 lvb_type: 1 00000100:00100000:0.0:1746066718.070881:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974817664 00000100:00100000:0.0:1746066718.070883:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974817664 00010000:00010000:0.0:1746066718.070889:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778cd expref: 37 pid: 20532 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746066718.070896:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974818048 00000100:00100000:0.0:1746066718.070898:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974818048 00010000:00010000:0.0:1746066718.070906:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 28 pid: 10402 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746066718.070915:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4896 00000100:00100000:0.0:1746066718.070920:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+16:1964:x1830882974817920:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066718.070933:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066718.070938:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e25b600/0xfb36a14ee607fe5b lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977928 expref: 16 pid: 16018 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.070944:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e25b600/0xfb36a14ee607fe5b lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977928 expref: 16 pid: 16018 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.070960:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e25b600/0xfb36a14ee607fe5b lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977928 expref: 16 pid: 16018 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.070971:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066718.070975:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.070982:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.070988:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.071001:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066718.071016:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+15:1964:x1830882974817920:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 95us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.071021:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4896 00000100:00100000:0.0:1746066718.071030:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4897 00000100:00100000:0.0:1746066718.071034:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5408c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+17:1966:x1830882974817792:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066718.071040:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066718.071056:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e25b000/0xfb36a14ee607fe46 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97791a expref: 17 pid: 8452 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.071067:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e25b000/0xfb36a14ee607fe46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97791a expref: 17 pid: 8452 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.071078:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e25b000/0xfb36a14ee607fe46 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97791a expref: 17 pid: 8452 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.071086:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066718.071099:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5408c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+16:1966:x1830882974817792:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 64us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.071103:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4897 00000100:00100000:0.0:1746066718.071136:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4898 00000100:00100000:0.0:1746066718.071140:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1966:x1830882974817664:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066718.071146:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066718.071153:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778cd expref: 37 pid: 20532 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.071161:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778cd expref: 37 pid: 20532 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.071170:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136acb000/0xfb36a14ee607fde4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778cd expref: 37 pid: 20532 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.071178:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066718.071190:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1966:x1830882974817664:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 50us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.071197:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4898 00000100:00100000:0.0:1746066718.071205:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4899 00000100:00100000:0.0:1746066718.071209:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974818048:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066718.071214:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066718.071225:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 28 pid: 10402 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.071232:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 28 pid: 10402 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.071243:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009025ca00/0xfb36a14ee607fe31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4153344->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977905 expref: 28 pid: 10402 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.071250:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066718.071252:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066718.071256:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c3c200/0xfb36a14ee607fe62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97792f expref: 19 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.071273:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c3c200/0xfb36a14ee607fe62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97792f expref: 19 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.071293:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c3c200/0xfb36a14ee607fe62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97792f expref: 19 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066718.071304:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939f4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976109312:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066718.071346:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9180 going to sleep for 11 seconds 00010000:00010000:0.0:1746066718.071417:0:16018:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.071423:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000004:00200000:0.0:1746066718.071451:0:16018:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:0.0:1746066718.071455:0:16018:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746066718.071467:0:16018:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.071488:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691800/0xfb36a14ee607fe77 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97793d expref: 15 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.071497:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97793d expref: 14 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.071503:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066718.071505:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066718.071507:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8690800, rc 0) 00000100:00100000:0.0:1746066718.071525:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:28469:x1830882974817408:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 7345us (8081us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.071531:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8919 00000100:00100000:0.0:1746066718.075752:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.075782:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.075801:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974818176 00000100:00100000:0.0:1746066718.075807:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974818176 00000100:00100000:0.0:1746066718.079140:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974818304 00000100:00100000:0.0:1746066718.079149:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974818304 00000100:00100000:1.0:1746066718.080203:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9957 00000100:00100000:1.0:1746066718.080213:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974818176:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.080229:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.080244:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b96200/0xfb36a14ee607fe85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977944 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.080273:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.080282:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b96200/0xfb36a14ee607fe85 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977944 expref: 37 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.080292:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b96200/0xfb36a14ee607fe85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977944 expref: 37 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.080300:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b96200, rc 0) 00000100:00100000:1.0:1746066718.080345:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974818176:12345-192.168.202.57@tcp:101:cat.0 Request processed in 134us (4600us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066718.080351:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9957 00000100:00100000:1.0:1746066718.080366:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9958 00000100:00100000:1.0:1746066718.080371:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974818304:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.080378:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.080386:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b96a00/0xfb36a14ee607fe8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97794b expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.080396:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.080397:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.080404:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b96a00/0xfb36a14ee607fe8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97794b expref: 29 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.080416:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b96a00/0xfb36a14ee607fe8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97794b expref: 29 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.080424:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b96a00, rc 0) 00000100:00100000:1.0:1746066718.080439:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882974818304:12345-192.168.202.57@tcp:101:cat.0 Request processed in 69us (4657us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.080444:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9958 00000100:00100000:1.0:1746066718.080529:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.080579:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.080633:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.080652:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974818560 00000100:00100000:1.0:1746066718.080655:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974818560 00000100:00100000:1.0:1746066718.080673:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974818688 00000100:00100000:1.0:1746066718.080688:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974818688 00000100:00100000:1.0:1746066718.080703:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9959 00000100:00100000:1.0:1746066718.080707:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+16:1966:x1830882974818560:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066718.080712:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.080718:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b97600/0xfb36a14ee607fe93 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977952 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.080727:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.080732:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b97600/0xfb36a14ee607fe93 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977952 expref: 17 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.080739:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b97600/0xfb36a14ee607fe93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977952 expref: 17 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.080746:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b97600, rc 0) 00000100:00100000:1.0:1746066718.080763:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+16:1966:x1830882974818560:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 56us (185us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066718.080768:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9959 00000100:00100000:1.0:1746066718.080777:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9960 00000100:00100000:1.0:1746066718.080781:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882974818688:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066718.080787:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.080792:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b96c00/0xfb36a14ee607fe9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977959 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.080800:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.080802:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.080805:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b96c00/0xfb36a14ee607fe9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977959 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.080813:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b96c00/0xfb36a14ee607fe9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977959 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.080819:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b96c00, rc 0) 00000100:00100000:1.0:1746066718.080832:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882974818688:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 51us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.080837:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9960 00000100:00100000:0.0:1746066718.081561:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.081578:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974818944 00000100:00100000:0.0:1746066718.081581:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974818944 00002000:00100000:0.0:1746066718.081601:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800939f7100 x1830882974818944/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.081610:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939f7100 with x1830882974818944 ext(2097152->3145727) 00002000:00010000:0.0:1746066718.081613:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800939f7100 00000100:00100000:0.0:1746066718.081622:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3986 00000100:00100000:0.0:1746066718.081626:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882974818944:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066718.083385:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939f4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976109312:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066718.083405:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066718.083429:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974818048:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 12218us (12788us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.083436:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4899 00000100:00100000:1.0:1746066718.092509:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.092558:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.092613:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974819200 00000100:00100000:0.0:1746066718.092620:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974819200 00000100:00100000:0.0:1746066718.092656:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8920 00000100:00100000:0.0:1746066718.092663:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:28469:x1830882974819200:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066718.092693:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066718.092708:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691000/0xfb36a14ee607fea1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977960 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.092783:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691a00/0xfb36a14ee607fea8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.092793:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691a00/0xfb36a14ee607fea8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.092802:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691a00/0xfb36a14ee607fea8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.092812:0:16018:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691a00/0xfb36a14ee607fea8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.092816:0:16018:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691a00/0xfb36a14ee607fea8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.092821:0:16018:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691a00/0xfb36a14ee607fea8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.092826:0:16018:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a8691a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066718.092829:0:16018:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691a00/0xfb36a14ee607fea8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.092851:0:16018:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691a00/0xfb36a14ee607fea8 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.092860:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066718.092863:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746066718.092866:0:16018:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691a00/0xfb36a14ee607fea8 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.092870:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691a00/0xfb36a14ee607fea8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066718.092891:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691000/0xfb36a14ee607fea1 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977960 expref: 15 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.092897:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8691000/0xfb36a14ee607fea1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977960 expref: 15 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.092903:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8691000, rc 0) 00000100:00100000:0.0:1746066718.092939:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:28469:x1830882974819200:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 276us (434us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066718.092944:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8920 00000100:00100000:0.0:1746066718.092971:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974819456 00000100:00100000:0.0:1746066718.092974:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974819456 00002000:00100000:0.0:1746066718.092992:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (4878336->4882431) req@ffff88009e842300 x1830882974819456/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.093000:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e842300 with x1830882974819456 ext(4878336->4882431) 00002000:00010000:0.0:1746066718.093003:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e842300 00000100:00100000:0.0:1746066718.093015:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3987 00000100:00100000:0.0:1746066718.093019:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974819456:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066718.093121:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974819456:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 101us (562us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066718.093125:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3987 00002000:00100000:0.0:1746066718.093130:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (4878336->4882431) req@ffff88009e842300 x1830882974819456/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.093136:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e842300 with x1830882974819456 ext(4878336->4882431) 00002000:00010000:0.0:1746066718.093138:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e842300 00000100:00100000:0.0:1746066718.099880:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.099914:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.099976:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.100304:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882974818944:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18676us (18743us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066718.100312:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3986 00002000:00100000:0.0:1746066718.100321:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800939f7100 x1830882974818944/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.100330:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939f7100 with x1830882974818944 ext(2097152->3145727) 00002000:00010000:0.0:1746066718.100334:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800939f7100 00000100:00100000:0.0:1746066718.100350:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974819712 00000100:00100000:0.0:1746066718.100355:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974819712 00002000:00100000:0.0:1746066718.100372:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800939f4700 x1830882974819712/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.100378:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939f4700 with x1830882974819712 ext(2097152->3145727) 00002000:00010000:0.0:1746066718.100380:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800939f4700 00000100:00100000:0.0:1746066718.100390:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3988 00000100:00100000:0.0:1746066718.100394:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974819712:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066718.115725:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.116070:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974819712:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15674us (16195us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066718.116077:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3988 00002000:00100000:0.0:1746066718.116084:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800939f4700 x1830882974819712/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.116092:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939f4700 with x1830882974819712 ext(2097152->3145727) 00002000:00010000:0.0:1746066718.116095:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800939f4700 00000100:00100000:0.0:1746066718.126085:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.126113:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.126130:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974820864 00000100:00100000:0.0:1746066718.126136:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974820864 00002000:00100000:0.0:1746066718.126169:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e86bb80 x1830882974820864/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.127344:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86bb80 with x1830882974820864 ext(3145728->4194303) 00002000:00010000:0.0:1746066718.127350:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e86bb80 00000100:00100000:0.0:1746066718.127367:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974820736 00000100:00100000:0.0:1746066718.127371:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974820736 00002000:00100000:0.0:1746066718.127389:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e86b480 x1830882974820736/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.127395:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86b480 with x1830882974820736 ext(3145728->4194303) 00002000:00010000:0.0:1746066718.127398:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e86b480 00000100:00100000:0.0:1746066718.127409:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3989 00000100:00100000:0.0:1746066718.127416:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882974820864:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066718.127699:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3990 00000100:00100000:0.0:1746066718.127704:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1966:x1830882974820736:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066718.137909:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882974820864:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10486us (11825us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066718.137918:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3989 00002000:00100000:1.0:1746066718.137927:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e86bb80 x1830882974820864/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.137935:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86bb80 with x1830882974820864 ext(3145728->4194303) 00002000:00010000:1.0:1746066718.137940:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e86bb80 00000100:00100000:0.0:1746066718.139728:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.139754:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.139977:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974821376 00000100:00100000:1.0:1746066718.139983:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974821376 00002000:00100000:1.0:1746066718.140009:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e93d880 x1830882974821376/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.140017:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93d880 with x1830882974821376 ext(3145728->4194303) 00002000:00010000:1.0:1746066718.140021:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93d880 00000100:00100000:1.0:1746066718.140031:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974821504 00000100:00100000:1.0:1746066718.140033:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974821504 00002000:00100000:1.0:1746066718.140040:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e93ed80 x1830882974821504/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.140046:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ed80 with x1830882974821504 ext(3145728->4194303) 00002000:00010000:1.0:1746066718.140048:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93ed80 00000100:00100000:1.0:1746066718.140056:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3991 00000100:00100000:1.0:1746066718.140060:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882974821376:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066718.140959:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3992 00000100:00100000:1.0:1746066718.140966:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974821504:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066718.150113:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1966:x1830882974820736:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22402us (23992us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066718.150123:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3990 00002000:00100000:0.0:1746066718.150133:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e86b480 x1830882974820736/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.150142:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86b480 with x1830882974820736 ext(3145728->4194303) 00002000:00010000:0.0:1746066718.150146:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e86b480 00000100:00100000:1.0:1746066718.158357:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.158635:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974821504:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17669us (18879us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066718.158644:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3992 00002000:00100000:0.0:1746066718.158650:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e93ed80 x1830882974821504/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.158657:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ed80 with x1830882974821504 ext(3145728->4194303) 00002000:00010000:0.0:1746066718.158660:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93ed80 00000100:00100000:0.0:1746066718.167388:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.167411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.167474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.167494:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974821888 00000100:00100000:0.0:1746066718.167501:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974821888 00000100:00100000:0.0:1746066718.167529:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974822144 00000100:00100000:0.0:1746066718.167531:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974822144 00000100:00100000:0.0:1746066718.167545:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9964 00000100:00100000:0.0:1746066718.167551:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882974821888:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066718.167565:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066718.167578:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009edc3600/0xfb36a14ee607fec4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97797c expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066718.167625:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099710380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976109696:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066718.167672:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.167697:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974822016 00000100:00100000:0.0:1746066718.167700:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974822016 00002000:00100000:0.0:1746066718.167718:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4882432->5079039) req@ffff880099713100 x1830882974822016/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.167726:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099713100 with x1830882974822016 ext(4882432->5079039) 00002000:00010000:0.0:1746066718.167729:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099713100 00000100:00100000:0.0:1746066718.167738:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3993 00000100:00100000:0.0:1746066718.167742:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1965:x1830882974822016:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066718.168018:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9965 00000100:00100000:0.0:1746066718.168023:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:28468:x1830882974822144:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066718.168029:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066718.168034:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009edc2400/0xfb36a14ee607fecb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977983 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.168048:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8690400/0xfb36a14ee607fe70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4882431) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977936 expref: 40 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.168055:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066718.168056:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066718.168059:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009edc2400/0xfb36a14ee607fecb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977983 expref: 34 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.168073:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8690400/0xfb36a14ee607fe70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4882431) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977936 expref: 40 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.168082:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8690400/0xfb36a14ee607fe70 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4882431) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977936 expref: 40 pid: 10402 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746066718.168089:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976109824:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066718.168111:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.170909:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976109824:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066718.170937:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009edc2400/0xfb36a14ee607fecb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977983 expref: 34 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.170950:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edc2400, rc 0) 00000100:00100000:0.0:1746066718.170981:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+34:28468:x1830882974822144:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2957us (3507us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.170989:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9965 00000100:00100000:0.0:1746066718.171065:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099710380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976109696:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066718.171082:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009edc3600/0xfb36a14ee607fec4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97797c expref: 40 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066718.171090:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009edc3600/0xfb36a14ee607fec4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97797c expref: 40 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066718.171097:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edc3600, rc 0) 00000100:00100000:0.0:1746066718.171114:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1965:x1830882974821888:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3563us (3730us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066718.171119:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9964 00000100:00100000:0.0:1746066718.171269:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882974822016:12345-192.168.202.57@tcp:3:cat.0 Request processed in 3514us (3845us total) trans 0 rc 196608/196608 00000100:00100000:0.0:1746066718.171276:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3993 00002000:00100000:0.0:1746066718.171283:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4882432->5079039) req@ffff880099713100 x1830882974822016/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 196608/196608 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.171290:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099713100 with x1830882974822016 ext(4882432->5079039) 00010000:00010000:0.0:1746066718.171296:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a8690400/0xfb36a14ee607fe70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4882431) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977936 expref: 37 pid: 10402 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.171306:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8690400/0xfb36a14ee607fe70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4882431) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977936 expref: 37 pid: 10402 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746066718.171312:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099713100 00000100:00100000:0.0:1746066718.173538:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974822272 00000100:00100000:0.0:1746066718.173544:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974822272 00002000:00100000:0.0:1746066718.173575:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->4882431) req@ffff88009f16b800 x1830882974822272/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.173583:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16b800 with x1830882974822272 ext(4194304->4882431) 00010000:00010000:0.0:1746066718.173589:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a8690400/0xfb36a14ee607fe70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4882431) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977936 expref: 37 pid: 10402 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.173599:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8690400/0xfb36a14ee607fe70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4882431) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977936 expref: 37 pid: 10402 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746066718.173605:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f16b800 00000100:00100000:0.0:1746066718.174220:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 845 00000100:00100000:0.0:1746066718.174228:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882974822272:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066718.175921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.176001:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974822400 00000100:00100000:0.0:1746066718.176006:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974822400 00000100:00100000:0.0:1746066718.176044:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9966 00000100:00100000:0.0:1746066718.176049:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:28473:x1830882974822400:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066718.176061:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066718.176073:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009edc3400/0xfb36a14ee607fed2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97798a expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.176093:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066718.176097:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009edc3400/0xfb36a14ee607fed2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4894720->5079039] (req 4894720->5079039) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97798a expref: 40 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.176107:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009edc3400/0xfb36a14ee607fed2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4894720->5079039] (req 4894720->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97798a expref: 40 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.176116:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edc3400, rc 0) 00000100:00100000:0.0:1746066718.176153:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:28473:x1830882974822400:12345-192.168.202.57@tcp:101:cat.0 Request processed in 103us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.176158:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9966 00000100:00100000:1.0:1746066718.184611:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1964:x1830882974822272:12345-192.168.202.57@tcp:4:cat.0 Request processed in 10379us (11163us total) trans 21474839988 rc 0/0 00000100:00100000:1.0:1746066718.184622:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 845 00002000:00100000:1.0:1746066718.184631:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->4882431) req@ffff88009f16b800 x1830882974822272/t21474839988(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/448 e 0 to 0 dl 1746066729 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.184639:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16b800 with x1830882974822272 ext(4194304->4882431) 00010000:00010000:1.0:1746066718.184648:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a8690400/0xfb36a14ee607fe70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4882431) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977936 expref: 20 pid: 10402 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.184660:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8690400/0xfb36a14ee607fe70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4882431) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977936 expref: 20 pid: 10402 timeout: 779 lvb_type: 0 00002000:00010000:1.0:1746066718.184666:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f16b800 00000100:00100000:0.0:1746066718.192160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.194665:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.194720:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974822784 00000100:00100000:1.0:1746066718.194727:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974822784 00002000:00100000:1.0:1746066718.194759:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4894720->5079039) req@ffff880099710a80 x1830882974822784/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.194769:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099710a80 with x1830882974822784 ext(4894720->5079039) 00002000:00010000:1.0:1746066718.194772:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099710a80 00000100:00100000:1.0:1746066718.194793:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3994 00000100:00100000:1.0:1746066718.194800:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882974822784:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066718.198645:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882974822784:12345-192.168.202.57@tcp:3:cat.0 Request processed in 3699us (3837us total) trans 0 rc 184320/184320 00000100:00100000:1.0:1746066718.198657:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3994 00002000:00100000:1.0:1746066718.198721:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4894720->5079039) req@ffff880099710a80 x1830882974822784/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 184320/184320 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.198731:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099710a80 with x1830882974822784 ext(4894720->5079039) 00002000:00010000:1.0:1746066718.198735:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099710a80 00000100:00100000:0.0:1746066718.199217:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.199303:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974823040 00000100:00100000:1.0:1746066718.199309:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974823040 00002000:00100000:1.0:1746066718.199595:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880099710700 x1830882974823040/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.199747:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099710700 with x1830882974823040 ext(4194304->5079039) 00002000:00010000:1.0:1746066718.199751:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099710700 00000100:00100000:1.0:1746066718.199764:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3995 00000100:00100000:1.0:1746066718.199771:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1965:x1830882974823040:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066718.206709:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.206741:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974823296 00000100:00100000:1.0:1746066718.206748:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974823296 00000100:00100000:1.0:1746066718.206796:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8921 00000100:00100000:1.0:1746066718.206803:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28477:x1830882974823296:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066718.206825:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.206839:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8800/0xfb36a14ee607fed9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977991 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.206916:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6600/0xfb36a14ee607fee0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.206928:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97793d expref: 14 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.206934:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6600/0xfb36a14ee607fee0 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.207463:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97793d expref: 14 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.207475:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8690800/0xfb36a14ee607fe7e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97793d expref: 14 pid: 16018 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.207489:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976110208:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.207568:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.208741:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1965:x1830882974823040:12345-192.168.202.57@tcp:3:cat.0 Request processed in 8968us (9522us total) trans 0 rc 884736/884736 00000100:00100000:1.0:1746066718.208749:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3995 00002000:00100000:1.0:1746066718.208757:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880099710700 x1830882974823040/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.208765:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099710700 with x1830882974823040 ext(4194304->5079039) 00002000:00010000:1.0:1746066718.208769:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099710700 00000100:00100000:1.0:1746066718.209545:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976110208:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.209563:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6600/0xfb36a14ee607fee0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.209824:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6600/0xfb36a14ee607fee0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.209830:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6600/0xfb36a14ee607fee0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746066718.209844:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066718.209954:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8800/0xfb36a14ee607fed9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977991 expref: 27 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.209982:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6600/0xfb36a14ee607fee0 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977991 expref: 26 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.209991:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066718.209993:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746066718.209995:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a67e6600, rc 0) 00000100:00100000:1.0:1746066718.210024:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:28477:x1830882974823296:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3221us (3353us total) trans 8589942768 rc 0/0 00000100:00100000:1.0:1746066718.210030:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8921 00000100:00100000:0.0:1746066718.232902:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.235281:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974823552 00000100:00100000:1.0:1746066718.235292:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974823552 00000100:00100000:1.0:1746066718.235352:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8922 00000100:00100000:1.0:1746066718.235359:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+14:28479:x1830882974823552:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066718.235380:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.235394:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135717c00/0xfb36a14ee607feee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977998 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.235441:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607fef5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.235459:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607fef5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.235468:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607fef5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.235478:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607fefc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.235487:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607fefc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.235495:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607fefc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.235631:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8800/0xfb36a14ee607ff03 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.235640:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6600/0xfb36a14ee607fee0 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977991 expref: 25 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.235645:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8800/0xfb36a14ee607ff03 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.235670:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6600/0xfb36a14ee607fee0 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977991 expref: 25 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.235714:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6600/0xfb36a14ee607fee0 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977991 expref: 25 pid: 14548 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.235725:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976110336:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.235807:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.239908:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.239994:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976110336:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.240012:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8800/0xfb36a14ee607ff03 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240347:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8800/0xfb36a14ee607ff03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240354:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8800/0xfb36a14ee607ff03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746066718.240392:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:1.0:1746066718.240395:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746066718.240408:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8800/0xfb36a14ee607ff03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240417:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8800/0xfb36a14ee607ff03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240425:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607fef5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240511:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607fef5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240516:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607fef5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240521:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135717200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066718.240525:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607fef5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240530:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607fef5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240537:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066718.240540:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066718.240542:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607fef5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240545:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135717200/0xfb36a14ee607fef5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240558:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607fefc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240563:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607fefc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240566:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607fefc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240570:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a67e6400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066718.240572:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607fefc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240576:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607fefc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240581:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800921a4700) 00010000:00010000:1.0:1746066718.240583:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066718.240585:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607fefc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240590:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a67e6400/0xfb36a14ee607fefc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066718.240616:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135717c00/0xfb36a14ee607feee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977998 expref: 16 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.240626:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8800/0xfb36a14ee607ff03 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977998 expref: 15 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.240631:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066718.240633:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066718.240635:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e8800, rc 0) 00000100:00100000:1.0:1746066718.240659:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+15:28479:x1830882974823552:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 5300us (7764us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.240665:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8922 00000100:00100000:0.0:1746066718.248033:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.248077:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.248328:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9968 00000100:00100000:1.0:1746066718.248336:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28477:x1830882974823936:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066718.248343:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.248350:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee607ff11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9779a6 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.248367:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801360b9000/0xfb36a14ee607fd97 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97788e expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.248374:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e25ae00/0xfb36a14ee607fe3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977913 expref: 7 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.248379:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135428c00/0xfb36a14ee607fe00 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778e9 expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.248384:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.248385:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.248387:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee607ff11 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1970176->2097151] (req 1970176->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779a6 expref: 11 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.248408:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135428c00/0xfb36a14ee607fe00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778e9 expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.248418:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135428c00/0xfb36a14ee607fe00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778e9 expref: 11 pid: 8451 timeout: 779 lvb_type: 1 00000100:00100000:1.0:1746066718.248432:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976110464:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.248504:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e25ae00/0xfb36a14ee607fe3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977913 expref: 7 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.248512:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e25ae00/0xfb36a14ee607fe3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977913 expref: 7 pid: 8452 timeout: 779 lvb_type: 1 00000100:00100000:1.0:1746066718.248519:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976110592:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.248542:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801360b9000/0xfb36a14ee607fd97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97788e expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.248549:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801360b9000/0xfb36a14ee607fd97 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97788e expref: 18 pid: 10402 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.248556:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976110720:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.248574:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.252872:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.253164:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976110464:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.253174:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976110592:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.253181:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976110720:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.253210:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee607ff11 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1970176->2097151] (req 1970176->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779a6 expref: 11 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.253230:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e8200, rc 0) 00000100:00100000:1.0:1746066718.253275:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28477:x1830882974823936:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4939us (5196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.253283:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9968 00000100:00100000:0.0:1746066718.255598:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.255622:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.258130:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.264334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.264389:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.264488:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974824832 00000100:00100000:1.0:1746066718.264494:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974824832 00002000:00100000:1.0:1746066718.264525:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x385:0x0] (1970176->1974271) req@ffff88009ec34380 x1830882974824832/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.264534:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec34380 with x1830882974824832 ext(1970176->1974271) 00002000:00010000:1.0:1746066718.264538:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec34380 00000100:00100000:1.0:1746066718.264552:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3996 00000100:00100000:1.0:1746066718.264558:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882974824832:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066718.264735:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882974824832:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 176us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066718.264740:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3996 00002000:00100000:1.0:1746066718.264745:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x385:0x0] (1970176->1974271) req@ffff88009ec34380 x1830882974824832/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.264751:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec34380 with x1830882974824832 ext(1970176->1974271) 00002000:00010000:1.0:1746066718.264753:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec34380 00000100:00100000:0.0:1746066718.270658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.271100:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.271461:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974825216 00000100:00100000:1.0:1746066718.271465:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974825216 00000100:00100000:1.0:1746066718.271485:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9969 00000100:00100000:1.0:1746066718.271489:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800993b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28477:x1830882974825216:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066718.271497:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.271505:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ff3b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9779bb expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.271520:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135428000/0xfb36a14ee607fdcf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778b8 expref: 17 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.271565:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009edc2400/0xfb36a14ee607fecb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977983 expref: 11 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.271571:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135428a00/0xfb36a14ee607ff0a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97799f expref: 6 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.271576:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009edc3400/0xfb36a14ee607fed2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 4894720->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97798a expref: 17 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.271581:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.271583:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.271585:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ff3b lrc: 7/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [2097152->2355199] (req 2097152->2355199) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779bb expref: 11 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.271599:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009edc3400/0xfb36a14ee607fed2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 4894720->5079039) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97798a expref: 17 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.271605:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009edc3400/0xfb36a14ee607fed2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 4894720->5079039) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97798a expref: 17 pid: 8450 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.271617:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976111232:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.271641:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135428a00/0xfb36a14ee607ff0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97799f expref: 6 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.271647:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135428a00/0xfb36a14ee607ff0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97799f expref: 6 pid: 8452 timeout: 779 lvb_type: 1 00000100:00100000:1.0:1746066718.271653:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976111360:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.271670:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009edc2400/0xfb36a14ee607fecb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977983 expref: 11 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.271693:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009edc2400/0xfb36a14ee607fecb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977983 expref: 11 pid: 8452 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.271699:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976111488:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.271719:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135428000/0xfb36a14ee607fdcf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778b8 expref: 17 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.271725:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135428000/0xfb36a14ee607fdcf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778b8 expref: 17 pid: 8451 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.271731:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976111616:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.271740:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.275165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.278322:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976111232:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.278332:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976111360:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066718.282212:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.282249:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.282309:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.282322:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.282341:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974825472 00000100:00100000:0.0:1746066718.282347:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974825472 00010000:00010000:0.0:1746066718.282373:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135428a00/0xfb36a14ee607ff0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97799f expref: 7 pid: 8452 timeout: 779 lvb_type: 1 00000100:00100000:0.0:1746066718.282393:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974825600 00000100:00100000:0.0:1746066718.282395:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974825600 00010000:00010000:0.0:1746066718.282402:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009edc3400/0xfb36a14ee607fed2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 4894720->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97798a expref: 18 pid: 8450 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746066718.282411:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974825728 00000100:00100000:0.0:1746066718.282413:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974825728 00010000:00010000:0.0:1746066718.282419:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009edc2400/0xfb36a14ee607fecb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977983 expref: 12 pid: 8452 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.282425:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974825856 00000100:00100000:0.0:1746066718.282428:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4909 00000100:00100000:1.0:1746066718.282429:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974825856 00000100:00100000:0.0:1746066718.282434:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974825472:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066718.282443:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135428000/0xfb36a14ee607fdcf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778b8 expref: 19 pid: 8451 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.282444:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066718.282457:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4910 00000100:00100000:1.0:1746066718.282462:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882974825600:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066718.282462:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135428a00/0xfb36a14ee607ff0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97799f expref: 7 pid: 8452 timeout: 779 lvb_type: 1 00010000:00010000:1.0:1746066718.282468:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066718.282471:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135428a00/0xfb36a14ee607ff0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97799f expref: 7 pid: 8452 timeout: 779 lvb_type: 1 00010000:00010000:1.0:1746066718.282757:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009edc3400/0xfb36a14ee607fed2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 12 type: EXT [0->18446744073709551615] (req 4894720->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97798a expref: 19 pid: 8450 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.282766:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009edc3400/0xfb36a14ee607fed2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 12 type: EXT [0->18446744073709551615] (req 4894720->5079039) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97798a expref: 19 pid: 8450 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.282782:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009edc3400/0xfb36a14ee607fed2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 12 type: EXT [0->18446744073709551615] (req 4894720->5079039) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97798a expref: 19 pid: 8450 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.282799:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066718.282829:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1963:x1830882974825600:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 367us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.282835:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4910 00000100:00100000:1.0:1746066718.282875:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976111488:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.282882:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976111616:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.282911:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ff3b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 10 type: EXT [2097152->2355199] (req 2097152->2355199) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779bb expref: 12 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.282920:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b51b9400, rc 0) 00000100:00100000:1.0:1746066718.282937:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800993b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28477:x1830882974825216:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 11446us (11837us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.282942:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9969 00000100:00100000:1.0:1746066718.283097:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.283111:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974825984 00000100:00100000:1.0:1746066718.283114:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974825984 00000100:00100000:1.0:1746066718.283129:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9970 00000100:00100000:1.0:1746066718.283133:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882974825984:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066718.283143:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.283151:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135717200/0xfb36a14ee607ff42 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9779c2 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066718.283179:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976111744:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066718.283210:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390600 going to sleep for 11 seconds 00010000:00010000:0.0:1746066718.284434:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135428a00/0xfb36a14ee607ff0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97799f expref: 9 pid: 8452 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.284453:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066718.284496:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974825472:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2062us (2291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.284502:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4909 00000100:00100000:0.0:1746066718.286760:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.291948:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976111744:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066718.291971:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135717200/0xfb36a14ee607ff42 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779c2 expref: 7 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.291982:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135717200/0xfb36a14ee607ff42 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779c2 expref: 7 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.293388:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135717200, rc 0) 00000100:00100000:1.0:1746066718.293425:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882974825984:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 10289us (10325us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066718.293431:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9970 00000100:00100000:0.0:1746066718.300476:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.303568:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.305490:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.305881:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974826880 00000100:00100000:1.0:1746066718.305887:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974826880 00000100:00100000:1.0:1746066718.305918:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3504 00000100:00100000:1.0:1746066718.305924:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+16:28479:x1830882974826880:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:1.0:1746066718.307612:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+17:28479:x1830882974826880:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 1682us (2119us total) trans 8589942770 rc 0/0 00000100:00100000:1.0:1746066718.307622:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3504 00000100:00100000:0.0:1746066718.312530:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.312759:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974827136 00000100:00100000:1.0:1746066718.312767:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974827136 00000100:00100000:1.0:1746066718.312802:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3505 00000100:00100000:1.0:1746066718.312809:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28477:x1830882974827136:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066718.313002:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:28477:x1830882974827136:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 192us (478us total) trans 8589942771 rc 0/0 00000100:00100000:1.0:1746066718.313008:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3505 00000100:00100000:0.0:1746066718.337771:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.337817:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.337844:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974827264 00000100:00100000:1.0:1746066718.337852:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974827264 00000100:00100000:1.0:1746066718.337938:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9972 00000100:00100000:1.0:1746066718.337946:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1965:x1830882974827264:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.337962:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.337976:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b51b9800/0xfb36a14ee607ff5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9779d7 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066718.338018:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976112000:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066718.338091:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390600 going to sleep for 11 seconds 00002000:00010000:1.0:1746066718.341668:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime: 1746066717 -> 1746066718 00002000:00010000:1.0:1746066718.341889:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime: 1746066717 -> 1746066718 00000100:00100000:1.0:1746066718.341910:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976112000:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066718.341959:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b51b9800/0xfb36a14ee607ff5e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779d7 expref: 17 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.341970:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b9800/0xfb36a14ee607ff5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779d7 expref: 17 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.341994:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b51b9800, rc 0) 00000100:00100000:1.0:1746066718.342029:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1965:x1830882974827264:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4084us (4264us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066718.342036:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9972 00000100:00100000:0.0:1746066718.358814:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.358964:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974827520 00000100:00100000:1.0:1746066718.358973:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974827520 00000100:00100000:1.0:1746066718.359021:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9974 00000100:00100000:1.0:1746066718.359028:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:28487:x1830882974827520:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.359043:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.359059:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee607ff6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9779e5 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.359084:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee607ff11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1970176->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779a6 expref: 9 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.359090:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.359092:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.359094:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee607ff6c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779e5 expref: 17 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.359120:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee607ff11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1970176->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779a6 expref: 9 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.359130:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee607ff11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1970176->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779a6 expref: 9 pid: 10402 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.359139:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976112128:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.360233:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.360504:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.360767:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974827776 00000100:00100000:1.0:1746066718.360772:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974827776 00000100:00100000:1.0:1746066718.360803:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8926 00000100:00100000:1.0:1746066718.360810:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:28486:x1830882974827776:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066718.360826:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.360838:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8800/0xfb36a14ee607ff73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9779ec expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.360909:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9c00/0xfb36a14ee607ff7a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066718.360921:0:16018:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893e00/0xfb36a14ee607ff34 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779b4 expref: 16 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.360927:0:16018:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9c00/0xfb36a14ee607ff7a lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066718.360948:0:16018:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893e00/0xfb36a14ee607ff34 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779b4 expref: 16 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.360957:0:16018:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893e00/0xfb36a14ee607ff34 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779b4 expref: 16 pid: 14548 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.360965:0:16018:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976112256:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.361622:0:16018:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.363282:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.364239:0:16018:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976112256:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.364269:0:16018:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9c00/0xfb36a14ee607ff7a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000100:00100000:1.0:1746066718.364289:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976112128:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.364304:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee607ff6c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779e5 expref: 17 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.364316:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b51b8000, rc 0) 00000100:00100000:1.0:1746066718.364339:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:28487:x1830882974827520:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5312us (5533us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.364345:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9974 00000100:00100000:0.0:1746066718.364902:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066718.365592:0:16018:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9c00/0xfb36a14ee607ff7a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066718.365598:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9c00/0xfb36a14ee607ff7a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000004:00200000:1.0:1746066718.365612:0:16018:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066718.365751:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8800/0xfb36a14ee607ff73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779ec expref: 273 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.365779:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9c00/0xfb36a14ee607ff7a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779ec expref: 272 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.365784:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066718.365786:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746066718.365788:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e9c00, rc 0) 00000100:00100000:1.0:1746066718.365809:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+272:28486:x1830882974827776:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4999us (5306us total) trans 8589942772 rc 0/0 00000100:00100000:1.0:1746066718.365815:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8926 00000100:00100000:0.0:1746066718.372003:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.380513:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.412779:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.413924:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974828544 00000100:00100000:1.0:1746066718.413934:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974828544 00000100:00100000:1.0:1746066718.414003:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9975 00000100:00100000:1.0:1746066718.414013:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:28487:x1830882974828544:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.414031:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.414048:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ca21400/0xfb36a14ee607ff88 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9779f3 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.414076:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ff3b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2355199) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779bb expref: 10 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.414084:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.414086:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.414089:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca21400/0xfb36a14ee607ff88 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779f3 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.414121:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ff3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2355199) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779bb expref: 10 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.414135:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ff3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2355199) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779bb expref: 10 pid: 10402 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.414147:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976112512:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.414253:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.416950:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976112512:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.416990:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ca21400/0xfb36a14ee607ff88 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779f3 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.417006:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ca21400, rc 0) 00000100:00100000:0.0:1746066718.417046:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.417056:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:28487:x1830882974828544:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3044us (4285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.417063:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9975 00000100:00100000:0.0:1746066718.432454:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.449336:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974829184 00000100:00100000:1.0:1746066718.449346:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974829184 00000100:00100000:1.0:1746066718.449394:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9976 00000100:00100000:1.0:1746066718.449402:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882974829184:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.449417:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.449434:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ca20800/0xfb36a14ee607ff8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9779fa expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.449452:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.449454:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.449460:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca20800/0xfb36a14ee607ff8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779fa expref: 13 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.449478:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ca20800/0xfb36a14ee607ff8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779fa expref: 13 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.449488:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ca20800, rc 0) 00000100:00100000:1.0:1746066718.449531:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882974829184:12345-192.168.202.57@tcp:101:cat.0 Request processed in 130us (3560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.449536:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9976 00000100:00100000:0.0:1746066718.453069:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.464023:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.484921:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974829824 00000100:00100000:0.0:1746066718.484930:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974829824 00002000:00100000:0.0:1746066718.484967:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009f7e6680 x1830882974829824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.484975:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e6680 with x1830882974829824 ext(4194304->5079039) 00002000:00010000:0.0:1746066718.484980:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f7e6680 00000100:00100000:0.0:1746066718.485750:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4001 00000100:00100000:0.0:1746066718.485758:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1965:x1830882974829824:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066718.498297:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.498738:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1965:x1830882974829824:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12980us (15604us total) trans 0 rc 884736/884736 00000100:00100000:0.0:1746066718.498746:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4001 00002000:00100000:0.0:1746066718.498754:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009f7e6680 x1830882974829824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.498762:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e6680 with x1830882974829824 ext(4194304->5079039) 00002000:00010000:0.0:1746066718.498766:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f7e6680 00000100:00100000:0.0:1746066718.537914:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.548594:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.549328:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974830592 00000100:00100000:0.0:1746066718.549335:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974830592 00000100:00100000:1.0:1746066718.549408:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8927 00000100:00100000:1.0:1746066718.549416:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:28493:x1830882974830592:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066718.549439:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.549458:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b09ba00/0xfb36a14ee607ff9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a08 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.549534:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ffa4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066718.549545:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ffa4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066718.549554:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ffa4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000004:00200000:1.0:1746066718.549563:0:16018:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066718.549652:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b09ba00/0xfb36a14ee607ff9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a08 expref: 29 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.549704:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ffa4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a08 expref: 28 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.549711:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066718.549713:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746066718.549715:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b51b9400, rc 0) 00000100:00100000:1.0:1746066718.549759:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28493:x1830882974830592:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 343us (1172us total) trans 8589942773 rc 0/0 00000100:00100000:1.0:1746066718.549764:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8927 00000100:00100000:0.0:1746066718.554774:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.555193:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974830720 00000100:00100000:1.0:1746066718.555200:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974830720 00000100:00100000:1.0:1746066718.555249:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9978 00000100:00100000:1.0:1746066718.555264:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28486:x1830882974830720:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066718.555280:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.555295:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee607ffb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a0f expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.555319:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb600/0xfb36a14ee607fc32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977792 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.555327:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee607fcb0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777d1 expref: 7 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.555334:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb400/0xfb36a14ee607fc63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777a7 expref: 19 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.555344:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.555346:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.555349:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee607ffb2 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1187840->2097151] (req 1187840->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a0f expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.555376:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb400/0xfb36a14ee607fc63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777a7 expref: 19 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.555386:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb400/0xfb36a14ee607fc63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777a7 expref: 19 pid: 8452 timeout: 779 lvb_type: 1 00000100:00100000:1.0:1746066718.555395:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976112768:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.555468:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee607fcb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777d1 expref: 7 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.555477:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee607fcb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777d1 expref: 7 pid: 10402 timeout: 779 lvb_type: 1 00000100:00100000:1.0:1746066718.555488:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976112896:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.555515:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb600/0xfb36a14ee607fc32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977792 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.555522:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb600/0xfb36a14ee607fc32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977792 expref: 29 pid: 8452 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.555533:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976113024:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.555547:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.559559:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976112768:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.559570:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976112896:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.559577:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976113024:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.559609:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee607ffb2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1187840->2097151] (req 1187840->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a0f expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.559624:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b51b8e00, rc 0) 00000100:00100000:1.0:1746066718.559749:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28486:x1830882974830720:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4493us (4980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.559757:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9978 00000100:00100000:0.0:1746066718.560211:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.560242:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.560293:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.560322:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.560340:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974831104 00000100:00100000:0.0:1746066718.560344:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974831104 00010000:00010000:0.0:1746066718.560365:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb600/0xfb36a14ee607fc32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977792 expref: 29 pid: 8452 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746066718.560381:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974830848 00000100:00100000:0.0:1746066718.560383:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974830848 00010000:00010000:0.0:1746066718.560390:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee607fcb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777d1 expref: 8 pid: 10402 timeout: 779 lvb_type: 1 00000100:00100000:0.0:1746066718.560400:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974831232 00000100:00100000:0.0:1746066718.560402:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974831232 00010000:00010000:0.0:1746066718.560408:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb400/0xfb36a14ee607fc63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777a7 expref: 20 pid: 8452 timeout: 779 lvb_type: 1 00000100:00100000:0.0:1746066718.560419:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4916 00000100:00100000:0.0:1746066718.560425:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882974831104:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066718.560435:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066718.560452:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb600/0xfb36a14ee607fc32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977792 expref: 29 pid: 8452 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.560460:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb600/0xfb36a14ee607fc32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977792 expref: 29 pid: 8452 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.560478:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb600/0xfb36a14ee607fc32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977792 expref: 29 pid: 8452 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746066718.560491:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066718.560508:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974831104:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 83us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.560512:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4916 00000100:00100000:0.0:1746066718.560524:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4917 00000100:00100000:0.0:1746066718.560528:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974830848:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066718.560533:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066718.560539:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee607fcb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777d1 expref: 8 pid: 10402 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.560546:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee607fcb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777d1 expref: 8 pid: 10402 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.560556:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee607fcb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777d1 expref: 8 pid: 10402 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.560563:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066718.560575:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974830848:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 47us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.560580:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4917 00000100:00100000:0.0:1746066718.560588:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4918 00000100:00100000:0.0:1746066718.560592:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5408050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882974831232:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066718.560596:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066718.560602:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb400/0xfb36a14ee607fc63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777a7 expref: 20 pid: 8452 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.560609:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb400/0xfb36a14ee607fc63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777a7 expref: 20 pid: 8452 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.560618:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e7cb400/0xfb36a14ee607fc63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777a7 expref: 20 pid: 8452 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.560625:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066718.560627:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066718.560633:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee607ffb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1187840->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a0f expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.560639:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee607ffb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1187840->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a0f expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066718.560661:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee607ffb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1187840->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a0f expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066718.560670:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed73480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976113152:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066718.560731:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.560879:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974830976 00000100:00100000:1.0:1746066718.560882:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974830976 00000100:00100000:1.0:1746066718.560910:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9979 00000100:00100000:1.0:1746066718.560916:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882974830976:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.560926:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.560934:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e522000/0xfb36a14ee607ffb9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a16 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066718.560954:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976113280:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066718.560976:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.563867:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:1.0:1746066718.564964:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066716 -> 1746066718 00002000:00010000:1.0:1746066718.564968:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066716 -> 1746066718 00002000:00010000:1.0:1746066718.564970:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066716 -> 1746066718 00000100:00100000:1.0:1746066718.564980:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976113280:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066718.565002:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e522000/0xfb36a14ee607ffb9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a16 expref: 20 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.565012:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e522000/0xfb36a14ee607ffb9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a16 expref: 20 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.565034:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e522000, rc 0) 00000100:00100000:1.0:1746066718.565065:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882974830976:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4148us (4770us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066718.565070:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9979 00000100:00100000:0.0:1746066718.568496:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.570307:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974831616 00000100:00100000:1.0:1746066718.570316:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974831616 00000100:00100000:1.0:1746066718.570360:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9980 00000100:00100000:1.0:1746066718.570366:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882974831616:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.570381:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.570394:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e523a00/0xfb36a14ee607ffc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a1d expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066718.570434:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976113408:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066718.570500:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.574339:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976113408:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066718.574371:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e523a00/0xfb36a14ee607ffc0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a1d expref: 20 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.574388:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e523a00/0xfb36a14ee607ffc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a1d expref: 20 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.574408:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e523a00, rc 0) 00000100:00100000:1.0:1746066718.574447:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882974831616:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4081us (5956us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066718.574454:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9980 00000100:00100000:0.0:1746066718.582313:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.582391:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974831744 00000100:00100000:1.0:1746066718.582398:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974831744 00000100:00100000:1.0:1746066718.582441:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9981 00000100:00100000:1.0:1746066718.582448:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28486:x1830882974831744:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066718.582463:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.582476:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e523600/0xfb36a14ee607ffc7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a2b expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.582499:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee607fd74 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977879 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.582507:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e25b200/0xfb36a14ee607fe38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97790c expref: 6 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.582513:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135429400/0xfb36a14ee607fdf9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778e2 expref: 18 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.582517:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.582519:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.582522:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e523600/0xfb36a14ee607ffc7 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->1163263] (req 1048576->1163263) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a2b expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.582547:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135429400/0xfb36a14ee607fdf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778e2 expref: 18 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.582556:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135429400/0xfb36a14ee607fdf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9778e2 expref: 18 pid: 8451 timeout: 779 lvb_type: 1 00000100:00100000:1.0:1746066718.582566:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976113536:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.582649:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e25b200/0xfb36a14ee607fe38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97790c expref: 6 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.582655:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e25b200/0xfb36a14ee607fe38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97790c expref: 6 pid: 8452 timeout: 779 lvb_type: 1 00000100:00100000:1.0:1746066718.582661:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976113664:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.582713:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee607fd74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977879 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.582719:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee607fd74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977879 expref: 29 pid: 8452 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.582725:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976113792:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.582745:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.585262:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976113536:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.585275:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976113664:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.585281:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976113792:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.585308:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e523600/0xfb36a14ee607ffc7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->1163263] (req 1048576->1163263) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a2b expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.585322:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e523600, rc 0) 00000100:00100000:1.0:1746066718.585361:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28486:x1830882974831744:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2913us (3054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.585369:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9981 00000100:00100000:0.0:1746066718.586368:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.586392:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.586415:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.586440:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.590165:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974832256 00000100:00100000:1.0:1746066718.590175:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974832256 00000100:00100000:1.0:1746066718.590219:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9982 00000100:00100000:1.0:1746066718.590226:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28493:x1830882974832256:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066718.590239:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.590253:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e522800/0xfb36a14ee607ffce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a24 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.590284:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee607fbad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977714 expref: 17 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.590299:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e7caa00/0xfb36a14ee607fca9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777ca expref: 5 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.590306:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1200/0xfb36a14ee607fbb4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977730 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.590317:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.590318:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.590321:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e522800/0xfb36a14ee607ffce lrc: 6/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [344064->700415] (req 344064->700415) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a24 expref: 15 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.590343:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1200/0xfb36a14ee607fbb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977730 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.590352:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1200/0xfb36a14ee607fbb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977730 expref: 15 pid: 20532 timeout: 779 lvb_type: 1 00000100:00100000:1.0:1746066718.590362:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976114048:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.590438:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e7caa00/0xfb36a14ee607fca9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777ca expref: 5 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.590446:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e7caa00/0xfb36a14ee607fca9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9777ca expref: 5 pid: 8452 timeout: 779 lvb_type: 1 00000100:00100000:1.0:1746066718.590453:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976114176:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.590474:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee607fbad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977714 expref: 17 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.590481:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee607fbad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977714 expref: 17 pid: 21203 timeout: 779 lvb_type: 1 00000100:00100000:1.0:1746066718.590492:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976114304:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.590506:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.593292:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976114048:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.593303:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976114176:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066718.595842:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.595929:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976114304:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.595959:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e522800/0xfb36a14ee607ffce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [344064->700415] (req 344064->700415) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a24 expref: 15 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.595971:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e522800, rc 0) 00000100:00100000:1.0:1746066718.596003:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28493:x1830882974832256:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5778us (9561us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.596009:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9982 00000100:00100000:0.0:1746066718.596921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.596936:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974832512 00000100:00100000:0.0:1746066718.596939:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974832512 00010000:00010000:0.0:1746066718.596953:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1200/0xfb36a14ee607fbb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977730 expref: 15 pid: 20532 timeout: 779 lvb_type: 1 00000100:00100000:0.0:1746066718.596985:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4923 00000100:00100000:0.0:1746066718.596990:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882974832512:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066718.596998:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066718.597008:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1200/0xfb36a14ee607fbb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977730 expref: 15 pid: 20532 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.597016:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1200/0xfb36a14ee607fbb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977730 expref: 15 pid: 20532 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.597027:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa1200/0xfb36a14ee607fbb4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977730 expref: 15 pid: 20532 timeout: 779 lvb_type: 1 00010000:00010000:0.0:1746066718.597038:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066718.597056:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1966:x1830882974832512:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 66us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066718.597061:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4923 00000100:00100000:0.0:1746066718.597090:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.597993:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974832640 00000100:00100000:0.0:1746066718.597997:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974832640 00010000:00010000:0.0:1746066718.598010:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee607fbad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977714 expref: 18 pid: 21203 timeout: 779 lvb_type: 1 00000100:00100000:0.0:1746066718.600195:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.603724:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.603782:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974833152 00000100:00100000:1.0:1746066718.603789:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974833152 00002000:00100000:1.0:1746066718.603822:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (344064->348159) req@ffff880093210a80 x1830882974833152/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.603831:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210a80 with x1830882974833152 ext(344064->348159) 00002000:00010000:1.0:1746066718.603835:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210a80 00000100:00100000:1.0:1746066718.603862:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4006 00000100:00100000:1.0:1746066718.603869:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882974833152:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066718.604016:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882974833152:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 146us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066718.604024:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4006 00002000:00100000:1.0:1746066718.604029:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (344064->348159) req@ffff880093210a80 x1830882974833152/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.604034:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210a80 with x1830882974833152 ext(344064->348159) 00002000:00010000:1.0:1746066718.604037:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210a80 00000100:00100000:0.0:1746066718.609999:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.724165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.724229:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974833536 00000100:00100000:1.0:1746066718.724241:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974833536 00000100:00100000:1.0:1746066718.724316:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9983 00000100:00100000:1.0:1746066718.724323:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1965:x1830882974833536:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.724339:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.724353:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e522e00/0xfb36a14ee607ffd5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a32 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066718.724393:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976114560:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066718.724471:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00002000:00010000:1.0:1746066718.727545:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime: 1746066716 -> 1746066718 00002000:00010000:1.0:1746066718.727551:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066716 -> 1746066718 00002000:00010000:1.0:1746066718.727553:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime: 1746066716 -> 1746066718 00000100:00100000:1.0:1746066718.727572:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976114560:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066718.727600:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e522e00/0xfb36a14ee607ffd5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a32 expref: 18 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.727612:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e522e00/0xfb36a14ee607ffd5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a32 expref: 18 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.728069:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e522e00, rc 0) 00000100:00100000:1.0:1746066718.728114:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1965:x1830882974833536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3791us (3954us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066718.728121:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9983 00000100:00100000:0.0:1746066718.730533:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.730699:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974833664 00000100:00100000:1.0:1746066718.730707:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974833664 00000100:00100000:1.0:1746066718.730788:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9984 00000100:00100000:1.0:1746066718.730796:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:28500:x1830882974833664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.730811:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.730827:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e523c00/0xfb36a14ee607ffdc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a39 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.730849:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e522800/0xfb36a14ee607ffce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->700415) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a24 expref: 13 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.730856:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.730857:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.730861:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e523c00/0xfb36a14ee607ffdc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a39 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.730884:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e522800/0xfb36a14ee607ffce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->700415) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a24 expref: 13 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.730894:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e522800/0xfb36a14ee607ffce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->700415) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a24 expref: 13 pid: 10402 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746066718.730909:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976114688:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.731044:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.732052:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976114688:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.732071:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e523c00/0xfb36a14ee607ffdc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a39 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.732081:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e523c00, rc 0) 00000100:00100000:1.0:1746066718.732103:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:28500:x1830882974833664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1308us (1575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.732109:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9984 00000100:00100000:0.0:1746066718.733149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.733226:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974833792 00000100:00100000:1.0:1746066718.733231:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974833792 00002000:00100000:1.0:1746066718.733575:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (344064->700415) req@ffff88009e8c7480 x1830882974833792/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.733584:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7480 with x1830882974833792 ext(344064->700415) 00010000:00010000:1.0:1746066718.733590:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e522800/0xfb36a14ee607ffce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->700415) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a24 expref: 14 pid: 10402 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.733601:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e522800/0xfb36a14ee607ffce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->700415) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a24 expref: 14 pid: 10402 timeout: 779 lvb_type: 0 00002000:00010000:1.0:1746066718.733606:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e8c7480 00000100:00100000:1.0:1746066718.733632:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 848 00000100:00100000:1.0:1746066718.733639:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882974833792:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:1.0:1746066718.739140:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882974833792:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 5486us (5979us total) trans 21474839991 rc 0/0 00000100:00100000:1.0:1746066718.739149:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 848 00002000:00100000:1.0:1746066718.739160:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (344064->700415) req@ffff88009e8c7480 x1830882974833792/t21474839991(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/448 e 0 to 0 dl 1746066729 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.739169:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7480 with x1830882974833792 ext(344064->700415) 00010000:00010000:1.0:1746066718.739178:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e522800/0xfb36a14ee607ffce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->700415) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a24 expref: 16 pid: 10402 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746066718.739191:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e522800/0xfb36a14ee607ffce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->700415) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a24 expref: 16 pid: 10402 timeout: 779 lvb_type: 0 00002000:00010000:1.0:1746066718.739198:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e8c7480 00000100:00100000:0.0:1746066718.741917:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.753763:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.753855:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.753895:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.753921:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974834176 00000100:00100000:0.0:1746066718.753928:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974834176 00002000:00100000:0.0:1746066718.753965:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880092045180 x1830882974834176/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.753974:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092045180 with x1830882974834176 ext(0->1048575) 00002000:00010000:0.0:1746066718.753979:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092045180 00000100:00100000:0.0:1746066718.754003:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974834432 00000100:00100000:0.0:1746066718.754006:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974834432 00002000:00100000:0.0:1746066718.754014:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1187839) req@ffff880092044380 x1830882974834432/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.754021:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044380 with x1830882974834432 ext(1048576->1187839) 00002000:00010000:0.0:1746066718.754023:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092044380 00000100:00100000:0.0:1746066718.754029:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974834688 00000100:00100000:0.0:1746066718.754031:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974834688 00002000:00100000:0.0:1746066718.754036:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1163264->2097151) req@ffff880135f83800 x1830882974834688/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.754042:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f83800 with x1830882974834688 ext(1163264->2097151) 00002000:00010000:0.0:1746066718.754044:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f83800 00000100:00100000:0.0:1746066718.754053:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4008 00000100:00100000:0.0:1746066718.754058:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1964:x1830882974834176:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066718.755214:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4009 00000100:00100000:0.0:1746066718.755222:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882974834432:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066718.772008:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882974834432:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16779us (18145us total) trans 0 rc 139264/139264 00000100:00100000:1.0:1746066718.772018:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4009 00002000:00100000:1.0:1746066718.772028:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1187839) req@ffff880092044380 x1830882974834432/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 139264/139264 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.772036:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044380 with x1830882974834432 ext(1048576->1187839) 00002000:00010000:1.0:1746066718.772041:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092044380 00000100:00100000:0.0:1746066718.799123:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.799159:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.800845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.802071:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974834816 00000100:00100000:1.0:1746066718.802081:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974834816 00000100:00100000:0.0:1746066718.802081:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974834944 00000100:00100000:0.0:1746066718.802084:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974834944 00000100:00100000:0.0:1746066718.802729:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9985 00000100:00100000:0.0:1746066718.802737:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882974834944:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066718.802754:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066718.802769:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f735e00/0xfb36a14ee607ffe3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a47 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066718.802819:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976114944:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066718.802900:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184900 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.803283:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9986 00000100:00100000:1.0:1746066718.803291:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882974834816:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.803304:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.803315:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a58dc200/0xfb36a14ee607ffea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a40 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.803328:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.803331:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066718.803338:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a58dc200/0xfb36a14ee607ffea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a40 expref: 16 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.803352:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a58dc200/0xfb36a14ee607ffea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a40 expref: 16 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.803361:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a58dc200, rc 0) 00000100:00100000:1.0:1746066718.803419:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882974834816:12345-192.168.202.57@tcp:101:cat.0 Request processed in 129us (4302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.803424:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9986 00000100:00100000:1.0:1746066718.806896:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976114944:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066718.806914:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f735e00/0xfb36a14ee607ffe3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a47 expref: 19 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.806922:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f735e00/0xfb36a14ee607ffe3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a47 expref: 19 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.806940:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f735e00, rc 0) 00000100:00100000:1.0:1746066718.806960:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882974834944:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4224us (7800us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066718.806965:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9985 00000100:00100000:0.0:1746066718.811215:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.824113:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.824232:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974835456 00000100:00100000:1.0:1746066718.824240:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974835456 00000100:00100000:1.0:1746066718.824313:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9988 00000100:00100000:1.0:1746066718.824321:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28504:x1830882974835456:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.824336:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.824351:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a58dcc00/0xfb36a14ee607fff8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a55 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.824374:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee607ffb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1187840->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a0f expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.824381:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.824382:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.824385:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a58dcc00/0xfb36a14ee607fff8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a55 expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.824412:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee607ffb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1187840->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a0f expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.824423:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee607ffb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1187840->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a0f expref: 27 pid: 10402 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066718.824434:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976115200:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.824512:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.826156:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976115200:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.826178:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a58dcc00/0xfb36a14ee607fff8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a55 expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.826195:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a58dcc00, rc 0) 00000100:00100000:1.0:1746066718.826228:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28504:x1830882974835456:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1908us (2123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.826234:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9988 00000100:00100000:0.0:1746066718.827704:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.849977:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.850285:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974835712 00000100:00100000:1.0:1746066718.850292:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974835712 00000100:00100000:1.0:1746066718.850343:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9989 00000100:00100000:1.0:1746066718.850350:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:28508:x1830882974835712:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066718.850365:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.850377:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a58dd000/0xfb36a14ee607ffff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a5c expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.850395:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.850401:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a58dcc00/0xfb36a14ee607fff8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a55 expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.850407:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066718.850410:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a58dd000/0xfb36a14ee607ffff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1064960->1261567] (req 1064960->1261567) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a5c expref: 31 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.850445:0:8452:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a58dcc00/0xfb36a14ee607fff8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a55 expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.850461:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a58dd000/0xfb36a14ee607ffff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1064960->1261567] (req 1064960->1261567) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a5c expref: 31 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.850478:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a58dd000, rc 0) 00000100:00100000:1.0:1746066718.853134:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28508:x1830882974835712:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2775us (3152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.853142:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9989 00000100:00100000:0.0:1746066718.855045:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.863931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.886771:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.886813:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.886873:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974836224 00000100:00100000:1.0:1746066718.886880:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974836224 00000100:00100000:1.0:1746066718.886922:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9990 00000100:00100000:1.0:1746066718.886928:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28504:x1830882974836224:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.886944:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.886958:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee6080006 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a63 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.886980:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e523600/0xfb36a14ee607ffc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1163263) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a2b expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.886987:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.886988:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.886991:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee6080006 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a63 expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.887021:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e523600/0xfb36a14ee607ffc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1163263) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a2b expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.887031:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e523600/0xfb36a14ee607ffc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1163263) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a2b expref: 29 pid: 10402 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066718.887046:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976115584:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.887129:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.891948:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.892162:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976115584:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.892184:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee6080006 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a63 expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.892199:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a633800, rc 0) 00000100:00100000:1.0:1746066718.892222:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28504:x1830882974836224:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5293us (5458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.892228:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9990 00000100:00100000:1.0:1746066718.894829:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.894853:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974836736 00000100:00100000:1.0:1746066718.894859:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974836736 00002000:00100000:1.0:1746066718.894890:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x387:0x0] (1257472->1261567) req@ffff88008efb4a80 x1830882974836736/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.894899:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb4a80 with x1830882974836736 ext(1257472->1261567) 00002000:00010000:1.0:1746066718.894903:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb4a80 00000100:00100000:1.0:1746066718.894920:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4012 00000100:00100000:1.0:1746066718.894928:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882974836736:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066718.895075:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882974836736:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 147us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066718.895081:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4012 00002000:00100000:1.0:1746066718.895086:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x387:0x0] (1257472->1261567) req@ffff88008efb4a80 x1830882974836736/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.895093:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb4a80 with x1830882974836736 ext(1257472->1261567) 00002000:00010000:1.0:1746066718.895096:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb4a80 00000100:00100000:0.0:1746066718.899474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.904922:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.907107:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.910808:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.918438:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.918706:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974837888 00000100:00100000:1.0:1746066718.918712:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974837888 00002000:00100000:1.0:1746066718.918742:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2174976->2179071) req@ffff880099a1c380 x1830882974837888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.918752:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1c380 with x1830882974837888 ext(2174976->2179071) 00002000:00010000:1.0:1746066718.918755:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a1c380 00000100:00100000:1.0:1746066718.918770:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4014 00000100:00100000:1.0:1746066718.918777:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974837888:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066718.918894:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974837888:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 117us (463us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066718.918905:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4014 00002000:00100000:1.0:1746066718.918910:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2174976->2179071) req@ffff880099a1c380 x1830882974837888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.918917:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1c380 with x1830882974837888 ext(2174976->2179071) 00002000:00010000:1.0:1746066718.918919:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a1c380 00000100:00100000:0.0:1746066718.925499:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.926451:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.926498:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.927660:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.935062:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.935107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.935181:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974839168 00000100:00100000:1.0:1746066718.935184:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974839168 00002000:00100000:1.0:1746066718.935212:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800929cf100 x1830882974839168/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/0 e 0 to 0 dl 1746066729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.935225:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cf100 with x1830882974839168 ext(3145728->4194303) 00002000:00010000:1.0:1746066718.935227:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cf100 00000100:00100000:1.0:1746066718.935262:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4018 00000100:00100000:1.0:1746066718.935266:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882974839168:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066718.941207:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.941244:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.941897:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1965:x1830882974838912:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6631us (6840us total) trans 0 rc 348160/348160 00000100:00100000:0.0:1746066718.941904:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4017 00002000:00100000:0.0:1746066718.941910:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2797568->3145727) req@ffff8800929cd500 x1830882974838912/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 348160/348160 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066718.941918:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cd500 with x1830882974838912 ext(2797568->3145727) 00002000:00010000:0.0:1746066718.941921:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cd500 00000100:00100000:1.0:1746066718.944503:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882974839168:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9227us (9386us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066718.944512:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4018 00002000:00100000:1.0:1746066718.944522:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800929cf100 x1830882974839168/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:124/0 lens 488/440 e 0 to 0 dl 1746066729 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066718.944530:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cf100 with x1830882974839168 ext(3145728->4194303) 00002000:00010000:1.0:1746066718.944535:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cf100 00000100:00100000:0.0:1746066718.951506:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.962332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.966570:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.966808:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974840064 00000100:00100000:1.0:1746066718.966813:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974840064 00000100:00100000:1.0:1746066718.966846:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9996 00000100:00100000:1.0:1746066718.966852:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28514:x1830882974840064:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.966864:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.966874:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a632000/0xfb36a14ee6080030 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a8d expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.966893:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a25a00/0xfb36a14ee608000d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2174976->2797567) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a6a expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.966899:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.966901:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066718.966904:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a632000/0xfb36a14ee6080030 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a8d expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.967020:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a25a00/0xfb36a14ee608000d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2174976->2797567) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a6a expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.967031:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a25a00/0xfb36a14ee608000d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2174976->2797567) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a6a expref: 18 pid: 8452 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066718.967041:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976116864:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066718.967087:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066718.972016:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976116864:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066718.972046:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a632000/0xfb36a14ee6080030 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a8d expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066718.972059:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a632000, rc 0) 00000100:00100000:1.0:1746066718.972108:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:28514:x1830882974840064:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5255us (5544us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066718.972115:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9996 00000100:00100000:0.0:1746066718.973900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066718.973986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.974050:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974840320 00000100:00100000:1.0:1746066718.974057:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974840320 00000100:00100000:1.0:1746066718.974095:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9997 00000100:00100000:1.0:1746066718.974101:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882974840320:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066718.974116:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066718.974128:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee6080037 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977a94 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066718.975145:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976116992:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066718.975199:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066718.975407:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066718.980306:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976116992:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066718.980334:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee6080037 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a94 expref: 24 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.980345:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee6080037 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a94 expref: 24 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066718.980367:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a632600, rc 0) 00000100:00100000:1.0:1746066718.983899:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974840320:12345-192.168.202.57@tcp:101:cat.0 Request processed in 9795us (9910us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066718.983905:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9997 00000100:00100000:0.0:1746066719.005025:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.015665:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.017221:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.019599:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4022 00000100:00100000:0.0:1746066719.019610:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882974841088:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066719.043662:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.043926:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974841216 00000100:00100000:1.0:1746066719.043935:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974841216 00000100:00100000:1.0:1746066719.043981:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9999 00000100:00100000:1.0:1746066719.043988:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:28518:x1830882974841216:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066719.044003:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.044019:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977aa2 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.044044:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee607ff6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779e5 expref: 19 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.044057:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ca20800/0xfb36a14ee607ff8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779fa expref: 15 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.044063:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.044064:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.044068:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1519616->1835007] (req 1519616->1835007) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa2 expref: 19 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.044093:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ca20800/0xfb36a14ee607ff8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779fa expref: 15 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.044104:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ca20800/0xfb36a14ee607ff8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779fa expref: 15 pid: 10402 timeout: 780 lvb_type: 1 00000100:00100000:1.0:1746066719.044115:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976117376:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066719.044739:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882974841088:12345-192.168.202.57@tcp:3:cat.0 Request processed in 25130us (27517us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066719.044746:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4022 00002000:00100000:0.0:1746066719.044755:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e868700 x1830882974841088/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/440 e 0 to 0 dl 1746066730 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066719.044762:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e868700 with x1830882974841088 ext(3145728->4194303) 00002000:00010000:0.0:1746066719.044767:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e868700 00010000:00010000:1.0:1746066719.045185:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee607ff6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779e5 expref: 19 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.045194:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee607ff6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779e5 expref: 19 pid: 10402 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.045203:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976117504:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.047475:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.047642:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976117376:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066719.051994:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.054800:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976117504:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.054829:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1519616->1835007] (req 1519616->1835007) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa2 expref: 19 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.054844:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85be800, rc 0) 00000100:00100000:1.0:1746066719.054887:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:28518:x1830882974841216:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 10898us (11230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.054894:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9999 00000100:00100000:0.0:1746066719.063934:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.064002:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974841472 00000100:00100000:1.0:1746066719.064010:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974841472 00010000:00010000:1.0:1746066719.064041:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee607ff6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779e5 expref: 19 pid: 10402 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.064077:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4934 00000100:00100000:1.0:1746066719.064086:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1964:x1830882974841472:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.064097:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.064115:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee607ff6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779e5 expref: 19 pid: 10402 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.064125:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee607ff6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779e5 expref: 19 pid: 10402 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.064144:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee607ff6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779e5 expref: 19 pid: 10402 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.064171:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.064173:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.064180:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1835007) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa2 expref: 18 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.064186:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1835007) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa2 expref: 18 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.064211:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1835007) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa2 expref: 18 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.064221:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976117632:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.064299:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.070292:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976117632:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.070312:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.070348:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1964:x1830882974841472:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6262us (6421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.070357:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4934 00000100:00100000:0.0:1746066719.070966:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.091525:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.122245:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.122512:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974842112 00000100:00100000:1.0:1746066719.122520:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974842112 00000100:00100000:1.0:1746066719.123076:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10000 00000100:00100000:1.0:1746066719.123084:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28520:x1830882974842112:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066719.123100:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.123115:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013510ac00/0xfb36a14ee608004c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977aa9 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.123140:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1835007) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa2 expref: 17 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.123152:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066719.123153:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066719.123156:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013510ac00/0xfb36a14ee608004c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1900544->2097151] (req 1900544->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa9 expref: 16 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.123179:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1835007) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa2 expref: 17 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.123189:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1835007) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa2 expref: 17 pid: 8451 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.123199:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976117760:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.123671:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.127591:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976117760:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.127619:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013510ac00/0xfb36a14ee608004c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1900544->2097151] (req 1900544->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa9 expref: 16 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.127635:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510ac00, rc 0) 00000100:00100000:1.0:1746066719.127706:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28520:x1830882974842112:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4621us (5467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.127714:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10000 00000100:00100000:0.0:1746066719.128229:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.137005:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.137890:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974842368 00000100:00100000:1.0:1746066719.137898:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974842368 00010000:00010000:1.0:1746066719.137930:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1835007) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa2 expref: 20 pid: 8451 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.138008:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4935 00000100:00100000:1.0:1746066719.138015:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882974842368:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.138027:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.138045:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1835007) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa2 expref: 20 pid: 8451 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.138055:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1835007) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa2 expref: 20 pid: 8451 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.138073:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be800/0xfb36a14ee6080045 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1835007) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa2 expref: 20 pid: 8451 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.138099:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.138101:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.138107:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013510ac00/0xfb36a14ee608004c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1900544->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa9 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.138113:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013510ac00/0xfb36a14ee608004c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1900544->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa9 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.138140:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013510ac00/0xfb36a14ee608004c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1900544->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977aa9 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.138150:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976117888:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.138890:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.140731:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976117888:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.140747:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.140774:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882974842368:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2759us (3773us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.140783:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4935 00000100:00100000:0.0:1746066719.140961:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.145787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.145887:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974842752 00000100:00100000:1.0:1746066719.145895:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974842752 00000100:00100000:1.0:1746066719.146190:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10001 00000100:00100000:1.0:1746066719.146198:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28520:x1830882974842752:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066719.146213:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.146227:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013510ae00/0xfb36a14ee6080053 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ab0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.146260:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ca21400/0xfb36a14ee607ff88 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779f3 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.146268:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e797000/0xfb36a14ee607ff96 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a01 expref: 17 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.146275:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.146276:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.146279:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013510ae00/0xfb36a14ee6080053 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->2486271] (req 2097152->2486271) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ab0 expref: 17 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.146304:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e797000/0xfb36a14ee607ff96 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a01 expref: 17 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.146314:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e797000/0xfb36a14ee607ff96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a01 expref: 17 pid: 9776 timeout: 780 lvb_type: 1 00000100:00100000:1.0:1746066719.146326:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976118016:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.147104:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ca21400/0xfb36a14ee607ff88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779f3 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.147114:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ca21400/0xfb36a14ee607ff88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779f3 expref: 18 pid: 10402 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.147122:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976118144:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.147146:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.152029:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976118016:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.152039:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976118144:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.152061:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013510ae00/0xfb36a14ee6080053 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->2486271] (req 2097152->2486271) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ab0 expref: 17 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.152076:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510ae00, rc 0) 00000100:00100000:1.0:1746066719.152108:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28520:x1830882974842752:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5912us (6330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.152115:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10001 00000100:00100000:1.0:1746066719.154843:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974842880 00000100:00100000:1.0:1746066719.154851:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974842880 00010000:00010000:1.0:1746066719.154884:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e797000/0xfb36a14ee607ff96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a01 expref: 17 pid: 9776 timeout: 780 lvb_type: 1 00000100:00100000:1.0:1746066719.154905:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4936 00000100:00100000:1.0:1746066719.154911:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974842880:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.154921:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.154938:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e797000/0xfb36a14ee607ff96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a01 expref: 17 pid: 9776 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.154948:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e797000/0xfb36a14ee607ff96 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a01 expref: 17 pid: 9776 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.154966:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e797000/0xfb36a14ee607ff96 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a01 expref: 17 pid: 9776 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.154994:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.155030:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974842880:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 119us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.155036:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4936 00000100:00100000:0.0:1746066719.158157:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.166882:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.185294:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.186012:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974843392 00000100:00100000:1.0:1746066719.186019:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974843392 00000100:00080000:0.0:1746066719.186136:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746066719.186181:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8928 00000100:00100000:1.0:1746066719.186191:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+16:28523:x1830882974843392:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066719.186213:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.186228:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee608005a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ab7 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.186289:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510aa00/0xfb36a14ee6080061 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.186301:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013510aa00/0xfb36a14ee6080061 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.186313:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013510aa00/0xfb36a14ee6080061 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.186324:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510b800/0xfb36a14ee6080068 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.186329:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013510b800/0xfb36a14ee6080068 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.186334:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013510b800/0xfb36a14ee6080068 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.186421:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a600/0xfb36a14ee608006f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.186431:0:16018:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9c00/0xfb36a14ee607ff7a lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779ec expref: 271 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.186437:0:16018:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ffa4 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a08 expref: 27 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.186443:0:16018:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a600/0xfb36a14ee608006f lrc: 5/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.186468:0:16018:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ffa4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a08 expref: 27 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.186477:0:16018:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee607ffa4 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a08 expref: 27 pid: 16018 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.186492:0:16018:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976118400:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.187816:0:16018:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9c00/0xfb36a14ee607ff7a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779ec expref: 271 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.187827:0:16018:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9c00/0xfb36a14ee607ff7a lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9779ec expref: 271 pid: 16018 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.188262:0:16018:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976118528:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.188633:0:16018:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.188654:0:16018:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976118400:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066719.191222:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.191905:0:16018:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976118528:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.191923:0:16018:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a600/0xfb36a14ee608006f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000100:00100000:1.0:1746066719.192302:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.192508:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974843904 00000100:00100000:0.0:1746066719.192513:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974843904 00000100:00100000:0.0:1746066719.192533:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3507 00000100:00100000:0.0:1746066719.192538:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d04850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+272:23712:x1830882974843904:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746066719.192640:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d04850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+273:23712:x1830882974843904:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 101us (338us total) trans 8589942775 rc 0/0 00000100:00100000:0.0:1746066719.192647:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3507 00000100:00100000:0.0:1746066719.195114:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.195164:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.197899:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.198360:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.198392:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.198432:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066719.200198:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066719.213733:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.217000:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066719.217812:0:16018:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7e5400/0xfb36a14ee60800a7 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066719.217818:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7e5400/0xfb36a14ee60800a7 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000004:00200000:0.0:1746066719.217833:0:16018:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066719.217946:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7e5c00/0xfb36a14ee60800a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ae8 expref: 19 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.217966:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7e5400/0xfb36a14ee60800a7 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ae8 expref: 18 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.217972:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066719.217974:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746066719.217976:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e7e5400, rc 0) 00000100:00100000:0.0:1746066719.218006:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+18:28523:x1830882974845184:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4100us (4281us total) trans 8589942776 rc 0/0 00000100:00100000:0.0:1746066719.218015:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8929 00000100:00100000:0.0:1746066719.220191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.223652:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.228130:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.228194:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974845696 00000100:00100000:1.0:1746066719.228201:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974845696 00000100:00100000:1.0:1746066719.228239:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10008 00000100:00100000:1.0:1746066719.228245:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974845696:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066719.228283:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.228295:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee60800c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977af6 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.228334:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976119168:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066719.228393:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.229705:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.232150:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.233152:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976119168:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066719.233170:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee60800c3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977af6 expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.233179:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee60800c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977af6 expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.233190:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510a800, rc 0) 00000100:00100000:1.0:1746066719.233209:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974845696:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4965us (5085us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066719.233214:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10008 00000100:00100000:0.0:1746066719.245149:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.247847:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.247916:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.248039:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.248268:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974846592 00000100:00100000:0.0:1746066719.248270:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974846848 00000100:00100000:1.0:1746066719.248272:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974846592 00000100:00100000:0.0:1746066719.248272:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974846848 00000100:00100000:0.0:1746066719.248291:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10011 00000100:00100000:0.0:1746066719.248296:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974846336:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066719.248417:0:9776:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ee1e400/0xfb36a14ee60800f4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.248426:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e523c00/0xfb36a14ee607ffdc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a39 expref: 17 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.248432:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee6080076 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977abe expref: 7 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066719.248439:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a58dc200/0xfb36a14ee607ffea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a40 expref: 15 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066719.248447:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.248448:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.248450:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee1e400/0xfb36a14ee60800f4 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.248472:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a58dc200/0xfb36a14ee607ffea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a40 expref: 15 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066719.248482:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a58dc200/0xfb36a14ee607ffea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a40 expref: 15 pid: 10402 timeout: 780 lvb_type: 1 00000100:00100000:0.0:1746066719.248493:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976119424:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066719.248654:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.248724:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.248792:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.248809:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974846464 00000100:00100000:1.0:1746066719.248812:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974846464 00000100:00100000:1.0:1746066719.248826:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974846720 00000100:00100000:1.0:1746066719.248828:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974846720 00000100:00100000:1.0:1746066719.248840:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974846976 00000100:00100000:1.0:1746066719.248842:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974846976 00000100:00100000:1.0:1746066719.248854:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10014 00000100:00100000:1.0:1746066719.248858:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974846464:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:1.0:1746066719.248873:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee6080102 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.248882:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a58dd000/0xfb36a14ee607ffff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1261567) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a5c expref: 31 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.248887:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066719.248888:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066719.248890:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee6080102 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.248908:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a58dd000/0xfb36a14ee607ffff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1261567) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a5c expref: 31 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.249380:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a58dd000/0xfb36a14ee607ffff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->1261567) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a5c expref: 31 pid: 8452 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.249388:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976119808:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.249410:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00010000:00010000:1.0:1746066719.249430:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee6080076 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977abe expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.249437:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee6080076 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977abe expref: 8 pid: 8450 timeout: 780 lvb_type: 1 00000100:00100000:1.0:1746066719.249445:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976120832:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.249469:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e523c00/0xfb36a14ee607ffdc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a39 expref: 17 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.249477:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e523c00/0xfb36a14ee607ffdc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a39 expref: 17 pid: 10402 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.249485:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976120960:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.249500:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.256689:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.256761:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976120576:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066719.256785:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976120704:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066719.256799:0:8452:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e7e5000/0xfb36a14ee60800fb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.256818:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.256832:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.256856:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.256867:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974848000 00000100:00100000:0.0:1746066719.256870:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974848000 00002000:00100000:0.0:1746066719.256894:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->2486271) req@ffff88009ec2f800 x1830882974848000/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:125/0 lens 488/0 e 0 to 0 dl 1746066730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066719.256901:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f800 with x1830882974848000 ext(2097152->2486271) 00010000:00010000:0.0:1746066719.256907:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013510ae00/0xfb36a14ee6080053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2486271) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ab0 expref: 16 pid: 8451 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746066719.256915:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013510ae00/0xfb36a14ee6080053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2486271) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ab0 expref: 16 pid: 8451 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746066719.256920:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec2f800 00000100:00100000:0.0:1746066719.256931:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 854 00000100:00100000:0.0:1746066719.256937:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974848000:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066719.257263:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.257274:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4945 00000100:00100000:0.0:1746066719.257279:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974847488:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066719.257285:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066719.257294:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e7e5200/0xfb36a14ee6080099 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ae1 expref: 10 pid: 9776 timeout: 780 lvb_type: 1 00010000:00010000:0.0:1746066719.257301:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e7e5200/0xfb36a14ee6080099 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ae1 expref: 10 pid: 9776 timeout: 780 lvb_type: 1 00010000:00010000:0.0:1746066719.257310:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e7e5200/0xfb36a14ee6080099 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ae1 expref: 10 pid: 9776 timeout: 780 lvb_type: 1 00010000:00010000:0.0:1746066719.257331:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066719.257341:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974847488:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 62us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.258011:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4945 00000100:00100000:0.0:1746066719.258058:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.258068:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974848128 00000100:00100000:0.0:1746066719.258071:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974848128 00010000:00010000:0.0:1746066719.258082:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a632000/0xfb36a14ee6080030 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a8d expref: 32 pid: 8451 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746066719.258092:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4947 00000100:00100000:0.0:1746066719.258097:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882974848128:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066719.258102:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066719.258109:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a632000/0xfb36a14ee6080030 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a8d expref: 32 pid: 8451 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746066719.258116:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a632000/0xfb36a14ee6080030 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a8d expref: 32 pid: 8451 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746066719.258125:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a632000/0xfb36a14ee6080030 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a8d expref: 32 pid: 8451 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746066719.258133:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.258135:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.258139:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e7e4e00/0xfb36a14ee6080110 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.258150:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e7e4e00/0xfb36a14ee6080110 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.258169:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066719.258188:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882974848128:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 91us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.258193:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4947 00010000:00010000:0.0:1746066719.258208:0:21203:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e7e4e00/0xfb36a14ee6080110 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.258214:0:21203:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e7e4e00/0xfb36a14ee6080110 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.258230:0:21203:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e7e4e00/0xfb36a14ee6080110 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.258236:0:21203:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e7e4e00/0xfb36a14ee6080110 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.258242:0:21203:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e7e4e00/0xfb36a14ee6080110 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.258248:0:21203:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e7e4e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066719.258262:0:21203:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e7e4e00/0xfb36a14ee6080110 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.258272:0:21203:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e7e4e00/0xfb36a14ee6080110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.258281:0:21203:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e7e4e00/0xfb36a14ee6080110 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.258286:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e7e4e00/0xfb36a14ee6080110 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.258319:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974846976:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 9253us (9527us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.258713:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976119424:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066719.258883:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10016 00000100:00100000:0.0:1746066719.258931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.264432:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976119808:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.264453:0:8451:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee6080102 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.265328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.272826:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974848512 00000100:00100000:0.0:1746066719.272832:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974848512 00010000:00010000:0.0:1746066719.272855:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee6080076 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977abe expref: 9 pid: 8450 timeout: 780 lvb_type: 1 00000100:00100000:0.0:1746066719.272878:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4949 00000100:00100000:0.0:1746066719.272883:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974848512:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066719.272893:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066719.272906:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee6080076 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977abe expref: 9 pid: 8450 timeout: 780 lvb_type: 1 00010000:00010000:0.0:1746066719.272914:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee6080076 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977abe expref: 9 pid: 8450 timeout: 780 lvb_type: 1 00010000:00010000:0.0:1746066719.272930:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee6080076 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977abe expref: 9 pid: 8450 timeout: 780 lvb_type: 1 00010000:00010000:0.0:1746066719.272944:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.273636:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882974848000:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 16695us (16776us total) trans 21474839994 rc 0/0 00000100:00100000:1.0:1746066719.273644:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 854 00002000:00100000:1.0:1746066719.273652:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->2486271) req@ffff88009ec2f800 x1830882974848000/t21474839994(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:125/0 lens 488/448 e 0 to 0 dl 1746066730 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.273660:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f800 with x1830882974848000 ext(2097152->2486271) 00010000:00010000:1.0:1746066719.273666:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013510ae00/0xfb36a14ee6080053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->2486271) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ab0 expref: 18 pid: 8451 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.273952:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013510ae00/0xfb36a14ee6080053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->2486271) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ab0 expref: 18 pid: 8451 timeout: 780 lvb_type: 0 00002000:00010000:1.0:1746066719.273961:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec2f800 00000100:00100000:0.0:1746066719.274006:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974848512:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1121us (1701us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.274012:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4949 00000100:00100000:0.0:1746066719.274022:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974848256 00000100:00100000:0.0:1746066719.274025:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974848256 00010000:00010000:0.0:1746066719.274037:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb2b000/0xfb36a14ee6080014 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a71 expref: 33 pid: 9776 timeout: 780 lvb_type: 1 00000100:00100000:0.0:1746066719.274052:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4950 00000100:00100000:0.0:1746066719.274057:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882974848256:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066719.274064:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066719.274076:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb2b000/0xfb36a14ee6080014 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a71 expref: 33 pid: 9776 timeout: 780 lvb_type: 1 00010000:00010000:0.0:1746066719.274084:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb2b000/0xfb36a14ee6080014 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a71 expref: 33 pid: 9776 timeout: 780 lvb_type: 1 00010000:00010000:0.0:1746066719.274098:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb2b000/0xfb36a14ee6080014 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977a71 expref: 33 pid: 9776 timeout: 780 lvb_type: 1 00010000:00010000:0.0:1746066719.274107:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.274109:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.274113:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ca21400/0xfb36a14ee60800ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.274119:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ca21400/0xfb36a14ee60800ed lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.274136:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066719.274154:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882974848256:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 96us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.274158:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4950 00010000:00010000:1.0:1746066719.275561:0:8450:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012ca21400/0xfb36a14ee60800ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.275569:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ca21400/0xfb36a14ee60800ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.275586:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ca21400/0xfb36a14ee60800ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.275594:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ca21400/0xfb36a14ee60800ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.275600:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ca21400/0xfb36a14ee60800ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.275605:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ca21400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066719.275608:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ca21400/0xfb36a14ee60800ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.275615:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ca21400/0xfb36a14ee60800ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.275627:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ca21400/0xfb36a14ee60800ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.275631:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ca21400/0xfb36a14ee60800ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.275703:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882974846592:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 27371us (27785us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.275709:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10013 00000100:00100000:0.0:1746066719.275959:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.276016:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.278988:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066719.280036:0:8452:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e7e5000/0xfb36a14ee60800fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.280043:0:8452:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e7e5000/0xfb36a14ee60800fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.280060:0:8452:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e7e5000/0xfb36a14ee60800fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.280066:0:8452:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7e5000/0xfb36a14ee60800fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.280071:0:8452:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e7e5000/0xfb36a14ee60800fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.280081:0:8452:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e7e5000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066719.280084:0:8452:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e7e5000/0xfb36a14ee60800fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.280089:0:8452:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e7e5000/0xfb36a14ee60800fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.280098:0:8452:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e7e5000/0xfb36a14ee60800fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.280103:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e7e5000/0xfb36a14ee60800fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.280505:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+5:1964:x1830882974846848:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 32203us (32466us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.280512:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10012 00010000:00010000:1.0:1746066719.281370:0:8451:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee6080102 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.281378:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee6080102 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.281393:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee6080102 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.281399:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee6080102 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.281405:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee6080102 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.281409:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013510b800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066719.281411:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee6080102 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.281416:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee6080102 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.281424:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee6080102 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.281429:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee6080102 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.281463:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+5:1964:x1830882974846464:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 32604us (32809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.281468:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10014 00000100:00100000:0.0:1746066719.283460:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.287511:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.287539:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.287565:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.287590:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.287609:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.287870:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4957 00000100:00100000:0.0:1746066719.287875:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882974849536:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066719.287877:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4958 00010000:00010000:0.0:1746066719.287881:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066719.287884:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882974849920:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066719.287886:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b246e00/0xfb36a14ee607f93e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775fc expref: 30 pid: 809 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.287889:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.287892:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97757e expref: 30 pid: 14550 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746066719.287984:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b246e00/0xfb36a14ee607f93e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775fc expref: 30 pid: 809 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746066719.287993:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b246e00/0xfb36a14ee607f93e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9775fc expref: 29 pid: 809 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.288014:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97757e expref: 28 pid: 14550 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.288023:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a83400/0xfb36a14ee607f8ab lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97757e expref: 28 pid: 14550 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.288036:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066719.288038:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb07400/0xfb36a14ee6080117 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066719.288042:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066719.288072:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066719.288075:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb07400/0xfb36a14ee6080117 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066719.288079:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.288093:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882974849920:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 210us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.288093:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882974849536:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 218us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.288098:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4957 00000100:00100000:1.0:1746066719.288124:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4958 00000100:00100000:1.0:1746066719.288134:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4959 00000100:00100000:1.0:1746066719.288138:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+271:1963:x1830882974849664:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.288144:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.288148:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7ca000/0xfb36a14ee607f8c7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97759a expref: 271 pid: 20127 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.288155:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7ca000/0xfb36a14ee607f8c7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97759a expref: 271 pid: 20127 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.288220:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e7ca000/0xfb36a14ee607f8c7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97759a expref: 271 pid: 20127 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.288229:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066719.288232:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb07400/0xfb36a14ee6080117 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066719.288238:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb07400/0xfb36a14ee6080117 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066719.288243:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb07400/0xfb36a14ee6080117 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066719.288315:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.288331:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:1963:x1830882974849664:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 192us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.288336:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4959 00000001:00080000:1.0:1746066719.311388:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942776 is committed 00000001:00080000:1.0:1746066719.311396:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942775 is committed 00000001:00080000:1.0:1746066719.311407:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942745 is committed 00000001:00080000:1.0:1746066719.311416:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942773 is committed 00000001:00080000:1.0:1746066719.311450:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942778 is committed 00000004:00080000:1.0:1746066719.311454:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1732 committed 00000004:00080000:1.0:1746066719.311460:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1777 committed 00000004:00080000:1.0:1746066719.311464:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1776 committed 00000004:00080000:1.0:1746066719.311466:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1775 committed 00000004:00080000:1.0:1746066719.311467:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1774 committed 00000004:00080000:1.0:1746066719.311468:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1731 committed 00000004:00080000:1.0:1746066719.311470:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1773 committed 00000004:00080000:1.0:1746066719.311472:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1730 committed 00000004:00080000:1.0:1746066719.311478:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1772 committed 00000004:00080000:1.0:1746066719.311479:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1729 committed 00000004:00080000:1.0:1746066719.311480:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1728 committed 00000004:00080000:1.0:1746066719.311482:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1727 committed 00000004:00080000:1.0:1746066719.311483:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1771 committed 00000004:00080000:1.0:1746066719.311484:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1770 committed 00000004:00080000:1.0:1746066719.311486:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1726 committed 00000004:00080000:1.0:1746066719.311487:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1725 committed 00000004:00080000:1.0:1746066719.311488:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1769 committed 00000001:00080000:1.0:1746066719.311494:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942774 is committed 00000100:00100000:0.0:1746066719.311716:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976121728:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.311753:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.311945:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976121728 00000100:00100000:1.0:1746066719.311949:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976121728 00000100:00100000:1.0:1746066719.311976:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976122240 00000100:00100000:1.0:1746066719.311978:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976122240 00000100:00100000:1.0:1746066719.311987:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976122752 00000100:00100000:1.0:1746066719.311989:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976122752 00000100:00100000:1.0:1746066719.311996:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976123264 00000100:00100000:1.0:1746066719.311998:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976123264 00000100:00100000:1.0:1746066719.312006:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976122368 00000100:00100000:1.0:1746066719.312008:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976122368 00000100:00100000:1.0:1746066719.312020:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10017 00000100:00100000:1.0:1746066719.312026:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3296:x1830882976121728:12345-0@lo:2:osp-syn-0-0.0 00000100:00080000:1.0:1746066719.312126:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746066719.312129:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746066719.312138:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10019 00000100:00100000:1.0:1746066719.312143:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3295:x1830882976122752:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.312224:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3295:x1830882976122752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (267us total) trans 21474839996 rc 0/0 00000100:00100000:1.0:1746066719.312229:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10019 00000100:00100000:1.0:1746066719.312238:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10021 00000100:00100000:1.0:1746066719.312242:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3295:x1830882976122368:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.312347:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3295:x1830882976122368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 105us (343us total) trans 17179872673 rc 0/0 00000100:00100000:1.0:1746066719.312352:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10021 00000100:00100000:0.0:1746066719.312405:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976121984:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.312422:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.312430:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976121856:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.312442:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.312448:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976122496:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.312457:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.312463:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976123008:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.312473:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.312478:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976123520:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.312490:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.312498:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1746066719.312501:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976122112:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.312514:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.312520:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976122624:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.312531:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.312537:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976123136:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.312548:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.312554:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976123648:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.312564:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.312578:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976121984 00000100:00100000:0.0:1746066719.312580:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976121984 00000100:00100000:1.0:1746066719.313570:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10023 00000100:00100000:1.0:1746066719.313579:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3295:x1830882976123392:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.313698:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976123392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 122us (1658us total) trans 17179872675 rc 0/0 00000100:00100000:1.0:1746066719.313704:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10023 00000100:00100000:1.0:1746066719.313713:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10025 00000100:00100000:1.0:1746066719.313717:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3293:x1830882976123008:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.313788:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3293:x1830882976123008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (1314us total) trans 21474839999 rc 0/0 00000100:00100000:1.0:1746066719.313793:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10025 00000100:00100000:1.0:1746066719.313801:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10027 00000100:00100000:1.0:1746066719.313805:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3293:x1830882976122112:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.313878:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3293:x1830882976122112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 72us (1362us total) trans 17179872676 rc 0/0 00000100:00100000:1.0:1746066719.313882:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10027 00000100:00100000:1.0:1746066719.313891:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10029 00000100:00100000:1.0:1746066719.313895:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f29ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3293:x1830882976123136:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.313973:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f29ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3293:x1830882976123136:12345-0@lo:2:osp-syn-1-0.0 Request processed in 77us (1422us total) trans 17179872678 rc 0/0 00000100:00100000:1.0:1746066719.313980:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10029 00000100:00100000:0.0:1746066719.314038:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10031 00000100:00100000:0.0:1746066719.314043:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3293:x1830882976121984:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.314063:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f29a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3293:x1830882976123648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 124us (1497us total) trans 17179872679 rc 0/0 00000100:00100000:1.0:1746066719.314068:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10030 00000100:00100000:0.0:1746066719.314125:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3293:x1830882976121984:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (1701us total) trans 21474840001 rc 0/0 00000100:00100000:0.0:1746066719.314129:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10031 00000004:00080000:0.0:1746066719.314169:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e868e00/2, rc 0, transno 17179872676 00000100:00100000:0.0:1746066719.314173:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976122112:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066719.314179:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e8c6d80/2, rc 0, transno 17179872677 00000100:00100000:0.0:1746066719.314182:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e8c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976122624:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066719.314187:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135f80a80/2, rc 0, transno 17179872678 00000100:00100000:0.0:1746066719.314190:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976123136:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066719.314195:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e851500/2, rc 0, transno 17179872679 00000100:00100000:0.0:1746066719.314198:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976123648:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.314205:0:3293:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839979 gen 2 00000004:00080000:0.0:1746066719.314208:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bfe3b80, transno 21474839885 00000004:00080000:0.0:1746066719.314214:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092045880, transno 21474839886 00000004:00080000:0.0:1746066719.314216:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bfe0a80, transno 21474839887 00000004:00080000:0.0:1746066719.314218:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092044700, transno 21474839888 00000004:00080000:0.0:1746066719.314220:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bfe1180, transno 21474839889 00000004:00080000:0.0:1746066719.314222:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bfe1f80, transno 21474839890 00000004:00080000:0.0:1746066719.314223:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092045500, transno 21474839891 00000004:00080000:0.0:1746066719.314225:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092044a80, transno 21474839892 00000004:00080000:0.0:1746066719.314227:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092046d80, transno 21474839893 00000004:00080000:0.0:1746066719.314229:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092046a00, transno 21474839897 00000004:00080000:0.0:1746066719.314231:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092045f80, transno 21474839898 00000004:00080000:0.0:1746066719.314233:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092047800, transno 21474839899 00000004:00080000:0.0:1746066719.314235:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092046680, transno 21474839900 00000004:00080000:0.0:1746066719.314237:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092044e00, transno 21474839901 00000004:00080000:0.0:1746066719.314238:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092045c00, transno 21474839902 00000004:00080000:0.0:1746066719.314241:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092047480, transno 21474839903 00000004:00080000:0.0:1746066719.314242:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092044000, transno 21474839904 00000004:00080000:0.0:1746066719.314245:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e841f80, transno 21474839905 00000004:00080000:0.0:1746066719.314247:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5ca80, transno 21474839907 00000004:00080000:0.0:1746066719.314261:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5d880, transno 21474839908 00000004:00080000:0.0:1746066719.314263:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5c380, transno 21474839909 00000004:00080000:0.0:1746066719.314264:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5c700, transno 21474839910 00000004:00080000:0.0:1746066719.314266:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5a300, transno 21474839911 00000004:00080000:0.0:1746066719.314268:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5dc00, transno 21474839912 00000004:00080000:0.0:1746066719.314270:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5e300, transno 21474839913 00000004:00080000:0.0:1746066719.314271:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5fb80, transno 21474839914 00000004:00080000:0.0:1746066719.314273:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5c000, transno 21474839915 00000004:00080000:0.0:1746066719.314276:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22ca80, transno 21474839919 00000004:00080000:0.0:1746066719.314278:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22fb80, transno 21474839920 00000004:00080000:0.0:1746066719.314279:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22c700, transno 21474839921 00000004:00080000:0.0:1746066719.314281:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22c000, transno 21474839922 00000004:00080000:0.0:1746066719.314287:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22f480, transno 21474839923 00000004:00080000:0.0:1746066719.314288:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22df80, transno 21474839924 00000004:00080000:0.0:1746066719.314290:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22d500, transno 21474839925 00000004:00080000:0.0:1746066719.314292:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22f800, transno 21474839926 00000004:00080000:0.0:1746066719.314294:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22ea00, transno 21474839927 00000004:00080000:0.0:1746066719.314296:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800921c0e00, transno 21474839928 00000004:00080000:0.0:1746066719.314298:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800921c2a00, transno 21474839929 00000004:00080000:0.0:1746066719.314299:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800921c0380, transno 21474839930 00000004:00080000:0.0:1746066719.314301:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800921c3800, transno 21474839931 00000004:00080000:0.0:1746066719.314302:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800921c1f80, transno 21474839932 00000004:00080000:0.0:1746066719.314304:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed0a680, transno 21474839933 00000004:00080000:0.0:1746066719.314306:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800921c1500, transno 21474839934 00000004:00080000:0.0:1746066719.314310:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800921c1180, transno 21474839935 00000004:00080000:0.0:1746066719.314311:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800921c1c00, transno 21474839936 00000004:00080000:0.0:1746066719.314313:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a0d0380, transno 21474839941 00000004:00080000:0.0:1746066719.314315:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a0d0000, transno 21474839942 00000004:00080000:0.0:1746066719.314317:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a0d1f80, transno 21474839943 00000004:00080000:0.0:1746066719.314319:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2c000, transno 21474839944 00000004:00080000:0.0:1746066719.314320:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2ca80, transno 21474839945 00000004:00080000:0.0:1746066719.314322:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a0d2300, transno 21474839946 00000004:00080000:0.0:1746066719.314323:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2c380, transno 21474839947 00000004:00080000:0.0:1746066719.314325:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2df80, transno 21474839948 00000004:00080000:0.0:1746066719.314327:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d1f80, transno 21474839949 00000004:00080000:0.0:1746066719.314329:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d0700, transno 21474839953 00000004:00080000:0.0:1746066719.314331:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d1c00, transno 21474839954 00000004:00080000:0.0:1746066719.314333:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d0000, transno 21474839955 00000004:00080000:0.0:1746066719.314335:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d0380, transno 21474839956 00000004:00080000:0.0:1746066719.314336:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d2300, transno 21474839957 00000004:00080000:0.0:1746066719.314338:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d1180, transno 21474839958 00000004:00080000:0.0:1746066719.314340:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d0a80, transno 21474839959 00000004:00080000:0.0:1746066719.314341:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5ce00, transno 21474839960 00000004:00080000:0.0:1746066719.314343:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5e300, transno 21474839961 00000004:00080000:0.0:1746066719.314345:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5ea00, transno 21474839962 00000004:00080000:0.0:1746066719.314346:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5fb80, transno 21474839963 00000004:00080000:0.0:1746066719.314348:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5ed80, transno 21474839964 00000004:00080000:0.0:1746066719.314349:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5d880, transno 21474839965 00000004:00080000:0.0:1746066719.314351:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5c380, transno 21474839966 00000004:00080000:0.0:1746066719.314352:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e93df80, transno 21474839967 00000004:00080000:0.0:1746066719.314357:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5e680, transno 21474839968 00000004:00080000:0.0:1746066719.314358:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e93f800, transno 21474839969 00000004:00080000:0.0:1746066719.314360:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099712300, transno 21474839970 00000004:00080000:0.0:1746066719.314362:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800939f4000, transno 21474839971 00000004:00080000:0.0:1746066719.314363:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009270a680, transno 21474839972 00000004:00080000:0.0:1746066719.314365:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e840700, transno 21474839973 00000004:00080000:0.0:1746066719.314366:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e841880, transno 21474839974 00000004:00080000:0.0:1746066719.314368:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e843480, transno 21474839975 00000004:00080000:0.0:1746066719.314370:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800939f4a80, transno 21474839976 00000004:00080000:0.0:1746066719.314371:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800921c3100, transno 21474839977 00000004:00080000:0.0:1746066719.314373:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009270b800, transno 21474839978 00000004:00080000:0.0:1746066719.314375:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092708380, transno 21474839979 00000100:00100000:0.0:1746066719.314379:0:3293:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff88009e636d80 x1830882976121984/t21474840001(21474840001) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746066735 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:0.0:1746066719.314387:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e636d80/2, rc 0, transno 21474840001 00000100:00100000:0.0:1746066719.314390:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976121984:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066719.314398:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e86a300/2, rc 0, transno 17179872680 00000100:00100000:0.0:1746066719.314401:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976121856:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066719.314407:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e636680/2, rc 0, transno 21474839998 00000100:00100000:0.0:1746066719.314410:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976122496:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066719.314415:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e634000/2, rc 0, transno 21474839999 00000100:00100000:0.0:1746066719.314417:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976123008:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066719.314422:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ec2ea00/2, rc 0, transno 21474840000 00000100:00100000:0.0:1746066719.314424:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976123520:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066719.314714:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e635500/2, rc 0, transno 21474840002 00000100:00100000:0.0:1746066719.314717:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976121728:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066719.314734:0:14588:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 8 in progress, 0 in flight, 81 done 00000100:00100000:0.0:1746066719.314761:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746066719.314767:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e851880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976123776:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.314790:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066719.314927:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e851880/2, rc 0, transno 21474840003 00000100:00100000:0.0:1746066719.314930:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e851880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976123776:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.317147:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.321631:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.324801:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.324834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.324859:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.324882:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974850304 00000100:00100000:0.0:1746066719.324883:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.324889:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974850304 00000100:00100000:1.0:1746066719.326061:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974850560 00000100:00100000:1.0:1746066719.326066:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974850560 00000100:00100000:0.0:1746066719.326075:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.326159:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974850432 00000100:00100000:1.0:1746066719.326161:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974850432 00000100:00100000:1.0:1746066719.326172:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974850688 00000100:00100000:1.0:1746066719.326174:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974850688 00000100:00100000:0.0:1746066719.326180:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.326184:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974850816 00000100:00100000:1.0:1746066719.326186:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974850816 00000100:00100000:1.0:1746066719.326191:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974850944 00000100:00100000:1.0:1746066719.326192:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974850944 00000100:00100000:0.0:1746066719.326198:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10034 00000100:00100000:0.0:1746066719.326205:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974850304:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:1.0:1746066719.326280:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10035 00000100:00100000:1.0:1746066719.326285:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974850560:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066719.326297:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066719.326301:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.326313:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2400/0xfb36a14ee608013a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977b2e expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.326313:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a633000/0xfb36a14ee6080133 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977b20 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066719.326333:0:8112:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd1e, atime: 0x6812dd1e, ctime: 0x6812dd1e, blocks: 0x81f 00002000:00010000:0.0:1746066719.326333:0:21203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd1e, atime: 0x6812dd1c, ctime: 0x6812dd1e, blocks: 0x7e9 00010000:00010000:1.0:1746066719.326347:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.326347:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.326349:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.326349:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.326356:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2400/0xfb36a14ee608013a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b2e expref: 8 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066719.326356:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a633000/0xfb36a14ee6080133 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b20 expref: 8 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.326368:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2400/0xfb36a14ee608013a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b2e expref: 8 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066719.326368:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a633000/0xfb36a14ee6080133 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b20 expref: 8 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.326377:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d0d2400, rc 0) 00010000:00010000:0.0:1746066719.326377:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a633000, rc 0) 00000100:00100000:1.0:1746066719.326407:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974850560:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 122us (1572us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.326407:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974850304:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 203us (1613us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.326412:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10035 00000100:00100000:1.0:1746066719.326425:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10036 00000100:00100000:1.0:1746066719.326715:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974850432:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066719.326721:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.326728:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3a00/0xfb36a14ee6080148 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977b27 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066719.326737:0:8112:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd1e, atime: 0x6812dd1e, ctime: 0x6812dd1e, blocks: 0x81f 00010000:00010000:1.0:1746066719.326743:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.326744:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.326748:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3a00/0xfb36a14ee6080148 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b27 expref: 8 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.326756:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3a00/0xfb36a14ee6080148 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b27 expref: 8 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.326762:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d0d3a00, rc 0) 00000100:00100000:1.0:1746066719.326775:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974850432:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 346us (1916us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.326782:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10036 00000100:00100000:1.0:1746066719.326790:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10039 00000100:00100000:1.0:1746066719.326794:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974850944:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066719.326799:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.326804:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee6080156 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977b43 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.326804:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10034 00002000:00010000:1.0:1746066719.326813:0:8112:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd1e, atime: 0x6812dd1e, ctime: 0x6812dd1e, blocks: 0x102b 00010000:00010000:1.0:1746066719.326820:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.326820:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.326824:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee6080156 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b43 expref: 8 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.326831:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee6080156 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b43 expref: 8 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.326837:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d0d3800, rc 0) 00000100:00100000:1.0:1746066719.326851:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974850944:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 56us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.326855:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10039 00000100:00100000:0.0:1746066719.334860:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.334953:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.336890:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4027 00000100:00100000:1.0:1746066719.336900:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974851200:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:1.0:1746066719.336932:0:31365:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008d0d3600/0xfb36a14ee608015d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.336949:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.336951:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.336956:0:31365:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0d3600/0xfb36a14ee608015d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.336967:0:31365:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d0d3600/0xfb36a14ee608015d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.338431:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.339181:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.339195:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.339212:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.339227:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974851968 00000100:00100000:0.0:1746066719.339233:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974851968 00000100:00100000:0.0:1746066719.339274:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974851840 00000100:00100000:0.0:1746066719.339275:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974851840 00000100:00100000:0.0:1746066719.339285:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974852224 00000100:00100000:0.0:1746066719.339287:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974852224 00000100:00100000:0.0:1746066719.339296:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974852352 00000100:00100000:0.0:1746066719.339298:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974852352 00000100:00100000:0.0:1746066719.339308:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4028 00000100:00100000:0.0:1746066719.339314:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974851456:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066719.339338:0:31368:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee6080164 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.339348:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.339349:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.339353:0:31368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee6080164 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.339363:0:31368:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee6080164 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.340288:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4029 00000100:00100000:0.0:1746066719.340294:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974851968:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066719.340313:0:8456:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008e523c00/0xfb36a14ee608016b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.340321:0:8456:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.340322:0:8456:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.340324:0:8456:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e523c00/0xfb36a14ee608016b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.340332:0:8456:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e523c00/0xfb36a14ee608016b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.347271:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974852992 00000100:00100000:0.0:1746066719.347278:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974852992 00000100:00100000:0.0:1746066719.347579:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4033 00000100:00100000:0.0:1746066719.347587:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882974852992:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066719.347616:0:21550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b597a00/0xfb36a14ee6080187 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.347627:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.347629:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.347633:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b597a00/0xfb36a14ee6080187 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.347644:0:21550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b597a00/0xfb36a14ee6080187 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.384812:0:21550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b597a00/0xfb36a14ee6080187 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.384828:0:21550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b597a00/0xfb36a14ee6080187 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.384835:0:21550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b597a00/0xfb36a14ee6080187 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.384841:0:21550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b597a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066719.384844:0:21550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b597a00/0xfb36a14ee6080187 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.384856:0:21550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b597a00/0xfb36a14ee6080187 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.384871:0:21550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b597a00/0xfb36a14ee6080187 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.384877:0:21550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b597a00/0xfb36a14ee6080187 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.384941:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974852992:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 37352us (37854us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066719.384949:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4033 00000100:00100000:0.0:1746066719.393705:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.397649:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974853504 00000100:00100000:1.0:1746066719.397655:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974853504 00010000:00010000:1.0:1746066719.397696:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a633000/0xfb36a14ee6080133 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b20 expref: 9 pid: 21203 timeout: 780 lvb_type: 1 00000100:00100000:1.0:1746066719.397716:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4960 00000100:00100000:1.0:1746066719.397722:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a521a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974853504:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.397733:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.397749:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a633000/0xfb36a14ee6080133 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b20 expref: 9 pid: 21203 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.397758:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a633000/0xfb36a14ee6080133 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b20 expref: 9 pid: 21203 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.397776:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a633000/0xfb36a14ee6080133 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b20 expref: 9 pid: 21203 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.397790:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.397791:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.397797:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b09ba00/0xfb36a14ee608019c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b4a expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.397805:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b09ba00/0xfb36a14ee608019c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b4a expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.397829:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b09ba00/0xfb36a14ee608019c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b4a expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.397839:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976124032:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.397901:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.399319:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976124032:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.399330:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.399366:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a521a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974853504:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1643us (1738us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.399372:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4960 00000100:00100000:0.0:1746066719.400267:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.403838:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.403963:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974853760 00000100:00100000:1.0:1746066719.403970:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974853760 00010000:00010000:1.0:1746066719.403995:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3a00/0xfb36a14ee6080148 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b27 expref: 10 pid: 8112 timeout: 780 lvb_type: 1 00000100:00100000:1.0:1746066719.404566:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4961 00000100:00100000:1.0:1746066719.404573:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974853760:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.404584:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.404601:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3a00/0xfb36a14ee6080148 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b27 expref: 9 pid: 8112 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.404615:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3a00/0xfb36a14ee6080148 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b27 expref: 9 pid: 8112 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.404631:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3a00/0xfb36a14ee6080148 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b27 expref: 9 pid: 8112 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.404642:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.404643:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.404648:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d36a200/0xfb36a14ee60801a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b51 expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.404655:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d36a200/0xfb36a14ee60801a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b51 expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.404694:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d36a200/0xfb36a14ee60801a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b51 expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.404703:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976124288:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.404752:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.407747:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.407881:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976124288:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.407897:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.407928:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974853760:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3355us (4095us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.407937:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4961 00000100:00100000:0.0:1746066719.411485:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.411637:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974854016 00000100:00100000:1.0:1746066719.411645:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974854016 00010000:00010000:1.0:1746066719.411669:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2400/0xfb36a14ee608013a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b2e expref: 9 pid: 8112 timeout: 780 lvb_type: 1 00000100:00100000:1.0:1746066719.411951:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4962 00000100:00100000:1.0:1746066719.411959:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974854016:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.411969:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.411987:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2400/0xfb36a14ee608013a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b2e expref: 9 pid: 8112 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.411997:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2400/0xfb36a14ee608013a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b2e expref: 9 pid: 8112 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.412015:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2400/0xfb36a14ee608013a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b2e expref: 9 pid: 8112 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.412035:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.412037:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.412043:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d36a800/0xfb36a14ee60801aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b58 expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.412050:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d36a800/0xfb36a14ee60801aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b58 expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.412075:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d36a800/0xfb36a14ee60801aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b58 expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.412084:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976124544:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.412150:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.415077:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.415123:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976124544:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.415140:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.415171:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974854016:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3213us (3688us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.415180:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4962 00000100:00100000:0.0:1746066719.417364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.417435:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974854272 00000100:00100000:1.0:1746066719.417440:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974854272 00010000:00010000:1.0:1746066719.417467:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb07e00/0xfb36a14ee6080141 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b35 expref: 10 pid: 4614 timeout: 780 lvb_type: 1 00000100:00100000:1.0:1746066719.418014:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4963 00000100:00100000:1.0:1746066719.418021:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974854272:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.418032:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.418048:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb07e00/0xfb36a14ee6080141 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b35 expref: 9 pid: 4614 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.418057:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb07e00/0xfb36a14ee6080141 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b35 expref: 9 pid: 4614 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.418074:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb07e00/0xfb36a14ee6080141 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b35 expref: 9 pid: 4614 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.418084:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.418086:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.418091:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f4e5c00/0xfb36a14ee60801b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b5f expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.418102:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4e5c00/0xfb36a14ee60801b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b5f expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.418123:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f4e5c00/0xfb36a14ee60801b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b5f expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.418133:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976124800:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.418672:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.420380:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.420476:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976124800:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.420490:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.420522:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974854272:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2501us (3162us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.420528:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4963 00000100:00100000:0.0:1746066719.423391:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.423814:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974854528 00000100:00100000:1.0:1746066719.423819:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974854528 00010000:00010000:1.0:1746066719.423839:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83c00/0xfb36a14ee608014f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b3c expref: 9 pid: 8451 timeout: 780 lvb_type: 1 00000100:00100000:1.0:1746066719.423864:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4964 00000100:00100000:1.0:1746066719.423869:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974854528:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.423879:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.423894:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83c00/0xfb36a14ee608014f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b3c expref: 9 pid: 8451 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.423907:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83c00/0xfb36a14ee608014f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b3c expref: 9 pid: 8451 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.423922:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a83c00/0xfb36a14ee608014f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b3c expref: 9 pid: 8451 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.423936:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.423937:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.423942:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d36bc00/0xfb36a14ee60801b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b66 expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.423949:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d36bc00/0xfb36a14ee60801b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b66 expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.423967:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d36bc00/0xfb36a14ee60801b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b66 expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.423976:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976125056:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.424027:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.427508:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976125056:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066719.427509:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066719.427524:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.427554:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974854528:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3683us (4163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.427563:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4964 00000100:00100000:0.0:1746066719.431061:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.431115:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974854784 00000100:00100000:1.0:1746066719.431122:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974854784 00010000:00010000:1.0:1746066719.431143:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee6080156 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b43 expref: 9 pid: 8112 timeout: 780 lvb_type: 1 00000100:00100000:1.0:1746066719.431167:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4965 00000100:00100000:1.0:1746066719.431173:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974854784:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.431182:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.431198:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee6080156 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b43 expref: 9 pid: 8112 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.431206:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee6080156 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b43 expref: 9 pid: 8112 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.431223:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee6080156 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b43 expref: 9 pid: 8112 timeout: 780 lvb_type: 1 00010000:00010000:1.0:1746066719.431256:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.431258:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.431265:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d36b800/0xfb36a14ee60801bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b6d expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.431271:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d36b800/0xfb36a14ee60801bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b6d expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.431294:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d36b800/0xfb36a14ee60801bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b6d expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.431304:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976125312:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.431368:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.433731:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976125312:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.433748:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.433787:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974854784:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2613us (2726us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.433795:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4965 00000100:00100000:0.0:1746066719.434280:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.434817:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.434841:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.435025:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.435127:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.435546:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.442242:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.444415:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.445411:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974855936 00000100:00100000:1.0:1746066719.445417:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974855936 00010000:00010000:1.0:1746066719.445441:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb06000/0xfb36a14ee608011e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b12 expref: 10 pid: 14548 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.445473:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4966 00000100:00100000:1.0:1746066719.445479:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974855936:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.445489:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.445494:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb06000/0xfb36a14ee608011e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b12 expref: 10 pid: 14548 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.445503:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb06000/0xfb36a14ee608011e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b12 expref: 10 pid: 14548 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.445520:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb06000/0xfb36a14ee608011e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b12 expref: 10 pid: 14548 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.445545:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066719.445549:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82e00/0xfb36a14ee60801c6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16596 initiator: MDT0 00010000:00010000:1.0:1746066719.445556:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82e00/0xfb36a14ee60801c6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16596 initiator: MDT0 00010000:00010000:1.0:1746066719.445562:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82e00/0xfb36a14ee60801c6 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16596 initiator: MDT0 00010000:00010000:1.0:1746066719.445577:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.446844:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974855936:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1361us (2428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.446851:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4966 00000001:00080000:1.0:1746066719.495966:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942780 is committed 00000004:00080000:1.0:1746066719.495974:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1740 committed 00000004:00080000:1.0:1746066719.495981:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1786 committed 00000004:00080000:1.0:1746066719.495985:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1785 committed 00000004:00080000:1.0:1746066719.495987:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1784 committed 00000004:00080000:1.0:1746066719.495988:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1783 committed 00000004:00080000:1.0:1746066719.495989:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1739 committed 00000004:00080000:1.0:1746066719.495991:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1782 committed 00000004:00080000:1.0:1746066719.495992:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1738 committed 00000004:00080000:1.0:1746066719.495993:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1781 committed 00000004:00080000:1.0:1746066719.495995:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1737 committed 00000004:00080000:1.0:1746066719.495996:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1736 committed 00000004:00080000:1.0:1746066719.495998:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1735 committed 00000004:00080000:1.0:1746066719.496000:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1780 committed 00000004:00080000:1.0:1746066719.496002:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1779 committed 00000004:00080000:1.0:1746066719.496003:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1734 committed 00000004:00080000:1.0:1746066719.496005:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1733 committed 00000004:00080000:1.0:1746066719.496006:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1778 committed 00000100:00100000:1.0:1746066719.496460:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976125696:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.496497:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.496527:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976126208:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.496545:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.496558:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746066719.496562:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976125824:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.496575:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.496584:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976126336:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.496595:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.496613:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976125696 00000100:00100000:1.0:1746066719.496619:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976125696 00000100:00100000:1.0:1746066719.496643:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976126208 00000100:00100000:1.0:1746066719.496645:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976126208 00000100:00100000:1.0:1746066719.496654:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976125824 00000100:00100000:1.0:1746066719.496655:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976125824 00000100:00100000:1.0:1746066719.496663:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976126336 00000100:00100000:1.0:1746066719.496664:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976126336 00000100:00100000:1.0:1746066719.496689:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10052 00000100:00100000:1.0:1746066719.496696:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3293:x1830882976125696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066719.496841:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1746066719.496844:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066718 -> 1746066718 00002000:00010000:1.0:1746066719.496847:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066718 -> 1746066718 00002000:00010000:1.0:1746066719.496848:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066719 -> 1746066719 00002000:00010000:1.0:1746066719.496850:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:1.0:1746066719.496872:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3293:x1830882976125696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 177us (374us total) trans 21474840007 rc 0/0 00000100:00100000:1.0:1746066719.496877:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10052 00000100:00100000:1.0:1746066719.496889:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10053 00000100:00100000:1.0:1746066719.496893:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800993b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3293:x1830882976126208:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.496955:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800993b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3293:x1830882976126208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 62us (410us total) trans 21474840008 rc 0/0 00000100:00100000:1.0:1746066719.496960:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10053 00000100:00100000:1.0:1746066719.497053:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10054 00000100:00100000:1.0:1746066719.497057:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3293:x1830882976125824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066719.497111:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066719.497113:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066718 -> 1746066718 00002000:00010000:1.0:1746066719.497114:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066718 -> 1746066718 00002000:00010000:1.0:1746066719.497116:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066719 -> 1746066719 00002000:00010000:1.0:1746066719.497118:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:1.0:1746066719.497132:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3293:x1830882976125824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 74us (555us total) trans 21474840009 rc 0/0 00000100:00100000:1.0:1746066719.497135:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10054 00000100:00100000:1.0:1746066719.497142:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10055 00000100:00100000:1.0:1746066719.497145:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3293:x1830882976126336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.497196:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3293:x1830882976126336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 50us (600us total) trans 21474840010 rc 0/0 00000100:00100000:1.0:1746066719.497200:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10055 00000004:00080000:1.0:1746066719.497227:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bfe3b80/2, rc 0, transno 21474840009 00000100:00100000:1.0:1746066719.497232:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976125824:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066719.497237:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092045880/2, rc 0, transno 21474840010 00000100:00100000:1.0:1746066719.497240:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976126336:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066719.497244:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b7f8380/2, rc 0, transno 21474840007 00000100:00100000:1.0:1746066719.497258:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976125696:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066719.497264:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bfe1f80/2, rc 0, transno 21474840008 00000100:00100000:1.0:1746066719.497267:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976126208:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.497287:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976126720:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.497301:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.497313:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976126720 00000100:00100000:1.0:1746066719.497315:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976126720 00000100:00100000:1.0:1746066719.497326:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10056 00000100:00100000:1.0:1746066719.497329:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3293:x1830882976126720:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.497401:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3293:x1830882976126720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 70us (99us total) trans 21474840011 rc 0/0 00000100:00100000:1.0:1746066719.497405:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10056 00000004:00080000:1.0:1746066719.497422:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092044a80/2, rc 0, transno 21474840011 00000100:00100000:1.0:1746066719.497425:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976126720:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.497471:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976127232:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.497487:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.497497:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746066719.497500:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976126848:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.497511:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.497518:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976127360:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.497528:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.497539:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976127232 00000100:00100000:1.0:1746066719.497542:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976127232 00000100:00100000:1.0:1746066719.497552:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976126848 00000100:00100000:1.0:1746066719.497554:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976126848 00000100:00100000:1.0:1746066719.497562:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976127360 00000100:00100000:1.0:1746066719.497563:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976127360 00000100:00100000:1.0:1746066719.497572:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10057 00000100:00100000:1.0:1746066719.497576:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3293:x1830882976127232:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.497668:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3293:x1830882976127232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (179us total) trans 17179872684 rc 0/0 00000100:00100000:1.0:1746066719.497673:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10057 00000100:00100000:1.0:1746066719.497698:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10058 00000100:00100000:1.0:1746066719.497702:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f29a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3293:x1830882976126848:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.498131:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976125568:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.498155:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.498170:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976126080:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.498182:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.498190:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976126592:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.498201:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.498208:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976127104:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.498217:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.498222:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976127616:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.498232:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.498240:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1746066719.498244:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976125952:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.498268:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.498276:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976126464:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.498287:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.498292:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976126976:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.498302:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.498307:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976127488:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.498318:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1746066719.499705:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82e00/0xfb36a14ee60801c6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16596 initiator: MDT0 00010000:00010000:0.0:1746066719.499713:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82e00/0xfb36a14ee60801c6 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16596 initiator: MDT0 00010000:00010000:0.0:1746066719.499719:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82e00/0xfb36a14ee60801c6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16596 initiator: MDT0 00010000:00010000:0.0:1746066719.499723:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4a82e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066719.499726:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82e00/0xfb36a14ee60801c6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16596 initiator: MDT0 00010000:00010000:0.0:1746066719.499732:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82e00/0xfb36a14ee60801c6 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16596 initiator: MDT0 00010000:00010000:0.0:1746066719.499744:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066719.499746:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066719.499749:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82e00/0xfb36a14ee60801c6 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16596 initiator: MDT0 00010000:00010000:0.0:1746066719.499753:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a82e00/0xfb36a14ee60801c6 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16596 initiator: MDT0 00000100:00100000:0.0:1746066719.499837:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:1.0:1746066719.501633:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066719.501636:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066718 -> 1746066718 00002000:00010000:1.0:1746066719.501638:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066718 -> 1746066718 00002000:00010000:1.0:1746066719.501640:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066719 -> 1746066719 00002000:00010000:1.0:1746066719.501642:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:1.0:1746066719.501743:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f29a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3293:x1830882976126848:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3971us (4161us total) trans 17179872685 rc 0/0 00000100:00100000:1.0:1746066719.501750:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10058 00000004:00080000:1.0:1746066719.501801:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092047800/2, rc 0, transno 17179872685 00000100:00100000:1.0:1746066719.501805:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976126848:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066719.501814:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092047480/2, rc 0, transno 17179872686 00000100:00100000:1.0:1746066719.501817:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976127360:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066719.501824:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092045c00/2, rc 0, transno 17179872684 00000100:00100000:1.0:1746066719.501826:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976127232:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.508112:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.519758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.521111:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.523276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.523421:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974856960 00000100:00100000:1.0:1746066719.523427:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974856960 00000100:00100000:1.0:1746066719.524108:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10069 00000100:00100000:1.0:1746066719.524116:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:28536:x1830882974856960:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066719.524131:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.524145:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98f000/0xfb36a14ee608021a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977b89 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.524168:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b09ba00/0xfb36a14ee608019c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b4a expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.524175:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066719.524176:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066719.524179:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98f000/0xfb36a14ee608021a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b89 expref: 17 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.524204:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b09ba00/0xfb36a14ee608019c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b4a expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.524215:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b09ba00/0xfb36a14ee608019c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b4a expref: 10 pid: 9776 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.524225:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f29a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976127744:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066719.524472:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.524515:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974857216 00000100:00100000:0.0:1746066719.524518:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974857216 00000100:00100000:0.0:1746066719.524540:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3510 00000100:00100000:0.0:1746066719.524545:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28535:x1830882974857216:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:0.0:1746066719.524690:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28535:x1830882974857216:12345-192.168.202.57@tcp:35:cat.0 Request processed in 129us (203us total) trans 8589942784 rc 0/0 00000100:00100000:0.0:1746066719.524696:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3510 00000100:00100000:1.0:1746066719.525010:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.529852:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.529908:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.530172:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066719.531882:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b09ba00/0xfb36a14ee608019c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b4a expref: 11 pid: 9776 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.531898:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f29a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976127744:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.531916:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008d98f000/0xfb36a14ee608021a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b89 expref: 17 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.531922:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d98f000, rc 0) 00000100:00100000:1.0:1746066719.531943:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:28536:x1830882974856960:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7829us (8671us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.531948:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10069 00000100:00100000:0.0:1746066719.535787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.535816:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.535836:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.535893:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.535933:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974857984 00000100:00100000:1.0:1746066719.535937:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974857984 00002000:00100000:1.0:1746066719.535960:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ef5f100 x1830882974857984/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:125/0 lens 488/0 e 0 to 0 dl 1746066730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.535967:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5f100 with x1830882974857984 ext(0->1048575) 00002000:00010000:1.0:1746066719.535971:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5f100 00000100:00100000:1.0:1746066719.535979:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974858368 00000100:00100000:1.0:1746066719.535980:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974858368 00002000:00100000:1.0:1746066719.535988:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ef5ca80 x1830882974858368/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/0 e 0 to 0 dl 1746066730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.535994:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5ca80 with x1830882974858368 ext(0->1048575) 00002000:00010000:1.0:1746066719.535996:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5ca80 00000100:00100000:1.0:1746066719.536005:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4035 00000100:00100000:1.0:1746066719.536010:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882974857984:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066719.552107:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882974857984:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16091us (16319us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066719.552116:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4035 00002000:00100000:1.0:1746066719.552122:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ef5f100 x1830882974857984/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:125/0 lens 488/440 e 0 to 0 dl 1746066730 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.552130:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5f100 with x1830882974857984 ext(0->1048575) 00002000:00010000:1.0:1746066719.552133:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5f100 00000100:00100000:0.0:1746066719.558765:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.558958:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974858624 00000100:00100000:1.0:1746066719.558967:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974858624 00000100:00100000:1.0:1746066719.559023:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10071 00000100:00100000:1.0:1746066719.559031:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28536:x1830882974858624:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066719.559047:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.559063:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d98e200/0xfb36a14ee608023d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977b9e expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.559086:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d36a200/0xfb36a14ee60801a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b51 expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.559093:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066719.559095:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066719.559098:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d98e200/0xfb36a14ee608023d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b9e expref: 32 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.559124:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d36a200/0xfb36a14ee60801a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b51 expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.559134:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d36a200/0xfb36a14ee60801a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b51 expref: 10 pid: 9776 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.559144:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f29a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976128256:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.560468:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.561294:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.561402:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f29a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976128256:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.561433:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d98e200/0xfb36a14ee608023d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b9e expref: 32 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.561453:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d98e200, rc 0) 00000100:00100000:0.0:1746066719.561878:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.562202:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:28536:x1830882974858624:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3169us (3445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.562208:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10071 00000100:00100000:0.0:1746066719.563658:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.564265:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.571369:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.571772:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974859392 00000100:00100000:1.0:1746066719.571783:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974859392 00002000:00100000:1.0:1746066719.571832:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009ef5c000 x1830882974859392/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/0 e 0 to 0 dl 1746066730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.571843:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5c000 with x1830882974859392 ext(1048576->2097151) 00002000:00010000:1.0:1746066719.571848:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5c000 00000100:00100000:1.0:1746066719.571893:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4037 00000100:00100000:1.0:1746066719.571903:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882974859392:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066719.572621:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.580351:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.583615:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882974859392:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11708us (12248us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066719.583625:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4037 00002000:00100000:1.0:1746066719.583635:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009ef5c000 x1830882974859392/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/440 e 0 to 0 dl 1746066730 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.583643:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5c000 with x1830882974859392 ext(1048576->2097151) 00002000:00010000:1.0:1746066719.583648:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5c000 00000100:00100000:1.0:1746066719.584804:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.584856:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.587877:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.588505:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974860288 00000100:00100000:1.0:1746066719.588513:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974860288 00000100:00100000:1.0:1746066719.588554:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10073 00000100:00100000:1.0:1746066719.588561:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28535:x1830882974860288:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066719.588579:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.588596:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f588800/0xfb36a14ee6080267 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977bc1 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.588621:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d36a800/0xfb36a14ee60801aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b58 expref: 9 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.588628:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066719.588629:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066719.588632:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f588800/0xfb36a14ee6080267 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc1 expref: 21 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.588658:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d36a800/0xfb36a14ee60801aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b58 expref: 9 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.588667:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d36a800/0xfb36a14ee60801aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b58 expref: 9 pid: 9776 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.588701:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976128768:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.588763:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.588919:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.591867:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.591884:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974860544 00000100:00100000:0.0:1746066719.591888:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974860544 00010000:00010000:0.0:1746066719.591908:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d36a800/0xfb36a14ee60801aa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b58 expref: 10 pid: 9776 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746066719.591927:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4973 00000100:00100000:0.0:1746066719.591934:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974860544:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066719.591944:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066719.591961:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d36a800/0xfb36a14ee60801aa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b58 expref: 10 pid: 9776 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746066719.591970:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d36a800/0xfb36a14ee60801aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b58 expref: 10 pid: 9776 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746066719.591989:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.591990:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.591995:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f588800/0xfb36a14ee6080267 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc1 expref: 21 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.592002:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f588800/0xfb36a14ee6080267 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc1 expref: 21 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.592008:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.592009:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.592012:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f434000/0xfb36a14ee608026e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc8 expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.592018:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f434000/0xfb36a14ee608026e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc8 expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.592039:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f434000/0xfb36a14ee608026e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc8 expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.592048:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976128896:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.592061:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d36a800/0xfb36a14ee60801aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b58 expref: 10 pid: 9776 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.592072:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976128768:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.592088:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f588800/0xfb36a14ee6080267 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc1 expref: 21 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.592096:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f588800, rc 0) 00010000:00010000:0.0:1746066719.592101:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f588800/0xfb36a14ee6080267 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc1 expref: 21 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.592108:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976129024:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.592114:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28535:x1830882974860288:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3554us (4245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.592120:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10073 00000100:00100000:0.0:1746066719.592123:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.595050:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976129024:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.595073:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.595088:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974860672 00000100:00100000:1.0:1746066719.595091:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974860672 00000100:00100000:1.0:1746066719.595118:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8943 00000100:00100000:1.0:1746066719.595123:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28535:x1830882974860672:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066719.595137:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.595149:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080275 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977bcf expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.595188:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6080260 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.597053:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080275 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bcf expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.597069:0:14548:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6080260 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.597081:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080275 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bcf expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.597098:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066719.597101:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746066719.597103:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080275 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bcf expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.597110:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a866aa00, rc 0) 00000100:00100000:1.0:1746066719.597157:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28535:x1830882974860672:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2033us (2083us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.597163:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8943 00000100:00100000:1.0:1746066719.597235:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976128896:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.597263:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.597279:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974860544:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5345us (5417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.597285:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4973 00000100:00100000:1.0:1746066719.598522:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.598541:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974860800 00000100:00100000:1.0:1746066719.598546:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974860800 00000100:00100000:1.0:1746066719.598571:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8944 00000100:00100000:1.0:1746066719.598868:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28536:x1830882974860800:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066719.598885:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.598898:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866a400/0xfb36a14ee608027c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977bd6 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.598939:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866a400/0xfb36a14ee608027c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bd6 expref: 256 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.598951:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866a400/0xfb36a14ee608027c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bd6 expref: 256 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.598960:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066719.598962:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746066719.598965:0:14550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080275 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bcf expref: 11 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.598971:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a866a400, rc 0) 00000100:00100000:1.0:1746066719.598996:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28536:x1830882974860800:12345-192.168.202.57@tcp:101:cat.0 Request processed in 419us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.599002:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8944 00000001:00080000:1.0:1746066719.634542:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942784 is committed 00000001:00080000:1.0:1746066719.634552:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942786 is committed 00000004:00080000:1.0:1746066719.634555:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1748 committed 00000004:00080000:1.0:1746066719.634563:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1795 committed 00000004:00080000:1.0:1746066719.634568:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1794 committed 00000004:00080000:1.0:1746066719.634569:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1793 committed 00000004:00080000:1.0:1746066719.634571:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1792 committed 00000004:00080000:1.0:1746066719.634572:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1747 committed 00000004:00080000:1.0:1746066719.634574:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1791 committed 00000004:00080000:1.0:1746066719.634575:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1746 committed 00000004:00080000:1.0:1746066719.634577:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1790 committed 00000004:00080000:1.0:1746066719.634578:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1745 committed 00000004:00080000:1.0:1746066719.634579:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1744 committed 00000004:00080000:1.0:1746066719.634580:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1743 committed 00000004:00080000:1.0:1746066719.634581:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1789 committed 00000004:00080000:1.0:1746066719.634583:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1788 committed 00000004:00080000:1.0:1746066719.634584:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1742 committed 00000004:00080000:1.0:1746066719.634586:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1741 committed 00000004:00080000:1.0:1746066719.634587:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1787 committed 00000001:00080000:1.0:1746066719.634592:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942785 is committed 00000001:00080000:1.0:1746066719.634597:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942781 is committed 00000100:00100000:0.0:1746066719.634944:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976129664:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.634968:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.634986:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976130176:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.634999:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.635009:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976130688:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.635010:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976129920:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.635021:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.635032:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.635035:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976131200:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.635048:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976130432:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.635049:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.635061:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1746066719.635065:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976129792:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.635085:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976129664 00000100:00100000:0.0:1746066719.635087:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976129664 00000100:00100000:0.0:1746066719.635488:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10081 00000100:00100000:0.0:1746066719.635494:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3295:x1830882976129664:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.635570:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1746066719.635573:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746066719.635575:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066718 -> 1746066718 00002000:00010000:0.0:1746066719.635577:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066718 -> 1746066718 00002000:00010000:0.0:1746066719.635579:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066719 -> 1746066719 00002000:00010000:0.0:1746066719.635580:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:1.0:1746066719.635595:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976130944:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.635603:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3295:x1830882976129664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 110us (634us total) trans 17179872696 rc 0/0 00000100:00100000:1.0:1746066719.635609:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.635609:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10081 00000100:00100000:0.0:1746066719.635619:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976130432 00000100:00100000:0.0:1746066719.635622:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976130432 00000004:00080000:1.0:1746066719.635632:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a0d1f80/2, rc 0, transno 17179872695 00000100:00100000:0.0:1746066719.635633:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976130944 00000100:00100000:0.0:1746066719.635635:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976130944 00000100:00100000:1.0:1746066719.635636:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976129920:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.635644:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10082 00000100:00100000:0.0:1746066719.635649:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3293:x1830882976130432:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.635652:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10083 00000100:00100000:1.0:1746066719.635656:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3293:x1830882976130944:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066719.635744:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746066719.635747:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066718 -> 1746066718 00002000:00010000:0.0:1746066719.635749:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066718 -> 1746066718 00002000:00010000:0.0:1746066719.635751:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066719 -> 1746066719 00002000:00010000:0.0:1746066719.635753:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:1.0:1746066719.635767:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:3293:x1830882976130944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 111us (156us total) trans 21474840019 rc 0/0 00000100:00100000:0.0:1746066719.635772:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3293:x1830882976130432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 123us (203us total) trans 21474840018 rc 0/0 00000100:00100000:1.0:1746066719.635773:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10083 00000100:00100000:0.0:1746066719.635778:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10082 00000100:00100000:1.0:1746066719.635782:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976130048 00000100:00100000:1.0:1746066719.635784:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976130048 00000100:00100000:0.0:1746066719.635794:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.635797:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10084 00000100:00100000:1.0:1746066719.635801:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3294:x1830882976130048:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.635809:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976130304:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.635825:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.635834:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976130816:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.635846:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066719.635856:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976131328:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.635869:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.635873:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:3294:x1830882976130048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 70us (111us total) trans 17179872697 rc 0/0 00000100:00100000:1.0:1746066719.635878:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10084 00000004:00080000:0.0:1746066719.635882:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5c000/2, rc 0, transno 21474840017 00000100:00100000:1.0:1746066719.635887:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976130304 00000100:00100000:0.0:1746066719.635888:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976131200:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.635890:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976130304 00000100:00100000:1.0:1746066719.635897:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976130816 00000004:00080000:0.0:1746066719.635897:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2f480/2, rc 0, transno 17179872694 00000100:00100000:1.0:1746066719.635899:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976130816 00000100:00100000:0.0:1746066719.635900:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976130176:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.635905:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976131328 00000004:00080000:0.0:1746066719.635905:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2c000/2, rc 0, transno 21474840016 00000100:00100000:1.0:1746066719.635906:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976131328 00000100:00100000:0.0:1746066719.635908:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976130688:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066719.635913:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a0d0380/2, rc 0, transno 17179872696 00000100:00100000:1.0:1746066719.635914:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10086 00000100:00100000:0.0:1746066719.635915:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976129664:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.635918:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3295:x1830882976130304:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066719.635923:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a0d0000/2, rc 0, transno 17179872698 00000100:00100000:0.0:1746066719.635925:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976129792:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066719.635937:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10088 00000100:00100000:0.0:1746066719.635942:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3295:x1830882976131328:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.635989:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3295:x1830882976130304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 70us (162us total) trans 17179872699 rc 0/0 00000100:00100000:1.0:1746066719.635994:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10086 00000100:00100000:1.0:1746066719.636023:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976131456:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.636026:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3295:x1830882976131328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (155us total) trans 21474840021 rc 0/0 00000100:00100000:0.0:1746066719.636031:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10088 00000100:00100000:0.0:1746066719.636040:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976130560 00000100:00100000:0.0:1746066719.636043:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976130560 00000100:00100000:0.0:1746066719.636056:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10089 00000100:00100000:0.0:1746066719.636059:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3294:x1830882976130560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066719.636124:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066719.636127:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066718 -> 1746066718 00002000:00010000:0.0:1746066719.636129:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066718 -> 1746066718 00002000:00010000:0.0:1746066719.636131:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066719 -> 1746066719 00002000:00010000:0.0:1746066719.636133:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:0.0:1746066719.636150:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3294:x1830882976130560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 90us (118us total) trans 21474840022 rc 0/0 00000100:00100000:0.0:1746066719.636158:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10089 00000004:00080000:0.0:1746066719.636178:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2e300/2, rc 0, transno 17179872699 00000100:00100000:0.0:1746066719.636182:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976130304:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066719.636189:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2ca80/2, rc 0, transno 21474840020 00000100:00100000:0.0:1746066719.636191:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976130816:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066719.636197:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5d180/2, rc 0, transno 21474840021 00000100:00100000:0.0:1746066719.636200:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976131328:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.636383:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746066719.637990:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2f100/2, rc 0, transno 21474840018 00000100:00100000:1.0:1746066719.637994:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976130432:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066719.638002:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2c380/2, rc 0, transno 21474840019 00000100:00100000:1.0:1746066719.638004:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976130944:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.638200:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.638212:0:16018:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976129152:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066719.638221:0:16018:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093210380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:16018:1830882976129280:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.638224:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066719.638260:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596c00/0xfb36a14ee6080259 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bba expref: 254 pid: 16018 timeout: 0 lvb_type: 3 00000100:00100000:1.0:1746066719.638269:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10091 00010000:00010000:0.0:1746066719.638274:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6080260 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bba expref: 253 pid: 16018 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.638275:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3294:x1830882976131072:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1746066719.638294:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b597a00, rc 0) 00000100:00100000:0.0:1746066719.638320:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28530:x1830882974859904:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 57840us (57977us total) trans 8589942786 rc 0/0 00000100:00100000:0.0:1746066719.638325:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8942 00000100:00100000:0.0:1746066719.638345:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3512 00000100:00100000:0.0:1746066719.638350:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d05c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28536:x1830882974861056:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:0.0:1746066719.638385:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d05c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28536:x1830882974861056:12345-192.168.202.57@tcp:49:cat.0 Request processed in 36us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.638393:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3512 00000100:00100000:1.0:1746066719.638394:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+32:3294:x1830882976131072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 119us (901us total) trans 21474840023 rc 0/0 00000100:00100000:1.0:1746066719.638399:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10091 00000100:00100000:1.0:1746066719.638533:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800993b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3293:x1830882976131456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 286us (2149us total) trans 21474840024 rc 0/0 00000100:00100000:1.0:1746066719.638538:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10090 00000004:00080000:1.0:1746066719.638633:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2df80/2, rc 0, transno 21474840023 00000100:00100000:1.0:1746066719.638636:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976131072:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066719.638900:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5fb80/2, rc 0, transno 21474840024 00000100:00100000:0.0:1746066719.638904:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976131456:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.653008:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.653099:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.653340:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.653427:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4040 00000100:00100000:1.0:1746066719.653434:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974861696:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066719.662065:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.662217:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974861824 00000100:00100000:1.0:1746066719.662223:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974861824 00010000:00010000:1.0:1746066719.662258:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d36b800/0xfb36a14ee60801bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b6d expref: 9 pid: 9776 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.662293:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4974 00000100:00100000:1.0:1746066719.662299:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a521a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974861824:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.662311:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.662329:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d36b800/0xfb36a14ee60801bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b6d expref: 9 pid: 9776 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.662338:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d36b800/0xfb36a14ee60801bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b6d expref: 9 pid: 9776 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.662358:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d36b800/0xfb36a14ee60801bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b6d expref: 9 pid: 9776 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.664163:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.664167:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.664177:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf45a00/0xfb36a14ee6080283 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3833856->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bdd expref: 35 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.664190:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf45a00/0xfb36a14ee6080283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3833856->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bdd expref: 35 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.664228:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf45a00/0xfb36a14ee6080283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3833856->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bdd expref: 35 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.664239:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976131712:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.664323:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.679617:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976131712:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.679634:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.679653:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a521a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974861824:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 17354us (17595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.679660:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4974 00000100:00100000:0.0:1746066719.682859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.682905:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.692120:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.692200:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974862336 00000100:00100000:1.0:1746066719.692207:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974862336 00010000:00010000:1.0:1746066719.692233:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4e5c00/0xfb36a14ee60801b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b5f expref: 10 pid: 9776 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.692272:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4975 00000100:00100000:1.0:1746066719.692278:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974862336:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.692290:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.692306:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f4e5c00/0xfb36a14ee60801b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b5f expref: 10 pid: 9776 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.692320:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f4e5c00/0xfb36a14ee60801b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b5f expref: 10 pid: 9776 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.692337:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f4e5c00/0xfb36a14ee60801b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b5f expref: 10 pid: 9776 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.692356:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.692358:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.692363:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf44c00/0xfb36a14ee608028a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977be4 expref: 17 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.692370:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf44c00/0xfb36a14ee608028a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977be4 expref: 17 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.692398:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bf44c00/0xfb36a14ee608028a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977be4 expref: 17 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.692407:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976131968:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.692471:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.692899:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974862464 00000100:00100000:0.0:1746066719.692902:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974862464 00000100:00100000:0.0:1746066719.692927:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10094 00000100:00100000:0.0:1746066719.692932:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:28530:x1830882974862464:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066719.692943:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066719.692951:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080291 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977beb expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.692966:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d36bc00/0xfb36a14ee60801b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b66 expref: 9 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.692971:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066719.692972:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066719.692975:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080291 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [4194304->4304895] (req 4194304->4304895) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977beb expref: 18 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.692989:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d36bc00/0xfb36a14ee60801b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b66 expref: 9 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.693006:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d36bc00/0xfb36a14ee60801b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b66 expref: 9 pid: 9776 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746066719.693013:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976132096:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066719.693046:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.694871:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976131968:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.694885:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.694919:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974862336:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2640us (2804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.694926:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4975 00000100:00100000:0.0:1746066719.696695:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.697017:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974862720 00000100:00100000:1.0:1746066719.697024:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974862720 00010000:00010000:1.0:1746066719.697045:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d36bc00/0xfb36a14ee60801b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b66 expref: 9 pid: 9776 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.697077:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4976 00000100:00100000:1.0:1746066719.697083:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882974862720:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.697093:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.697109:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d36bc00/0xfb36a14ee60801b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b66 expref: 9 pid: 9776 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.697119:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d36bc00/0xfb36a14ee60801b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b66 expref: 9 pid: 9776 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.697136:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d36bc00/0xfb36a14ee60801b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b66 expref: 9 pid: 9776 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.697156:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.697157:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.697162:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080291 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4304895) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977beb expref: 17 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.697169:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4304895) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977beb expref: 17 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.697192:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4304895) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977beb expref: 17 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.697207:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976132224:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.697273:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.697782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.701469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.701580:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976132224:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.701593:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.701622:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882974862720:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4538us (4948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.701629:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4976 00000100:00100000:0.0:1746066719.702570:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.703480:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.709939:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.711773:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974863616 00000100:00100000:0.0:1746066719.711784:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974863616 00002000:00100000:0.0:1746066719.711816:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800931d0700 x1830882974863616/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/0 e 0 to 0 dl 1746066730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066719.711825:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d0700 with x1830882974863616 ext(1048576->2097151) 00002000:00010000:0.0:1746066719.711829:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d0700 00000100:00100000:0.0:1746066719.711858:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4043 00000100:00100000:0.0:1746066719.711865:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882974863616:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066719.718340:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.718716:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.719714:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974864128 00000100:00100000:0.0:1746066719.719718:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974864128 00000100:00100000:0.0:1746066719.719742:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3513 00000100:00100000:0.0:1746066719.719747:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28530:x1830882974864128:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:0.0:1746066719.719930:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28530:x1830882974864128:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 182us (1213us total) trans 8589942787 rc 0/0 00000100:00100000:0.0:1746066719.719936:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3513 00000100:00100000:0.0:1746066719.728536:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.728693:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974864256 00000100:00100000:1.0:1746066719.728699:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974864256 00010000:00010000:1.0:1746066719.728723:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080291 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4304895) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977beb expref: 21 pid: 8450 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.728752:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4977 00000100:00100000:1.0:1746066719.728759:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882974864256:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.728768:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746066719.728781:0:7109:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066718 -> 1746066719 00010000:00010000:1.0:1746066719.728786:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080291 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4304895) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977beb expref: 21 pid: 8450 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.728796:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4304895) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977beb expref: 21 pid: 8450 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.728813:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080291 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4304895) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977beb expref: 21 pid: 8450 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.728838:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.728839:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.728844:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ecfce00/0xfb36a14ee6080298 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3178496->3948543) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bf9 expref: 18 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.728851:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ecfce00/0xfb36a14ee6080298 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3178496->3948543) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bf9 expref: 18 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.728878:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ecfce00/0xfb36a14ee6080298 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3178496->3948543) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bf9 expref: 18 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.728888:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976132480:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.728945:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.739310:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.739353:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.739438:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974864512 00000100:00100000:1.0:1746066719.739446:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974864512 00000100:00100000:1.0:1746066719.739889:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974864384 00000100:00100000:1.0:1746066719.739893:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974864384 00000100:00100000:1.0:1746066719.745646:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10098 00000100:00100000:1.0:1746066719.745654:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882974864384:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066719.745662:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.745670:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092bcc800/0xfb36a14ee60802ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977c00 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.745702:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976132736:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066719.745727:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.745752:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976132480:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.745765:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.745780:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1964:x1830882974864256:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 17022us (17246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.745787:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4977 00000100:00100000:0.0:1746066719.752565:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:0.0:1746066719.754482:0:9776:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066718 -> 1746066719 00000100:00100000:0.0:1746066719.754494:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976132736:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066719.754510:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092bcc800/0xfb36a14ee60802ad lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c00 expref: 20 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066719.754518:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092bcc800/0xfb36a14ee60802ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c00 expref: 20 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066719.754527:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bcc800, rc 0) 00000100:00100000:0.0:1746066719.754545:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882974864384:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8892us (15192us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066719.754550:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10098 00000100:00100000:0.0:1746066719.755430:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.759365:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.761010:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.774637:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.774845:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974865664 00000100:00100000:1.0:1746066719.774853:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974865664 00010000:00010000:1.0:1746066719.774880:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ecfce00/0xfb36a14ee6080298 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3178496->3948543) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bf9 expref: 22 pid: 8450 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.774916:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4978 00000100:00100000:1.0:1746066719.774923:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013542ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1966:x1830882974865664:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.774935:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.774952:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ecfce00/0xfb36a14ee6080298 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3178496->3948543) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bf9 expref: 22 pid: 8450 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.774961:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ecfce00/0xfb36a14ee6080298 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3178496->3948543) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bf9 expref: 22 pid: 8450 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.774981:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ecfce00/0xfb36a14ee6080298 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3178496->3948543) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bf9 expref: 22 pid: 8450 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.774995:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.774997:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.775003:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ecfda00/0xfb36a14ee60802b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c0e expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.775010:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ecfda00/0xfb36a14ee60802b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c0e expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.775018:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.775019:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.775022:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc800/0xfb36a14ee60802bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c15 expref: 21 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.775028:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc800/0xfb36a14ee60802bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c15 expref: 21 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.775052:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc800/0xfb36a14ee60802bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c15 expref: 21 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.775062:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976132992:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.775138:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ecfda00/0xfb36a14ee60802b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c0e expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.775147:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976133120:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.775168:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.777985:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976132992:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.777997:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976133120:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.778013:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.778044:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013542ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1966:x1830882974865664:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3121us (3411us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.778052:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4978 00000100:00100000:0.0:1746066719.780102:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.791337:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.792154:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.792222:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.792329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.792501:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974866176 00000100:00100000:1.0:1746066719.792508:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974866176 00002000:00100000:1.0:1746066719.792537:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88013542d880 x1830882974866176/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/0 e 0 to 0 dl 1746066730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.792546:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013542d880 with x1830882974866176 ext(2097152->3145727) 00002000:00010000:1.0:1746066719.792550:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013542d880 00000100:00100000:1.0:1746066719.792570:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974866688 00000100:00100000:1.0:1746066719.792572:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974866688 00002000:00100000:1.0:1746066719.792582:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88013542dc00 x1830882974866688/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/0 e 0 to 0 dl 1746066730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.792588:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013542dc00 with x1830882974866688 ext(2097152->3145727) 00002000:00010000:1.0:1746066719.792591:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013542dc00 00000100:00100000:1.0:1746066719.792612:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4046 00000100:00100000:1.0:1746066719.792619:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013542d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882974866176:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066719.794842:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013542d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882974865920:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14212us (14743us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066719.794849:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4045 00002000:00100000:1.0:1746066719.794856:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88013542d180 x1830882974865920/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:125/0 lens 488/440 e 0 to 0 dl 1746066730 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.794864:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013542d180 with x1830882974865920 ext(2097152->3145727) 00002000:00010000:1.0:1746066719.794868:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013542d180 00000100:00100000:0.0:1746066719.805017:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.806926:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013542d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882974866176:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14303us (14768us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066719.806935:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4046 00002000:00100000:1.0:1746066719.806943:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88013542d880 x1830882974866176/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/440 e 0 to 0 dl 1746066730 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.806956:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013542d880 with x1830882974866176 ext(2097152->3145727) 00002000:00010000:1.0:1746066719.806961:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013542d880 00000100:00100000:1.0:1746066719.812388:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013542d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882974866304:12345-192.168.202.57@tcp:3:cat.0 Request processed in 19763us (21056us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066719.812397:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4047 00002000:00100000:1.0:1746066719.812405:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88013542d500 x1830882974866304/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/440 e 0 to 0 dl 1746066730 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.812413:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013542d500 with x1830882974866304 ext(3145728->4194303) 00002000:00010000:1.0:1746066719.812417:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013542d500 00000100:00100000:0.0:1746066719.813654:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.813816:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.813941:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974867200 00000100:00100000:1.0:1746066719.813947:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974867200 00002000:00100000:1.0:1746066719.813975:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3833856->4194303) req@ffff88013542e680 x1830882974867200/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/0 e 0 to 0 dl 1746066730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.813984:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013542e680 with x1830882974867200 ext(3833856->4194303) 00010000:00010000:1.0:1746066719.813991:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf45a00/0xfb36a14ee6080283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3833856->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bdd expref: 34 pid: 8450 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.814002:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf45a00/0xfb36a14ee6080283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3833856->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bdd expref: 34 pid: 8450 timeout: 780 lvb_type: 0 00002000:00010000:1.0:1746066719.814008:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013542e680 00000100:00100000:1.0:1746066719.814033:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 861 00000100:00100000:1.0:1746066719.814039:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013542e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882974867200:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066719.821879:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013542e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882974867200:12345-192.168.202.57@tcp:4:cat.0 Request processed in 7819us (8206us total) trans 17179872700 rc 0/0 00000100:00100000:1.0:1746066719.821888:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 861 00002000:00100000:1.0:1746066719.821897:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3833856->4194303) req@ffff88013542e680 x1830882974867200/t17179872700(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/448 e 0 to 0 dl 1746066730 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.821905:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013542e680 with x1830882974867200 ext(3833856->4194303) 00010000:00010000:1.0:1746066719.821913:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf45a00/0xfb36a14ee6080283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3833856->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bdd expref: 37 pid: 8450 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.821924:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf45a00/0xfb36a14ee6080283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3833856->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bdd expref: 37 pid: 8450 timeout: 780 lvb_type: 0 00002000:00010000:1.0:1746066719.821930:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013542e680 00000100:00100000:0.0:1746066719.829554:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.829719:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974867456 00000100:00100000:1.0:1746066719.829727:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974867456 00010000:00010000:1.0:1746066719.829757:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf45a00/0xfb36a14ee6080283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3833856->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bdd expref: 37 pid: 8450 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746066719.829796:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4979 00000100:00100000:1.0:1746066719.829803:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013542ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882974867456:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.829814:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.829835:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009bf45a00/0xfb36a14ee6080283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3833856->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bdd expref: 37 pid: 8450 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.829846:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf45a00/0xfb36a14ee6080283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3833856->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bdd expref: 37 pid: 8450 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.829870:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf45a00/0xfb36a14ee6080283 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3833856->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bdd expref: 37 pid: 8450 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746066719.829896:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.829898:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.829904:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8bbe00/0xfb36a14ee60802c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c1c expref: 21 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.829912:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8bbe00/0xfb36a14ee60802c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c1c expref: 21 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.829919:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.829920:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.829924:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee60802c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c23 expref: 36 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.829929:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee60802c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c23 expref: 36 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.829954:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee60802c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c23 expref: 36 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.829965:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976133376:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.830043:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f8bbe00/0xfb36a14ee60802c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c1c expref: 21 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.830056:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976133504:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.830072:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.831763:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.831969:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976133376:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.831977:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976133504:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.831989:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.832012:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013542ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974867456:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2210us (2465us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.832020:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4979 00000100:00100000:0.0:1746066719.837200:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.837240:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.837396:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4050 00000100:00100000:1.0:1746066719.837404:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013542f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882974867968:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066719.844502:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.844538:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.851766:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.857174:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013542f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882974867968:12345-192.168.202.57@tcp:3:cat.0 Request processed in 19763us (19973us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066719.857184:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4050 00002000:00100000:1.0:1746066719.857193:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88013542f480 x1830882974867968/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/440 e 0 to 0 dl 1746066730 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066719.857201:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013542f480 with x1830882974867968 ext(2097152->3145727) 00002000:00010000:1.0:1746066719.857207:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013542f480 00000100:00100000:0.0:1746066719.862134:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.862194:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974869248 00000100:00100000:1.0:1746066719.862201:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974869248 00010000:00010000:1.0:1746066719.862230:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596a00/0xfb36a14ee6080228 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b90 expref: 10 pid: 14548 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066719.862272:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4980 00000100:00100000:1.0:1746066719.862280:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882974869248:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.862290:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.862296:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596a00/0xfb36a14ee6080228 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b90 expref: 10 pid: 14548 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.862306:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596a00/0xfb36a14ee6080228 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b90 expref: 10 pid: 14548 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.862322:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596a00/0xfb36a14ee6080228 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b90 expref: 10 pid: 14548 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.862349:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066719.862353:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfd800/0xfb36a14ee60802e5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.862361:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfd800/0xfb36a14ee60802e5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.862366:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfd800/0xfb36a14ee60802e5 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.862392:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.862410:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882974869248:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 131us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.862416:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4980 00000100:00100000:0.0:1746066719.865001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.870267:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.870722:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.870746:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.870764:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.870778:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974869632 00000100:00100000:0.0:1746066719.870785:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974869632 00000100:00100000:0.0:1746066719.871421:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974869760 00000100:00100000:0.0:1746066719.871425:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974869760 00000100:00100000:1.0:1746066719.871463:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974869888 00000100:00100000:1.0:1746066719.871466:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974869888 00000100:00100000:1.0:1746066719.871482:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974870016 00000100:00100000:1.0:1746066719.871483:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974870016 00000100:00100000:1.0:1746066719.871496:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10103 00000100:00100000:1.0:1746066719.871504:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974869632:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066719.871519:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.871534:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092bcde00/0xfb36a14ee608030f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977c38 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.871553:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.871555:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.871562:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bcde00/0xfb36a14ee608030f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c38 expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.871576:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092bcde00/0xfb36a14ee608030f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c38 expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.871584:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bcde00, rc 0) 00000100:00100000:1.0:1746066719.871616:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974869632:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 113us (1352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.871621:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10103 00000100:00100000:1.0:1746066719.871634:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10104 00000100:00100000:1.0:1746066719.871639:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974869760:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066719.871645:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.871653:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bcc200/0xfb36a14ee6080316 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977c3f expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.871663:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.871665:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.871669:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bcc200/0xfb36a14ee6080316 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c3f expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.871703:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092bcc200/0xfb36a14ee6080316 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c3f expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.871710:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bcc200, rc 0) 00000100:00100000:1.0:1746066719.871726:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974869760:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 87us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.871730:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10104 00000100:00100000:1.0:1746066719.871739:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10105 00000100:00100000:1.0:1746066719.871743:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974869888:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066719.871748:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.871754:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bcd600/0xfb36a14ee608031d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977c46 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.871764:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.871765:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.871769:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bcd600/0xfb36a14ee608031d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c46 expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.871777:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092bcd600/0xfb36a14ee608031d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c46 expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.871782:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bcd600, rc 0) 00000100:00100000:1.0:1746066719.871796:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974869888:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 52us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.871800:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10105 00000100:00100000:1.0:1746066719.871810:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10106 00000100:00100000:1.0:1746066719.871814:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974870016:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066719.871819:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.871825:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092bcce00/0xfb36a14ee6080324 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977c4d expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.871834:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.871835:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.871839:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bcce00/0xfb36a14ee6080324 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c4d expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.871846:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092bcce00/0xfb36a14ee6080324 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c4d expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.871853:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bcce00, rc 0) 00000100:00100000:1.0:1746066719.871867:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974870016:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 53us (1103us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.871870:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10106 00000100:00100000:0.0:1746066719.872276:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.872324:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.872828:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.873008:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10107 00000100:00100000:1.0:1746066719.873015:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974870144:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066719.873023:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.873030:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092bccc00/0xfb36a14ee608032b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977c54 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.873040:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.873041:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.873046:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bccc00/0xfb36a14ee608032b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c54 expref: 11 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.873055:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092bccc00/0xfb36a14ee608032b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c54 expref: 11 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.873061:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bccc00, rc 0) 00000100:00100000:1.0:1746066719.873081:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974870144:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 68us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.873086:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10107 00000100:00100000:0.0:1746066719.876513:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.880059:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.880196:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.880294:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974871168 00000100:00100000:1.0:1746066719.880303:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974871168 00000100:00100000:1.0:1746066719.880338:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8947 00000100:00100000:1.0:1746066719.880345:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:28540:x1830882974871168:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066719.880360:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.880373:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea800/0xfb36a14ee6080339 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977c69 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.880451:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea400/0xfb36a14ee6080340 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066719.880462:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfd800/0xfb36a14ee60802e5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c2a expref: 8 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.880468:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092427a00/0xfb36a14ee6080301 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c31 expref: 255 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.880473:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea400/0xfb36a14ee6080340 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066719.880499:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092427a00/0xfb36a14ee6080301 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c31 expref: 255 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.880508:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092427a00/0xfb36a14ee6080301 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c31 expref: 255 pid: 16018 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066719.880518:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976133760:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.880581:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfd800/0xfb36a14ee60802e5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c2a expref: 8 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.880588:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfd800/0xfb36a14ee60802e5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c2a expref: 8 pid: 16018 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066719.880595:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976133888:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.880616:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.884353:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.884421:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.885062:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974871424 00000100:00100000:1.0:1746066719.885068:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974871424 00010000:00010000:1.0:1746066719.885090:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092427a00/0xfb36a14ee6080301 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c31 expref: 256 pid: 16018 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066719.885111:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4981 00000100:00100000:1.0:1746066719.885118:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5219c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:1966:x1830882974871424:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.885127:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.885131:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092427a00/0xfb36a14ee6080301 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c31 expref: 256 pid: 16018 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.885143:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092427a00/0xfb36a14ee6080301 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c31 expref: 256 pid: 16018 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.885159:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092427a00/0xfb36a14ee6080301 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c31 expref: 256 pid: 16018 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.885174:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066719.885178:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea400/0xfb36a14ee6080340 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066719.885185:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea400/0xfb36a14ee6080340 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066719.885190:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.885211:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5219c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:1966:x1830882974871424:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 93us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.885399:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4981 00000100:00100000:0.0:1746066719.892004:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.893034:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.893104:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.893385:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974871808 00000100:00100000:1.0:1746066719.893389:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974871808 00010000:00010000:1.0:1746066719.893404:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98f000/0xfb36a14ee608021a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b89 expref: 23 pid: 8112 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066719.893427:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4984 00000100:00100000:1.0:1746066719.893433:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882974871680:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.893441:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.893450:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092bcde00/0xfb36a14ee608030f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c38 expref: 11 pid: 9776 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066719.893462:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092bcde00/0xfb36a14ee608030f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c38 expref: 11 pid: 9776 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066719.893474:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092bcde00/0xfb36a14ee608030f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c38 expref: 11 pid: 9776 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066719.893485:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.893502:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974871680:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 70us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.893507:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4984 00000100:00100000:1.0:1746066719.893516:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4985 00000100:00100000:1.0:1746066719.893520:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882974871808:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.893526:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.893532:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d98f000/0xfb36a14ee608021a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b89 expref: 23 pid: 8112 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.893539:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d98f000/0xfb36a14ee608021a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b89 expref: 23 pid: 8112 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.893550:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98f000/0xfb36a14ee608021a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b89 expref: 23 pid: 8112 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.893557:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.893559:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.893564:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130f03c00/0xfb36a14ee6080347 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 557056->712703) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c62 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.893575:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130f03c00/0xfb36a14ee6080347 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 557056->712703) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c62 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.893599:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130f03c00/0xfb36a14ee6080347 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 557056->712703) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c62 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.893609:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976134400:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066719.894235:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.894787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.902204:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976134400:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066719.902215:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.902271:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882974871808:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8748us (9165us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.902279:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4985 00000100:00100000:0.0:1746066719.902520:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.902558:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.902856:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974872064 00000100:00100000:1.0:1746066719.902860:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974872064 00010000:00010000:1.0:1746066719.902941:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea400/0xfb36a14ee6080340 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c69 expref: 10 pid: 14548 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066719.902959:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4986 00000100:00100000:1.0:1746066719.902964:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974872064:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.902972:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.902977:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea400/0xfb36a14ee6080340 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c69 expref: 10 pid: 14548 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.902985:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea400/0xfb36a14ee6080340 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c69 expref: 10 pid: 14548 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.903001:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926ea400/0xfb36a14ee6080340 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c69 expref: 10 pid: 14548 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.903014:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066719.903018:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e880000/0xfb36a14ee608035c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066719.903025:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e880000/0xfb36a14ee608035c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066719.903030:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e880000/0xfb36a14ee608035c lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066719.903052:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.903070:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974872064:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 106us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.903076:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4986 00000100:00100000:0.0:1746066719.905307:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.906766:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.906851:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974872576 00000100:00100000:0.0:1746066719.906855:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974872576 00000100:00100000:0.0:1746066719.906886:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10111 00000100:00100000:0.0:1746066719.906892:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882974872576:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066719.906900:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066719.906908:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f8bb600/0xfb36a14ee608036a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977c7e expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.906930:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976134784:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066719.906979:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.908359:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.911509:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.912211:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.912891:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10112 00000100:00100000:0.0:1746066719.912898:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882974873216:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066719.912909:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066719.912921:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f8bae00/0xfb36a14ee6080371 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977c85 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.912957:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976134912:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066719.913050:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066719.913815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.921277:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.921309:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.921331:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.921343:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.921353:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.921384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.922479:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10118 00000100:00100000:1.0:1746066719.922485:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974874112:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:1.0:1746066719.922497:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bf45a00/0xfb36a14ee60803b0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.922505:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ecfda00/0xfb36a14ee60802b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c0e expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.922511:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092bccc00/0xfb36a14ee608032b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c54 expref: 12 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.922518:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc800/0xfb36a14ee60802bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c15 expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.922522:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.922523:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.922525:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf45a00/0xfb36a14ee60803b0 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.922537:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc800/0xfb36a14ee60802bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c15 expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.922543:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc800/0xfb36a14ee60802bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c15 expref: 19 pid: 21203 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066719.922549:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976136704:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.922567:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092bccc00/0xfb36a14ee608032b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c54 expref: 12 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066719.922573:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092bccc00/0xfb36a14ee608032b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c54 expref: 12 pid: 8450 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066719.922579:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976136832:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.922601:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ecfda00/0xfb36a14ee60802b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c0e expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.922611:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ecfda00/0xfb36a14ee60802b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c0e expref: 20 pid: 21203 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066719.922617:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976136960:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.922627:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066719.943845:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.943866:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.943890:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974874368 00000100:00100000:1.0:1746066719.943897:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974874368 00010000:00010000:1.0:1746066719.943927:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee6080244 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ba5 expref: 22 pid: 21973 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066719.943950:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974874624 00000100:00100000:1.0:1746066719.943952:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974874624 00010000:00010000:1.0:1746066719.943961:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d98e200/0xfb36a14ee608023d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b9e expref: 36 pid: 8112 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066719.943976:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4987 00000100:00100000:1.0:1746066719.943982:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1965:x1830882974874368:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.943994:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.944011:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee6080244 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ba5 expref: 22 pid: 21973 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.944021:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f434200/0xfb36a14ee6080244 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ba5 expref: 22 pid: 21973 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.944045:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.944079:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1965:x1830882974874368:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 97us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.944085:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4987 00000100:00100000:1.0:1746066719.944098:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4988 00000100:00100000:1.0:1746066719.944103:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5219850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882974874624:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.944110:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.944117:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d98e200/0xfb36a14ee608023d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b9e expref: 36 pid: 8112 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.944129:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d98e200/0xfb36a14ee608023d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977b9e expref: 36 pid: 8112 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066719.944141:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.944156:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5219850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882974874624:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 53us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.944161:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4988 00000100:00100000:1.0:1746066719.944224:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.944240:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974874880 00000100:00100000:1.0:1746066719.944250:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974874880 00010000:00010000:1.0:1746066719.944260:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092bcce00/0xfb36a14ee6080324 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c4d expref: 13 pid: 9776 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066719.944273:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4989 00000100:00100000:1.0:1746066719.946588:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882974874880:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066719.946599:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066719.946615:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092bcce00/0xfb36a14ee6080324 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c4d expref: 13 pid: 9776 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066719.946623:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092bcce00/0xfb36a14ee6080324 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c4d expref: 13 pid: 9776 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066719.946636:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092bcce00/0xfb36a14ee6080324 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c4d expref: 13 pid: 9776 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066719.946654:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.946658:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066719.946661:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092427400/0xfb36a14ee6080394 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.946667:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092427400/0xfb36a14ee6080394 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.946700:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066719.946714:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882974874880:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2437us (2491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.946720:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4989 00010000:00010000:0.0:1746066719.946786:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee60802c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c23 expref: 34 pid: 8112 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746066719.946799:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976135808:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066719.946885:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092427e00/0xfb36a14ee6080332 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c5b expref: 11 pid: 8451 timeout: 781 lvb_type: 1 00000100:00100000:0.0:1746066719.946894:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f169c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976135936:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.946901:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066719.946903:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8bbe00/0xfb36a14ee60802c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c1c expref: 20 pid: 8112 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746066719.946910:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f169f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976136064:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.946911:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974875648 00000100:00100000:1.0:1746066719.946915:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974875648 00010000:00010000:0.0:1746066719.946926:0:8112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800926eaa00/0xfb36a14ee608039b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.946927:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f434000/0xfb36a14ee608026e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc8 expref: 34 pid: 21973 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066719.946932:0:8112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800926eaa00/0xfb36a14ee608039b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.946941:0:8112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800926eaa00/0xfb36a14ee608039b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.946946:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4996 00000100:00100000:1.0:1746066719.946951:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974875648:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066719.946955:0:8112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800926eaa00/0xfb36a14ee608039b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.946956:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066719.946960:0:8112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800926eaa00/0xfb36a14ee608039b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.946965:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f434000/0xfb36a14ee608026e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc8 expref: 34 pid: 21973 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066719.946966:0:8112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800926eaa00/0xfb36a14ee608039b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.946970:0:8112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800926eaa00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066719.946973:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f434000/0xfb36a14ee608026e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc8 expref: 34 pid: 21973 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066719.946973:0:8112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800926eaa00/0xfb36a14ee608039b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.946978:0:8112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800926eaa00/0xfb36a14ee608039b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.946983:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f434000/0xfb36a14ee608026e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc8 expref: 34 pid: 21973 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066719.946986:0:8112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800926eaa00/0xfb36a14ee608039b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.946990:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066719.946992:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800926eaa00/0xfb36a14ee608039b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.947097:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882974875648:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 145us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.947101:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974874240:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 25116us (25767us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.947103:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4996 00000100:00100000:0.0:1746066719.947107:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10115 00000100:00100000:0.0:1746066719.947133:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974875520 00000100:00100000:0.0:1746066719.947136:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974875520 00002000:00100000:0.0:1746066719.947158:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (557056->712703) req@ffff88009244d500 x1830882974875520/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/0 e 0 to 0 dl 1746066730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066719.947165:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244d500 with x1830882974875520 ext(557056->712703) 00010000:00010000:0.0:1746066719.947171:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130f03c00/0xfb36a14ee6080347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 557056->712703) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c62 expref: 20 pid: 8452 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066719.947179:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130f03c00/0xfb36a14ee6080347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 557056->712703) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c62 expref: 20 pid: 8452 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746066719.947184:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009244d500 00000100:00100000:0.0:1746066719.947199:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 862 00000100:00100000:0.0:1746066719.947204:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882974875520:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066719.949204:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974875776 00000100:00100000:0.0:1746066719.949208:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974875776 00010000:00010000:0.0:1746066719.949225:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092bcd600/0xfb36a14ee608031d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c46 expref: 10 pid: 9776 timeout: 781 lvb_type: 1 00000100:00100000:0.0:1746066719.949240:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974875904 00000100:00100000:0.0:1746066719.949252:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974875904 00010000:00010000:0.0:1746066719.949261:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f588800/0xfb36a14ee6080267 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc1 expref: 20 pid: 8112 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746066719.949271:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974876032 00000100:00100000:0.0:1746066719.949273:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974876032 00010000:00010000:0.0:1746066719.949280:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc800/0xfb36a14ee60802bb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c15 expref: 19 pid: 21203 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746066719.949287:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974876160 00000100:00100000:0.0:1746066719.949288:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974876160 00010000:00010000:0.0:1746066719.949294:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092bccc00/0xfb36a14ee608032b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c54 expref: 11 pid: 8450 timeout: 781 lvb_type: 1 00000100:00100000:0.0:1746066719.949302:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4997 00000100:00100000:0.0:1746066719.949307:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882974875776:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066719.949313:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066719.949325:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092bcd600/0xfb36a14ee608031d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c46 expref: 10 pid: 9776 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746066719.949332:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092bcd600/0xfb36a14ee608031d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c46 expref: 10 pid: 9776 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746066719.949345:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bcd600/0xfb36a14ee608031d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c46 expref: 10 pid: 9776 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746066719.949355:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066719.949377:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882974875776:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 69us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.949382:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4997 00000100:00100000:0.0:1746066719.949393:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4998 00000100:00100000:0.0:1746066719.949397:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f168000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882974875904:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066719.949405:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066719.949412:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f588800/0xfb36a14ee6080267 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc1 expref: 20 pid: 8112 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066719.949419:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f588800/0xfb36a14ee6080267 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc1 expref: 20 pid: 8112 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066719.949430:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f588800/0xfb36a14ee6080267 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977bc1 expref: 20 pid: 8112 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066719.949437:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.949438:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066719.949441:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee60803a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.949448:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee60803a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.949464:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066719.949477:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f168000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882974875904:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 79us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.949482:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4998 00000100:00100000:0.0:1746066719.949491:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4999 00000100:00100000:0.0:1746066719.949495:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882974876032:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066719.949512:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066719.949523:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc800/0xfb36a14ee60802bb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c15 expref: 19 pid: 21203 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066719.949534:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc800/0xfb36a14ee60802bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c15 expref: 19 pid: 21203 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066719.949545:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066719.949559:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882974876032:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 63us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.949563:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4999 00000100:00100000:0.0:1746066719.949573:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5000 00000100:00100000:0.0:1746066719.949578:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f169f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882974876160:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066719.949584:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066719.949590:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092bccc00/0xfb36a14ee608032b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c54 expref: 11 pid: 8450 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746066719.949598:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092bccc00/0xfb36a14ee608032b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c54 expref: 11 pid: 8450 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746066719.949607:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066719.949618:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f169f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882974876160:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 41us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.949623:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5000 00010000:00010000:0.0:1746066719.949636:0:21203:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee60803a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.949643:0:21203:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee60803a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.949664:0:21203:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee60803a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.949671:0:21203:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee60803a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.949691:0:21203:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee60803a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.949696:0:21203:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e881400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066719.949699:0:21203:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee60803a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.949705:0:21203:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee60803a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.949712:0:21203:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee60803a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066719.949717:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee60803a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.949748:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974873856:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 27466us (28393us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066719.949754:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10117 00000100:00100000:0.0:1746066719.950518:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1965:x1830882974875520:12345-192.168.202.57@tcp:4:cat.0 Request processed in 3313us (5250us total) trans 21474840027 rc 0/0 00000100:00100000:0.0:1746066719.950525:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 862 00002000:00100000:0.0:1746066719.950533:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (557056->712703) req@ffff88009244d500 x1830882974875520/t21474840027(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:125/0 lens 488/448 e 0 to 0 dl 1746066730 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066719.950541:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244d500 with x1830882974875520 ext(557056->712703) 00010000:00010000:0.0:1746066719.950546:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130f03c00/0xfb36a14ee6080347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 557056->712703) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c62 expref: 22 pid: 8452 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066719.950555:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130f03c00/0xfb36a14ee6080347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 557056->712703) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c62 expref: 22 pid: 8452 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746066719.950561:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009244d500 00010000:00010000:1.0:1746066719.951177:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc800/0xfb36a14ee60802bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c15 expref: 18 pid: 21203 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066719.951186:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976136704:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.951195:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092bccc00/0xfb36a14ee608032b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c54 expref: 10 pid: 8450 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066719.951204:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976136832:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066719.951211:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976136960:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066719.951227:0:8450:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009bf45a00/0xfb36a14ee60803b0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066719.952264:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066719.952529:0:8450:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009bf45a00/0xfb36a14ee60803b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.952536:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf45a00/0xfb36a14ee60803b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.952553:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bf45a00/0xfb36a14ee60803b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.952559:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf45a00/0xfb36a14ee60803b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.952565:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bf45a00/0xfb36a14ee60803b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.952569:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf45a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066719.952572:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bf45a00/0xfb36a14ee60803b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.952578:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bf45a00/0xfb36a14ee60803b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.952587:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bf45a00/0xfb36a14ee60803b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.952593:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bf45a00/0xfb36a14ee60803b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066719.952862:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974874112:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 30377us (31476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066719.952869:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10118 00000100:00100000:0.0:1746066719.954120:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.958041:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066719.987383:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066719.987703:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974877312 00000100:00100000:1.0:1746066719.987710:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974877312 00000100:00100000:1.0:1746066719.987745:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8951 00000100:00100000:1.0:1746066719.987751:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28547:x1830882974877312:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066719.987771:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066719.987785:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98aa00/0xfb36a14ee60803be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977c93 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066719.987870:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ac00/0xfb36a14ee60803c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.987881:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ac00/0xfb36a14ee60803c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.987890:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ac00/0xfb36a14ee60803c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.987900:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee60803cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.987905:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee60803cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066719.987914:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee60803cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000001:00080000:1.0:1746066719.997918:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942787 is committed 00000001:00080000:1.0:1746066719.997931:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942791 is committed 00000001:00080000:1.0:1746066719.997937:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942788 is committed 00000001:00080000:1.0:1746066719.997941:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942793 is committed 00000004:00080000:1.0:1746066719.997945:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1756 committed 00000004:00080000:1.0:1746066719.997951:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1804 committed 00000004:00080000:1.0:1746066719.997956:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1803 committed 00000004:00080000:1.0:1746066719.997957:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1802 committed 00000004:00080000:1.0:1746066719.997958:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1801 committed 00000004:00080000:1.0:1746066719.997960:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1755 committed 00000004:00080000:1.0:1746066719.997961:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1800 committed 00000004:00080000:1.0:1746066719.997962:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1754 committed 00000004:00080000:1.0:1746066719.997963:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1799 committed 00000004:00080000:1.0:1746066719.997965:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1753 committed 00000004:00080000:1.0:1746066719.997966:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1752 committed 00000004:00080000:1.0:1746066719.997967:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1751 committed 00000004:00080000:1.0:1746066719.997968:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1798 committed 00000004:00080000:1.0:1746066719.997969:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1797 committed 00000004:00080000:1.0:1746066719.997970:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1750 committed 00000004:00080000:1.0:1746066719.997971:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1749 committed 00000004:00080000:1.0:1746066719.997973:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1796 committed 00000100:00100000:1.0:1746066719.998134:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976137472:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.998168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998199:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976137984:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.998210:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998219:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976138496:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.998229:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998237:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f5db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976139008:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.998257:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998270:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1746066719.998274:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976137856:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.998284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998291:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976138368:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.998301:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998308:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f5db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976138880:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.998317:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998324:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013542ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976139392:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.998334:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998350:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976137600:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.998364:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998375:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976138112:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.998386:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998394:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976138624:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.998407:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998411:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f5db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976139136:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.998515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998531:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1746066719.998534:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976137728:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.998550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998556:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976138240:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.998567:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998573:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976138752:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.998584:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998589:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f5dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976139264:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.998599:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066719.998615:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976137984 00000100:00100000:1.0:1746066719.998618:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976137984 00000100:00100000:1.0:1746066719.998633:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976138496 00000100:00100000:1.0:1746066719.998635:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976138496 00000100:00100000:0.0:1746066719.998810:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976137728 00000100:00100000:0.0:1746066719.998813:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976137728 00000100:00100000:0.0:1746066719.998825:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976138240 00000100:00100000:0.0:1746066719.998827:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976138240 00000100:00100000:0.0:1746066719.998832:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976138752 00000100:00100000:0.0:1746066719.998834:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976138752 00000100:00100000:0.0:1746066719.998839:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976139264 00000100:00100000:0.0:1746066719.998840:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976139264 00000100:00100000:0.0:1746066719.998848:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10120 00000100:00100000:0.0:1746066719.998852:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013542ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3294:x1830882976137472:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.998965:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10121 00000100:00100000:1.0:1746066719.998970:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3294:x1830882976139008:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066719.998975:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013542ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3294:x1830882976137472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 117us (801us total) trans 17179872701 rc 0/0 00000100:00100000:0.0:1746066719.998985:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10120 00000100:00100000:0.0:1746066719.998996:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10122 00000100:00100000:0.0:1746066719.999000:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3294:x1830882976137856:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066719.999058:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066719.999061:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066719.999063:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066719.999065:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066719.999067:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066719.999074:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3294:x1830882976139008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 103us (815us total) trans 21474840028 rc 0/0 00000100:00100000:1.0:1746066719.999080:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10121 00000100:00100000:0.0:1746066719.999085:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3294:x1830882976137856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 84us (800us total) trans 17179872703 rc 0/0 00000100:00100000:0.0:1746066719.999090:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10122 00000100:00100000:1.0:1746066719.999156:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10124 00000100:00100000:1.0:1746066719.999163:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3294:x1830882976138880:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.999485:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3294:x1830882976138880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 322us (1165us total) trans 21474840030 rc 0/0 00000100:00100000:1.0:1746066719.999490:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10124 00000100:00100000:1.0:1746066719.999500:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10129 00000100:00100000:1.0:1746066719.999505:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3295:x1830882976139136:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.999519:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10130 00000100:00100000:1.0:1746066719.999522:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800993b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3295:x1830882976137728:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066719.999600:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800993b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3295:x1830882976137728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 77us (1049us total) trans 17179872707 rc 0/0 00000100:00100000:1.0:1746066719.999606:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10130 00000100:00100000:1.0:1746066719.999616:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10132 00000100:00100000:1.0:1746066719.999620:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3295:x1830882976138752:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.999699:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10134 00000100:00100000:1.0:1746066719.999704:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+41:3294:x1830882976138496:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066719.999784:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+41:3294:x1830882976138496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 80us (1553us total) trans 21474840034 rc 0/0 00000100:00100000:1.0:1746066719.999790:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10134 00000100:00100000:1.0:1746066719.999818:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3295:x1830882976138752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 198us (1233us total) trans 21474840032 rc 0/0 00000100:00100000:1.0:1746066719.999823:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10132 00000004:00080000:1.0:1746066719.999851:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5c380/2, rc 0, transno 17179872703 00000100:00100000:1.0:1746066719.999855:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976137856:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066719.999861:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093211880/2, rc 0, transno 17179872704 00000100:00100000:1.0:1746066719.999863:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976138368:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066719.999870:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f5db100/2, rc 0, transno 21474840030 00000100:00100000:1.0:1746066719.999888:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f5db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976138880:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066719.999897:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013542ce00/2, rc 0, transno 21474840029 00000100:00100000:1.0:1746066719.999899:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013542ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976139392:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066719.999904:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed08000/2, rc 0, transno 17179872701 00000100:00100000:1.0:1746066719.999906:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976137472:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066719.999912:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093212300/2, rc 0, transno 17179872702 00000100:00100000:1.0:1746066719.999914:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976137984:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066719.999919:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093213b80/2, rc 0, transno 21474840034 00000100:00100000:1.0:1746066719.999921:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976138496:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066719.999927:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f5db480/2, rc 0, transno 21474840028 00000100:00100000:1.0:1746066719.999929:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f5db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976139008:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066719.999943:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d2300/2, rc 0, transno 17179872707 00000100:00100000:1.0:1746066719.999946:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976137728:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066719.999951:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093213800/2, rc 0, transno 17179872708 00000100:00100000:1.0:1746066719.999953:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976138240:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066719.999958:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093213480/2, rc 0, transno 21474840032 00000100:00100000:1.0:1746066719.999960:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976138752:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066719.999966:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f5dbb80/2, rc 0, transno 21474840033 00000100:00100000:1.0:1746066719.999968:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f5dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976139264:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066719.999973:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d0a80/2, rc 0, transno 17179872705 00000100:00100000:1.0:1746066719.999975:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976137600:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066719.999979:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093210e00/2, rc 0, transno 17179872706 00000100:00100000:1.0:1746066719.999981:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976138112:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066719.999986:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093211500/2, rc 0, transno 21474840031 00000100:00100000:1.0:1746066719.999988:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976138624:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.000070:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3295:x1830882976139136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 564us (1554us total) trans 21474840035 rc 0/0 00000100:00100000:1.0:1746066720.000075:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10129 00000004:00080000:0.0:1746066720.000083:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f5db800/2, rc 0, transno 21474840035 00000100:00100000:0.0:1746066720.000087:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f5db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976139136:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.000169:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746066720.000176:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976139648:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.000193:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066720.000550:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a8697b80/2, rc 0, transno 21474840036 00000100:00100000:0.0:1746066720.000554:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976139648:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066720.001178:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.001224:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974877440 00000100:00100000:1.0:1746066720.001228:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974877440 00010000:00010000:1.0:1746066720.001261:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881e00/0xfb36a14ee608037f lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c8c expref: 7 pid: 14548 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066720.001281:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5006 00000100:00100000:1.0:1746066720.001286:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974877440:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066720.001293:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066720.001298:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881e00/0xfb36a14ee608037f lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c8c expref: 7 pid: 14548 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.001307:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881e00/0xfb36a14ee608037f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c8c expref: 7 pid: 14548 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.001324:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066720.001328:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee60803d3 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066720.001335:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee60803d3 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066720.001340:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee60803d3 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066720.001352:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066720.001636:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882974877440:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 349us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.001642:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5006 00000100:00100000:0.0:1746066720.001753:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.007168:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.009585:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.010502:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.011072:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.011127:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974878464 00000100:00100000:1.0:1746066720.011134:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974878464 00000100:00100000:1.0:1746066720.011166:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3517 00000100:00100000:1.0:1746066720.011173:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:28540:x1830882974878464:12345-192.168.202.57@tcp:35:lfs.0 00000100:00080000:0.0:1746066720.011689:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746066720.011808:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:28540:x1830882974878464:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 634us (735us total) trans 8589942796 rc 0/0 00000100:00100000:1.0:1746066720.011815:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3517 00000100:00100000:1.0:1746066720.015387:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.015437:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.019261:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.019296:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.019338:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974879104 00000100:00100000:1.0:1746066720.019344:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974879104 00000100:00100000:0.0:1746066720.019357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066720.019371:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bb800/0xfb36a14ee60803e1 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c9a expref: 9 pid: 14548 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746066720.019374:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974879360 00000100:00100000:0.0:1746066720.019377:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974879360 00010000:00010000:0.0:1746066720.019389:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092427400/0xfb36a14ee6080404 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ca1 expref: 254 pid: 16018 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066720.019394:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5007 00000100:00100000:1.0:1746066720.019400:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974879104:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746066720.019406:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5008 00010000:00010000:1.0:1746066720.019410:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746066720.019410:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:1964:x1830882974879360:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066720.019414:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bb800/0xfb36a14ee60803e1 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c9a expref: 9 pid: 14548 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066720.019416:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066720.019419:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092427400/0xfb36a14ee6080404 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ca1 expref: 254 pid: 16018 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.019421:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bb800/0xfb36a14ee60803e1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977c9a expref: 9 pid: 14548 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066720.019428:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092427400/0xfb36a14ee6080404 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ca1 expref: 254 pid: 16018 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.019456:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066720.019456:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092427400/0xfb36a14ee6080404 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ca1 expref: 254 pid: 16018 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.019461:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee6080419 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066720.019467:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee6080419 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066720.019477:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee6080419 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066720.019500:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066720.019504:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066720.019532:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:1964:x1830882974879360:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 120us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066720.019537:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5008 00010000:00010000:1.0:1746066720.019910:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066720.019931:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974879104:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 531us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.019937:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5007 00010000:00010000:1.0:1746066720.045806:0:9851:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746066720.054882:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942796 is committed 00000001:00080000:0.0:1746066720.054899:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942798 is committed 00000001:00080000:0.0:1746066720.054907:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942799 is committed 00000004:00080000:0.0:1746066720.054910:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1764 committed 00000004:00080000:0.0:1746066720.054916:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1813 committed 00000004:00080000:0.0:1746066720.054920:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1812 committed 00000004:00080000:0.0:1746066720.054923:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1811 committed 00000004:00080000:0.0:1746066720.054924:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1810 committed 00000004:00080000:0.0:1746066720.054926:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1763 committed 00000004:00080000:0.0:1746066720.054927:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1809 committed 00000004:00080000:0.0:1746066720.054928:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1762 committed 00000004:00080000:0.0:1746066720.054930:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1808 committed 00000004:00080000:0.0:1746066720.054935:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1761 committed 00000004:00080000:0.0:1746066720.054936:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1760 committed 00000004:00080000:0.0:1746066720.054938:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1759 committed 00000004:00080000:0.0:1746066720.054939:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1807 committed 00000004:00080000:0.0:1746066720.054940:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1806 committed 00000004:00080000:0.0:1746066720.054942:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1758 committed 00000004:00080000:0.0:1746066720.054943:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1757 committed 00000004:00080000:0.0:1746066720.054945:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1805 committed 00000100:00100000:1.0:1746066720.055016:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976140288:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066720.055022:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976140032:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.055086:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.055108:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976140800:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066720.055120:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.055332:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976141312:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066720.055346:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.055362:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976141824:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.055375:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.055391:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976140544:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066720.055404:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.055413:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976141056:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066720.055424:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.055433:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976141568:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.055444:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.055454:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1746066720.055457:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976140416:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.055468:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.055477:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8696d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976140928:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.055487:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.055495:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f5d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976141440:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066720.055505:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.055513:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976141952:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.055523:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.055538:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976140288 00000100:00100000:1.0:1746066720.055543:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976140288 00000100:00100000:1.0:1746066720.055565:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976140800 00000100:00100000:1.0:1746066720.055567:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976140800 00000100:00100000:1.0:1746066720.055573:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976141312 00000100:00100000:1.0:1746066720.055575:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976141312 00000100:00100000:1.0:1746066720.055580:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976141824 00000100:00100000:1.0:1746066720.055582:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976141824 00000100:00100000:1.0:1746066720.055587:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976140544 00000100:00100000:1.0:1746066720.055588:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976140544 00000100:00100000:1.0:1746066720.055593:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976141056 00000100:00100000:1.0:1746066720.055595:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976141056 00000100:00100000:1.0:1746066720.055600:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976141568 00000100:00100000:1.0:1746066720.055602:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976141568 00000100:00100000:1.0:1746066720.055606:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976140416 00000100:00100000:1.0:1746066720.055608:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976140416 00000100:00100000:1.0:1746066720.055613:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976140928 00000100:00100000:1.0:1746066720.055614:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976140928 00000100:00100000:1.0:1746066720.055620:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976141440 00000100:00100000:1.0:1746066720.055621:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976141440 00000100:00100000:1.0:1746066720.055626:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976141952 00000100:00100000:1.0:1746066720.055627:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976141952 00000100:00100000:1.0:1746066720.055635:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10136 00000100:00100000:1.0:1746066720.055640:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:3296:x1830882976140288:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066720.055828:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+43:3296:x1830882976140288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 186us (741us total) trans 17179872709 rc 0/0 00000100:00100000:1.0:1746066720.055836:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10136 00000100:00100000:1.0:1746066720.055847:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10137 00000100:00100000:1.0:1746066720.055851:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:3296:x1830882976140800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066720.055909:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066720.055911:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:1.0:1746066720.055913:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:1.0:1746066720.055915:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:1.0:1746066720.055917:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066720.055933:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+43:3296:x1830882976140800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 81us (811us total) trans 17179872710 rc 0/0 00000100:00100000:1.0:1746066720.055937:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10137 00000100:00100000:1.0:1746066720.055946:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10138 00000100:00100000:1.0:1746066720.055950:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:3296:x1830882976141312:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066720.056013:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+43:3296:x1830882976141312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 62us (665us total) trans 17179872711 rc 0/0 00000100:00100000:1.0:1746066720.056017:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10138 00000100:00100000:1.0:1746066720.056025:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10139 00000100:00100000:1.0:1746066720.056029:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3296:x1830882976141824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066720.056101:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066720.056103:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1746066720.056104:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746066720.056106:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1746066720.056107:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066720.056123:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3296:x1830882976141824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 93us (747us total) trans 21474840037 rc 0/0 00000100:00100000:1.0:1746066720.056131:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10139 00000100:00100000:1.0:1746066720.056139:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10140 00000100:00100000:1.0:1746066720.056143:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:3294:x1830882976140544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066720.056218:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+43:3294:x1830882976140544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (813us total) trans 17179872712 rc 0/0 00000100:00100000:1.0:1746066720.056223:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10140 00000100:00100000:1.0:1746066720.056231:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10141 00000100:00100000:1.0:1746066720.056235:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:3294:x1830882976141056:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066720.056321:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+43:3294:x1830882976141056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (895us total) trans 17179872713 rc 0/0 00000100:00100000:1.0:1746066720.056326:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10141 00000100:00100000:1.0:1746066720.056334:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10142 00000100:00100000:1.0:1746066720.056338:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3294:x1830882976141568:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.056400:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3294:x1830882976141568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 61us (954us total) trans 21474840038 rc 0/0 00000100:00100000:1.0:1746066720.056405:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10142 00000100:00100000:1.0:1746066720.056412:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10143 00000100:00100000:1.0:1746066720.056416:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3294:x1830882976140416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.056487:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3294:x1830882976140416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 70us (1017us total) trans 21474840039 rc 0/0 00000100:00100000:1.0:1746066720.056492:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10143 00000100:00100000:1.0:1746066720.056501:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10144 00000100:00100000:1.0:1746066720.056505:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3294:x1830882976140928:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066720.056506:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066720.056518:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976140160:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066720.056531:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066720.056538:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976140672:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066720.056549:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066720.056555:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976141184:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066720.056567:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.056570:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3294:x1830882976140928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (1082us total) trans 21474840040 rc 0/0 00000100:00100000:0.0:1746066720.056573:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976141696:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.056575:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10144 00000100:00100000:1.0:1746066720.056581:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976140032 00000100:00100000:0.0:1746066720.056583:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066720.056584:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976140032 00000100:00100000:1.0:1746066720.056592:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976140160 00000100:00100000:1.0:1746066720.056594:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976140160 00000100:00100000:1.0:1746066720.056599:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976140672 00000100:00100000:1.0:1746066720.056601:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976140672 00000100:00100000:0.0:1746066720.056603:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976141184 00000100:00100000:0.0:1746066720.056604:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976141184 00000100:00100000:1.0:1746066720.056605:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976141696 00000100:00100000:1.0:1746066720.056606:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976141696 00000100:00100000:1.0:1746066720.056612:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10145 00000100:00100000:0.0:1746066720.056615:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10146 00000100:00100000:1.0:1746066720.056616:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:3294:x1830882976141440:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066720.056619:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:3294:x1830882976141952:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.056700:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3294:x1830882976141440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 82us (1193us total) trans 17179872714 rc 0/0 00000100:00100000:0.0:1746066720.056700:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+49:3294:x1830882976141952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 79us (1174us total) trans 21474840041 rc 0/0 00000100:00100000:0.0:1746066720.056704:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10146 00000100:00100000:1.0:1746066720.057975:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10145 00000100:00100000:1.0:1746066720.057987:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10147 00000100:00100000:1.0:1746066720.057993:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3295:x1830882976140032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.058088:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3295:x1830882976140032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 96us (1581us total) trans 21474840042 rc 0/0 00000100:00100000:1.0:1746066720.058094:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10147 00000100:00100000:1.0:1746066720.058102:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10148 00000100:00100000:1.0:1746066720.058106:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:3295:x1830882976140160:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066720.058180:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3295:x1830882976140160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 74us (1648us total) trans 17179872715 rc 0/0 00000100:00100000:1.0:1746066720.058186:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10148 00000100:00100000:1.0:1746066720.058194:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10149 00000100:00100000:1.0:1746066720.058198:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3295:x1830882976140672:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.058281:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3295:x1830882976140672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (1730us total) trans 21474840043 rc 0/0 00000100:00100000:1.0:1746066720.058286:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10149 00000100:00100000:1.0:1746066720.058294:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10150 00000100:00100000:1.0:1746066720.058298:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3295:x1830882976141696:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.058363:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3295:x1830882976141696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (1779us total) trans 21474840044 rc 0/0 00000100:00100000:1.0:1746066720.058368:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10150 00000100:00100000:1.0:1746066720.058376:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10151 00000100:00100000:1.0:1746066720.058380:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:3295:x1830882976141184:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066720.058442:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3295:x1830882976141184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 61us (1874us total) trans 17179872716 rc 0/0 00000100:00100000:1.0:1746066720.058446:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10151 00000004:00080000:1.0:1746066720.058483:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a8695180/2, rc 0, transno 21474840039 00000100:00100000:1.0:1746066720.058490:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976140416:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066720.058499:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a8696d80/2, rc 0, transno 21474840040 00000100:00100000:1.0:1746066720.058502:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8696d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976140928:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066720.058509:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f5d8380/2, rc 0, transno 17179872714 00000100:00100000:1.0:1746066720.058512:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f5d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976141440:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066720.058518:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b04a80/2, rc 0, transno 21474840041 00000100:00100000:1.0:1746066720.058520:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976141952:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066720.058526:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d0380/2, rc 0, transno 17179872712 00000100:00100000:1.0:1746066720.058529:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976140544:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066720.058535:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d3100/2, rc 0, transno 17179872713 00000100:00100000:1.0:1746066720.058538:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976141056:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066720.058543:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b04000/2, rc 0, transno 21474840038 00000100:00100000:1.0:1746066720.058545:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976141568:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.058581:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746066720.058587:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013542c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976142080:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066720.058607:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066720.058763:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976142080 00000100:00100000:0.0:1746066720.058766:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976142080 00000100:00100000:0.0:1746066720.058788:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10152 00000100:00100000:0.0:1746066720.058792:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013542c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+49:3293:x1830882976142080:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066720.058867:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013542c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+50:3293:x1830882976142080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 75us (260us total) trans 21474840045 rc 0/0 00000100:00100000:0.0:1746066720.058872:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10152 00000004:00080000:0.0:1746066720.058983:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a8694a80/2, rc 0, transno 21474840042 00000100:00100000:0.0:1746066720.058987:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976140032:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066720.058993:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5c380/2, rc 0, transno 17179872715 00000100:00100000:0.0:1746066720.058995:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976140160:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066720.059000:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a8695f80/2, rc 0, transno 21474840043 00000100:00100000:0.0:1746066720.059003:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976140672:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066720.059008:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb5880/2, rc 0, transno 17179872716 00000100:00100000:0.0:1746066720.059010:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976141184:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066720.059015:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b04380/2, rc 0, transno 21474840044 00000100:00100000:0.0:1746066720.059017:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976141696:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066720.060058:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000004:00080000:1.0:1746066720.060446:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013542c000/2, rc 0, transno 21474840045 00000100:00100000:1.0:1746066720.060452:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013542c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976142080:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066720.060475:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b04700/2, rc 0, transno 21474840037 00000100:00100000:1.0:1746066720.060478:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976141824:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066720.060488:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093210380/2, rc 0, transno 17179872709 00000100:00100000:1.0:1746066720.060491:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976140288:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066720.060498:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d3480/2, rc 0, transno 17179872710 00000100:00100000:1.0:1746066720.060501:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976140800:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066720.060508:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb5f80/2, rc 0, transno 17179872711 00000100:00100000:1.0:1746066720.060510:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976141312:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066720.061592:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.061615:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.061648:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974879872 00000100:00100000:0.0:1746066720.061653:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974879872 00000100:00100000:0.0:1746066720.061698:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10153 00000100:00100000:0.0:1746066720.061704:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013542ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28547:x1830882974879872:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066720.061713:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066720.061721:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ecfc000/0xfb36a14ee608044a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ccb expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066720.061735:0:8452:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd1e, atime: 0x6812dd1e, ctime: 0x6812dd1f, blocks: 0x81f 00010000:00010000:0.0:1746066720.061747:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.061749:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.061754:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ecfc000/0xfb36a14ee608044a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1925120->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ccb expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.061763:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ecfc000/0xfb36a14ee608044a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1925120->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ccb expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.061770:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ecfc000, rc 0) 00000100:00100000:0.0:1746066720.061799:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013542ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28547:x1830882974879872:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 95us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066720.061804:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10153 00000100:00080000:1.0:1746066720.062887:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746066720.066890:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.067080:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974880128 00000100:00100000:0.0:1746066720.067087:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974880128 00002000:00100000:0.0:1746066720.067121:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x388:0x0] (1925120->1929215) req@ffff88013542ed80 x1830882974880128/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.067130:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013542ed80 with x1830882974880128 ext(1925120->1929215) 00002000:00010000:0.0:1746066720.067134:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013542ed80 00000100:00100000:0.0:1746066720.067163:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4059 00000100:00100000:0.0:1746066720.067170:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013542ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882974880128:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066720.068959:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013542ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882974880128:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 1782us (2068us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066720.068968:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4059 00002000:00100000:0.0:1746066720.068977:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x388:0x0] (1925120->1929215) req@ffff88013542ed80 x1830882974880128/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.068985:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013542ed80 with x1830882974880128 ext(1925120->1929215) 00002000:00010000:0.0:1746066720.068990:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013542ed80 00000100:00100000:1.0:1746066720.069156:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.069743:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974880384 00000100:00100000:0.0:1746066720.069750:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974880384 00000100:00100000:1.0:1746066720.069935:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.069955:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.069969:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.069993:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.070412:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3519 00000100:00100000:0.0:1746066720.070419:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28555:x1830882974880384:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:0.0:1746066720.070565:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28555:x1830882974880384:12345-192.168.202.57@tcp:35:cat.0 Request processed in 146us (1409us total) trans 8589942801 rc 0/0 00000100:00100000:0.0:1746066720.070570:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3519 00000100:00100000:0.0:1746066720.071069:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974880640 00000100:00100000:0.0:1746066720.071073:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974880640 00000100:00100000:0.0:1746066720.071232:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10157 00000100:00100000:0.0:1746066720.071236:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974880640:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066720.071240:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066720.071255:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee608046d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977cd9 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066720.071265:0:8450:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd1e, atime: 0x6812dd1e, ctime: 0x6812dd1f, blocks: 0x81f 00010000:00010000:0.0:1746066720.071273:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.071274:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.071278:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee608046d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cd9 expref: 35 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066720.071290:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee608046d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cd9 expref: 35 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066720.071296:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ecfd000, rc 0) 00000100:00100000:0.0:1746066720.071651:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974880640:12345-192.168.202.57@tcp:101:cat.0 Request processed in 413us (1715us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066720.071656:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10157 00000100:00100000:0.0:1746066720.071722:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.071743:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.071755:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974880768 00000100:00100000:0.0:1746066720.071758:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974880768 00000100:00100000:0.0:1746066720.071770:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974881024 00000100:00100000:0.0:1746066720.071772:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974881024 00000100:00100000:0.0:1746066720.071781:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10158 00000100:00100000:0.0:1746066720.071785:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1966:x1830882974880768:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066720.071791:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066720.071798:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee608047b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ce0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066720.071827:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976142208:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066720.071937:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53900c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066720.071952:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10159 00000100:00100000:0.0:1746066720.071957:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882974881024:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066720.071962:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066720.071970:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6080482 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977cee expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066720.071981:0:21203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x386:0x0] initial LVB size: 5078880, mtime: 0x6812dd1f, atime: 0x6812dd1f, ctime: 0x6812dd1f, blocks: 0x170b 00010000:00010000:0.0:1746066720.071987:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.071989:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.071993:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6080482 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cee expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066720.072001:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6080482 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cee expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066720.072007:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935c1600, rc 0) 00000100:00100000:0.0:1746066720.072021:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974881024:12345-192.168.202.57@tcp:101:cat.0 Request processed in 64us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066720.072026:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10159 00000100:00100000:0.0:1746066720.078593:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.078624:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.078637:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.078647:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.078657:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.078742:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.078784:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974881664 00000100:00100000:0.0:1746066720.078785:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974881664 00000100:00100000:0.0:1746066720.078797:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974881920 00000100:00100000:0.0:1746066720.078799:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974881920 00000100:00100000:0.0:1746066720.078807:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10162 00000100:00100000:0.0:1746066720.078811:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974881536:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066720.078818:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066720.078830:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b596000/0xfb36a14ee6080497 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977d0a expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.078844:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.078845:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.078852:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b596000/0xfb36a14ee6080497 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d0a expref: 22 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066720.078862:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b596000/0xfb36a14ee6080497 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d0a expref: 22 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066720.078868:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b596000, rc 0) 00000100:00100000:0.0:1746066720.078883:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882974881536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 72us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.079258:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974882048 00000100:00100000:1.0:1746066720.079262:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974882048 00010000:00010000:1.0:1746066720.079278:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec50000/0xfb36a14ee6080466 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ce7 expref: 23 pid: 8451 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066720.079295:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5009 00000100:00100000:1.0:1746066720.079300:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5218c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974882048:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066720.079307:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066720.079317:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ec50000/0xfb36a14ee6080466 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ce7 expref: 23 pid: 8451 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.079326:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ec50000/0xfb36a14ee6080466 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ce7 expref: 23 pid: 8451 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.079337:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec50000/0xfb36a14ee6080466 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ce7 expref: 23 pid: 8451 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.079348:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.079349:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.079353:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080489 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1069055) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cfc expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.079495:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080489 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1069055) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cfc expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.079709:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080489 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1069055) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cfc expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.079719:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976142464:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066720.079752:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066720.079983:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10162 00000100:00100000:1.0:1746066720.081154:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976142464:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066720.081166:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066720.081203:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5218c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882974882048:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1902us (2458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.081210:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5009 00000100:00100000:0.0:1746066720.081929:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.082006:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974882304 00000100:00100000:1.0:1746066720.082012:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974882304 00002000:00100000:1.0:1746066720.082036:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x385:0x0] (1064960->1069055) req@ffff8800a4b06a00 x1830882974882304/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.082044:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b06a00 with x1830882974882304 ext(1064960->1069055) 00002000:00010000:1.0:1746066720.082047:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b06a00 00000100:00100000:1.0:1746066720.082059:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4060 00000100:00100000:1.0:1746066720.082063:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1965:x1830882974882304:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066720.082176:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1965:x1830882974882304:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 111us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066720.082181:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4060 00002000:00100000:1.0:1746066720.082186:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x385:0x0] (1064960->1069055) req@ffff8800a4b06a00 x1830882974882304/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.082203:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b06a00 with x1830882974882304 ext(1064960->1069055) 00002000:00010000:1.0:1746066720.082206:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b06a00 00000100:00100000:0.0:1746066720.087440:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.087477:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.087539:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.087735:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974882944 00000100:00100000:1.0:1746066720.087739:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974882944 00002000:00100000:1.0:1746066720.087761:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880092514380 x1830882974882944/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.087770:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092514380 with x1830882974882944 ext(1048576->2097151) 00002000:00010000:1.0:1746066720.087774:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092514380 00000100:00100000:1.0:1746066720.087786:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4061 00000100:00100000:1.0:1746066720.087790:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974882944:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066720.093109:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.093126:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.093138:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.093156:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.093218:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974883584 00000100:00100000:1.0:1746066720.093225:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974883584 00002000:00100000:1.0:1746066720.093268:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880092514e00 x1830882974883584/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.093278:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092514e00 with x1830882974883584 ext(1048576->2097151) 00002000:00010000:1.0:1746066720.093282:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092514e00 00000100:00100000:1.0:1746066720.093329:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974884096 00000100:00100000:1.0:1746066720.093332:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974884096 00002000:00100000:1.0:1746066720.093347:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1069056->2097151) req@ffff880092515500 x1830882974884096/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.093356:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092515500 with x1830882974884096 ext(1069056->2097151) 00002000:00010000:1.0:1746066720.093358:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092515500 00000100:00100000:1.0:1746066720.093369:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4064 00000100:00100000:1.0:1746066720.093373:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882974883328:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066720.098631:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974882944:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10832us (11146us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066720.098640:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4061 00002000:00100000:0.0:1746066720.098650:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880092514380 x1830882974882944/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.098659:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092514380 with x1830882974882944 ext(1048576->2097151) 00002000:00010000:0.0:1746066720.098663:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092514380 00000100:00100000:1.0:1746066720.116007:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882974883328:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22623us (22895us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066720.116019:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4064 00002000:00100000:1.0:1746066720.116030:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880092514a80 x1830882974883328/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.116038:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092514a80 with x1830882974883328 ext(0->1048575) 00002000:00010000:1.0:1746066720.116044:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092514a80 00000100:00100000:0.0:1746066720.119783:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.124620:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.125618:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.133294:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.133404:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974884608 00000100:00100000:1.0:1746066720.133411:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974884608 00010000:00010000:1.0:1746066720.133440:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ecfc000/0xfb36a14ee608044a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ccb expref: 25 pid: 8452 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066720.133552:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5010 00000100:00100000:1.0:1746066720.133559:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092516300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882974884608:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066720.133571:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066720.133588:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ecfc000/0xfb36a14ee608044a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1925120->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ccb expref: 25 pid: 8452 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.133599:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ecfc000/0xfb36a14ee608044a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1925120->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ccb expref: 25 pid: 8452 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.133618:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ecfc000/0xfb36a14ee608044a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1925120->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ccb expref: 25 pid: 8452 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.133645:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.133647:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.133657:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60804b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d26 expref: 35 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.133664:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60804b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d26 expref: 35 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.133671:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.133672:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.133706:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60804ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d2d expref: 24 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.133712:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60804ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d2d expref: 24 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.133739:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60804ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d2d expref: 24 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.133748:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976142720:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066720.133817:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60804b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d26 expref: 35 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.133825:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976142848:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066720.133841:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066720.138296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.138519:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976142720:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066720.138528:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976142848:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066720.138544:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066720.138578:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092516300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882974884608:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5019us (5290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.138588:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5010 00000100:00100000:0.0:1746066720.144494:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.154341:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.164041:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.164170:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974885632 00000100:00100000:1.0:1746066720.164177:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974885632 00002000:00100000:1.0:1746066720.164203:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880092517100 x1830882974885632/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.164208:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092517100 with x1830882974885632 ext(2097152->3145727) 00002000:00010000:1.0:1746066720.164211:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092517100 00000100:00100000:1.0:1746066720.164235:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4069 00000100:00100000:1.0:1746066720.164248:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1965:x1830882974885632:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066720.165687:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.166161:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.166189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.184745:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1965:x1830882974885632:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20501us (20708us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066720.184753:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4069 00002000:00100000:1.0:1746066720.184761:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880092517100 x1830882974885632/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.184769:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092517100 with x1830882974885632 ext(2097152->3145727) 00010000:00010000:1.0:1746066720.184774:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ec50200/0xfb36a14ee60804a5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d18 expref: 23 pid: 8112 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.184783:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ec50200/0xfb36a14ee60804a5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d18 expref: 23 pid: 8112 timeout: 781 lvb_type: 1 00002000:00010000:1.0:1746066720.184788:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092517100 00000100:00100000:0.0:1746066720.189402:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.191223:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974886656 00000100:00100000:1.0:1746066720.191231:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974886656 00000100:00100000:1.0:1746066720.191273:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10169 00000100:00100000:1.0:1746066720.191279:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28550:x1830882974886656:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.191293:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.191307:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a866ae00/0xfb36a14ee60804eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977d42 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.191330:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080489 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1069055) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cfc expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.191337:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066720.191338:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066720.191341:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a866ae00/0xfb36a14ee60804eb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d42 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.191365:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080489 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1069055) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cfc expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.191374:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1069055) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cfc expref: 22 pid: 21973 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066720.191388:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976143232:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066720.191438:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066720.196540:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.197164:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974886784 00000100:00100000:1.0:1746066720.197170:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974886784 00010000:00010000:1.0:1746066720.197192:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6080482 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cee expref: 25 pid: 21203 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066720.197223:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5011 00000100:00100000:1.0:1746066720.197229:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974886784:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066720.197239:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066720.197263:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6080482 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cee expref: 25 pid: 21203 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.197272:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6080482 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cee expref: 25 pid: 21203 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.197290:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6080482 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cee expref: 25 pid: 21203 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.197311:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066720.197339:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974886784:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 110us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.197345:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5011 00000100:00100000:1.0:1746066720.197399:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1966:x1830882974885760:12345-192.168.202.57@tcp:3:cat.0 Request processed in 28455us (31727us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066720.197406:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4070 00002000:00100000:1.0:1746066720.197413:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880092517480 x1830882974885760/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.197421:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092517480 with x1830882974885760 ext(3145728->4194303) 00010000:00010000:1.0:1746066720.197426:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ec50200/0xfb36a14ee60804a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d18 expref: 21 pid: 8112 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.197435:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ec50200/0xfb36a14ee60804a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d18 expref: 21 pid: 8112 timeout: 781 lvb_type: 1 00002000:00010000:1.0:1746066720.197440:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092517480 00000100:00100000:0.0:1746066720.203822:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.203847:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.203942:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976143232:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066720.203966:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a866ae00/0xfb36a14ee60804eb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d42 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.203979:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a866ae00, rc 0) 00000100:00100000:1.0:1746066720.204014:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28550:x1830882974886656:12345-192.168.202.57@tcp:101:cat.0 Request processed in 12735us (14621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.204021:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10169 00000100:00100000:1.0:1746066720.204039:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10170 00000100:00100000:1.0:1746066720.204045:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28555:x1830882974886912:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.204057:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.204069:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a866a200/0xfb36a14ee60804f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977d49 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.204085:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.204089:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800926eba00/0xfb36a14ee60804e4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3813376->4165631] (req 3813376->4165631) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d3b expref: 22 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.204094:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066720.204097:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a866a200/0xfb36a14ee60804f2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d49 expref: 22 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.204122:0:21203:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800926eba00/0xfb36a14ee60804e4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3813376->4165631] (req 3813376->4165631) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d3b expref: 22 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.204131:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a866a200/0xfb36a14ee60804f2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d49 expref: 22 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.204137:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a866a200, rc 0) 00000100:00100000:1.0:1746066720.204151:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28555:x1830882974886912:12345-192.168.202.57@tcp:101:cat.0 Request processed in 107us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.204156:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10170 00000100:00100000:1.0:1746066720.204689:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974887040 00000100:00100000:1.0:1746066720.204692:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974887040 00002000:00100000:1.0:1746066720.204714:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1069055) req@ffff88009ec6ca80 x1830882974887040/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.204721:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec6ca80 with x1830882974887040 ext(1048576->1069055) 00010000:00010000:1.0:1746066720.204727:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1069055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cfc expref: 22 pid: 21973 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.204735:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1069055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cfc expref: 22 pid: 21973 timeout: 781 lvb_type: 0 00002000:00010000:1.0:1746066720.204740:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec6ca80 00000100:00100000:1.0:1746066720.204762:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 864 00000100:00100000:1.0:1746066720.204767:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882974887040:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066720.204876:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.208033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.208325:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882974887040:12345-192.168.202.57@tcp:4:cat.0 Request processed in 3556us (4474us total) trans 21474840046 rc 0/0 00000100:00100000:1.0:1746066720.208331:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 864 00002000:00100000:1.0:1746066720.208336:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1069055) req@ffff88009ec6ca80 x1830882974887040/t21474840046(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/448 e 0 to 0 dl 1746066731 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.208343:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec6ca80 with x1830882974887040 ext(1048576->1069055) 00010000:00010000:1.0:1746066720.208348:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1069055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cfc expref: 23 pid: 21973 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.208355:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926eb000/0xfb36a14ee6080489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1069055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cfc expref: 23 pid: 21973 timeout: 781 lvb_type: 0 00002000:00010000:1.0:1746066720.208360:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec6ca80 00000100:00100000:0.0:1746066720.217047:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.220346:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.220403:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974887808 00000100:00100000:1.0:1746066720.220411:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974887808 00002000:00100000:1.0:1746066720.220445:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (4161536->4165631) req@ffff88009ec6d500 x1830882974887808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.220453:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec6d500 with x1830882974887808 ext(4161536->4165631) 00010000:00010000:1.0:1746066720.220460:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926eba00/0xfb36a14ee60804e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->4165631) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d3b expref: 23 pid: 20532 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.220471:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926eba00/0xfb36a14ee60804e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->4165631) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d3b expref: 23 pid: 20532 timeout: 781 lvb_type: 0 00002000:00010000:1.0:1746066720.220481:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec6d500 00000100:00100000:1.0:1746066720.220514:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 866 00000100:00100000:1.0:1746066720.220521:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882974887808:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066720.220803:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882974887808:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 282us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066720.220810:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 866 00002000:00100000:1.0:1746066720.220815:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (4161536->4165631) req@ffff88009ec6d500 x1830882974887808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746066731 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.220822:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec6d500 with x1830882974887808 ext(4161536->4165631) 00010000:00010000:1.0:1746066720.220826:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926eba00/0xfb36a14ee60804e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->4165631) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d3b expref: 23 pid: 20532 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.220834:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926eba00/0xfb36a14ee60804e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->4165631) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d3b expref: 23 pid: 20532 timeout: 781 lvb_type: 0 00002000:00010000:1.0:1746066720.221059:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec6d500 00000100:00100000:0.0:1746066720.222787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.222834:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974888064 00000100:00100000:1.0:1746066720.222839:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974888064 00002000:00100000:1.0:1746066720.222943:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec6d880 x1830882974888064/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.222952:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec6d880 with x1830882974888064 ext(1048576->2097151) 00002000:00010000:1.0:1746066720.223258:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec6d880 00000100:00100000:1.0:1746066720.223282:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4073 00000100:00100000:1.0:1746066720.223289:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974888064:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066720.223498:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.223625:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.223707:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.223945:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974888576 00000100:00100000:1.0:1746066720.224142:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974888576 00000100:00100000:1.0:1746066720.224172:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3521 00000100:00100000:1.0:1746066720.224176:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28558:x1830882974888576:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066720.224303:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28558:x1830882974888576:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 125us (595us total) trans 8589942804 rc 0/0 00000100:00100000:1.0:1746066720.224309:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3521 00000100:00100000:0.0:1746066720.226797:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.226835:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.228817:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.234357:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974888064:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 11060us (11567us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066720.234368:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4073 00002000:00100000:1.0:1746066720.234377:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec6d880 x1830882974888064/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.234386:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec6d880 with x1830882974888064 ext(1048576->2097151) 00002000:00010000:1.0:1746066720.234391:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec6d880 00000100:00100000:1.0:1746066720.237291:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974888320:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 13466us (13786us total) trans 21474840047 rc 0/0 00000100:00100000:1.0:1746066720.237301:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 867 00002000:00100000:1.0:1746066720.237312:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3813376->4165631) req@ffff88009ec6dc00 x1830882974888320/t21474840047(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/448 e 0 to 0 dl 1746066731 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.237320:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec6dc00 with x1830882974888320 ext(3813376->4165631) 00010000:00010000:1.0:1746066720.237328:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926eba00/0xfb36a14ee60804e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->4165631) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d3b expref: 25 pid: 20532 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.237345:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926eba00/0xfb36a14ee60804e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->4165631) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d3b expref: 25 pid: 20532 timeout: 781 lvb_type: 0 00002000:00010000:1.0:1746066720.237352:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec6dc00 00000100:00100000:0.0:1746066720.241572:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.241665:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974889344 00000100:00100000:1.0:1746066720.241671:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974889344 00010000:00010000:1.0:1746066720.241717:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800926eba00/0xfb36a14ee60804e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->4165631) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d3b expref: 25 pid: 20532 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066720.241743:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5017 00000100:00100000:1.0:1746066720.241749:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974889344:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066720.241759:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066720.241775:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800926eba00/0xfb36a14ee60804e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->4165631) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d3b expref: 25 pid: 20532 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.241784:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800926eba00/0xfb36a14ee60804e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->4165631) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d3b expref: 25 pid: 20532 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.241801:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926eba00/0xfb36a14ee60804e4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->4165631) gid 0 flags: 0x44801000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d3b expref: 25 pid: 20532 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.241879:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.241881:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.241887:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a866a200/0xfb36a14ee60804f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d49 expref: 21 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.241897:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a866a200/0xfb36a14ee60804f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d49 expref: 21 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.241924:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a866a200/0xfb36a14ee60804f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d49 expref: 21 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.241934:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976144128:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066720.242739:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066720.245138:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976144128:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066720.245156:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066720.245349:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974889344:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3597us (3782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.245362:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5017 00000100:00100000:0.0:1746066720.245958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.248987:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974889728 00000100:00100000:1.0:1746066720.248994:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974889728 00002000:00100000:1.0:1746066720.249036:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009f16b480 x1830882974889728/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.249045:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16b480 with x1830882974889728 ext(3145728->4194303) 00002000:00010000:1.0:1746066720.249049:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16b480 00000100:00100000:1.0:1746066720.249064:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4074 00000100:00100000:1.0:1746066720.249069:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1966:x1830882974889728:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066720.256802:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.258128:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4075 00000100:00100000:0.0:1746066720.258136:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974889984:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066720.258450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.258465:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974890240 00000100:00100000:1.0:1746066720.258468:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974890240 00002000:00100000:1.0:1746066720.258484:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800a8694700 x1830882974890240/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.258491:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8694700 with x1830882974890240 ext(3145728->4194303) 00002000:00010000:1.0:1746066720.258493:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8694700 00000100:00100000:1.0:1746066720.258534:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.258543:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974890496 00000100:00100000:1.0:1746066720.258545:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974890496 00002000:00100000:1.0:1746066720.258558:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800a8695500 x1830882974890496/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.258564:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695500 with x1830882974890496 ext(2097152->3145727) 00002000:00010000:1.0:1746066720.258567:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8695500 00000100:00100000:1.0:1746066720.258589:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4077 00000100:00100000:1.0:1746066720.258594:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882974890496:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066720.260065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.271229:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974890496:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12629us (12689us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066720.271238:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4077 00002000:00100000:1.0:1746066720.271255:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800a8695500 x1830882974890496/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.271263:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695500 with x1830882974890496 ext(2097152->3145727) 00002000:00010000:1.0:1746066720.271267:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8695500 00000100:00100000:0.0:1746066720.279114:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.279186:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974890880 00000100:00100000:1.0:1746066720.279193:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974890880 00000100:00100000:1.0:1746066720.279252:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10172 00000100:00100000:1.0:1746066720.279260:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1965:x1830882974890880:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.279275:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.279288:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f177c00/0xfb36a14ee6080515 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977d5e expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.279307:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.279309:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.279316:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f177c00/0xfb36a14ee6080515 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d5e expref: 23 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.279335:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f177c00/0xfb36a14ee6080515 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d5e expref: 23 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.279344:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f177c00, rc 0) 00000100:00100000:1.0:1746066720.279392:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1965:x1830882974890880:12345-192.168.202.57@tcp:101:cat.0 Request processed in 132us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.279398:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10172 00000100:00100000:1.0:1746066720.284758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.305237:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.307810:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.307830:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974891520 00000100:00100000:1.0:1746066720.307835:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974891520 00000100:00100000:1.0:1746066720.307868:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10173 00000100:00100000:1.0:1746066720.307875:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28560:x1830882974891520:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066720.307887:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.307901:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f177800/0xfb36a14ee608051c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977d65 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.307927:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee608046d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cd9 expref: 35 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.307934:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b596000/0xfb36a14ee6080497 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d0a expref: 25 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.307939:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.307941:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.307944:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f177800/0xfb36a14ee608051c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1462272->1978367] (req 1462272->1978367) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d65 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.307967:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b596000/0xfb36a14ee6080497 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d0a expref: 25 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.307977:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b596000/0xfb36a14ee6080497 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d0a expref: 25 pid: 21203 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066720.307987:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976144256:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066720.308056:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee608046d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cd9 expref: 35 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.308063:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee608046d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cd9 expref: 35 pid: 8450 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066720.308071:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976144384:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066720.308090:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066720.314988:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976144256:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066720.314998:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976144384:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066720.315020:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f177800/0xfb36a14ee608051c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1462272->1978367] (req 1462272->1978367) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d65 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.315034:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f177800, rc 0) 00000100:00100000:1.0:1746066720.315072:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28560:x1830882974891520:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7197us (7267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.315079:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10173 00000100:00100000:1.0:1746066720.315662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.315723:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.316191:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974891776 00000100:00100000:0.0:1746066720.316197:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974891776 00010000:00010000:0.0:1746066720.316218:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b596000/0xfb36a14ee6080497 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d0a expref: 25 pid: 21203 timeout: 781 lvb_type: 1 00000100:00100000:0.0:1746066720.316259:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5018 00000100:00100000:0.0:1746066720.316265:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974891776:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066720.316276:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066720.316292:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b596000/0xfb36a14ee6080497 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d0a expref: 25 pid: 21203 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746066720.316407:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b596000/0xfb36a14ee6080497 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d0a expref: 25 pid: 21203 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746066720.316442:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b596000/0xfb36a14ee6080497 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d0a expref: 25 pid: 21203 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746066720.316625:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066720.316799:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882974891776:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 534us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.316806:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5018 00000100:00100000:0.0:1746066720.319771:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974892032 00000100:00100000:0.0:1746066720.319777:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974892032 00002000:00100000:0.0:1746066720.319807:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1462272->1466367) req@ffff88009f169f80 x1830882974892032/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.319816:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f169f80 with x1830882974892032 ext(1462272->1466367) 00002000:00010000:0.0:1746066720.319820:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f169f80 00000100:00100000:0.0:1746066720.319840:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4081 00000100:00100000:0.0:1746066720.319846:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974892032:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066720.320118:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974892032:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 271us (820us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066720.320124:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4081 00002000:00100000:0.0:1746066720.320128:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1462272->1466367) req@ffff88009f169f80 x1830882974892032/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.320135:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f169f80 with x1830882974892032 ext(1462272->1466367) 00002000:00010000:0.0:1746066720.320137:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f169f80 00000100:00100000:0.0:1746066720.320868:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.321153:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974892160 00000100:00100000:1.0:1746066720.321158:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974892160 00000100:00100000:1.0:1746066720.321514:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10174 00000100:00100000:1.0:1746066720.321651:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882974892160:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.321664:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.321710:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f176c00/0xfb36a14ee6080523 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977d6c expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.321753:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092046d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976144640:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066720.321849:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066720.326516:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:1.0:1746066720.326708:0:21203:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066718 -> 1746066720 00002000:00010000:1.0:1746066720.326713:0:21203:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066718 -> 1746066720 00002000:00010000:1.0:1746066720.326715:0:21203:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066719 -> 1746066720 00000100:00100000:1.0:1746066720.326733:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092046d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976144640:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066720.326759:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f176c00/0xfb36a14ee6080523 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d6c expref: 36 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.326773:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f176c00/0xfb36a14ee6080523 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d6c expref: 36 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.326785:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f176c00, rc 0) 00000100:00100000:1.0:1746066720.326822:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882974892160:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5174us (5954us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066720.326830:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10174 00000100:00100000:0.0:1746066720.328666:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.328766:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974892544 00000100:00100000:1.0:1746066720.328773:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974892544 00000100:00100000:1.0:1746066720.328816:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10175 00000100:00100000:1.0:1746066720.328824:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974892544:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.328837:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.328850:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f176600/0xfb36a14ee608052a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977d73 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.328890:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092046d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976144768:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066720.329403:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066720.333324:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092046d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976144768:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066720.333354:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f176600/0xfb36a14ee608052a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d73 expref: 36 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.333369:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f176600/0xfb36a14ee608052a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d73 expref: 36 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.333381:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f176600, rc 0) 00000100:00100000:1.0:1746066720.334984:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974892544:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6154us (6316us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066720.334993:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10175 00000100:00100000:0.0:1746066720.431196:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.437814:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.452963:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.453416:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.453563:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974893568 00000100:00100000:1.0:1746066720.453567:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974893568 00002000:00100000:1.0:1746066720.453583:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec6ea00 x1830882974893568/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.453589:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec6ea00 with x1830882974893568 ext(1048576->2097151) 00002000:00010000:1.0:1746066720.453592:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec6ea00 00000100:00100000:1.0:1746066720.453604:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4084 00000100:00100000:1.0:1746066720.453609:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882974893568:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066720.462417:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.462743:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882974893568:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9131us (9324us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066720.462751:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4084 00002000:00100000:1.0:1746066720.462761:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec6ea00 x1830882974893568/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.462769:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec6ea00 with x1830882974893568 ext(1048576->2097151) 00002000:00010000:1.0:1746066720.462773:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec6ea00 00000100:00100000:1.0:1746066720.466032:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.466388:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974894336 00000100:00100000:0.0:1746066720.466395:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974894336 00000100:00100000:0.0:1746066720.466424:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10176 00000100:00100000:0.0:1746066720.466432:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882974894336:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066720.466450:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066720.466465:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee6080577 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977d88 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.466782:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.467515:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976144896:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066720.467580:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066720.471015:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976144896:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066720.471036:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee6080577 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d88 expref: 36 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.471226:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee6080577 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d88 expref: 36 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.471235:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85be000, rc 0) 00000100:00100000:1.0:1746066720.471266:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882974894336:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4835us (5241us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066720.471272:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10176 00000100:00100000:0.0:1746066720.471611:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.471750:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974894720 00000100:00100000:1.0:1746066720.471755:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974894720 00002000:00100000:1.0:1746066720.471783:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009ec6c380 x1830882974894720/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.471789:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec6c380 with x1830882974894720 ext(2097152->3145727) 00002000:00010000:1.0:1746066720.471792:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec6c380 00000100:00100000:1.0:1746066720.471811:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4085 00000100:00100000:1.0:1746066720.471816:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882974894720:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066720.473161:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.475776:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974894976 00000100:00100000:1.0:1746066720.475781:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974894976 00000100:00100000:1.0:1746066720.475808:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10177 00000100:00100000:1.0:1746066720.475814:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:28572:x1830882974894976:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.475828:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.475842:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f176400/0xfb36a14ee60805a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977d96 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.475865:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f177800/0xfb36a14ee608051c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1978367) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d65 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.475872:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066720.475873:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066720.475876:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f176400/0xfb36a14ee60805a1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d96 expref: 36 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.475899:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f177800/0xfb36a14ee608051c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1978367) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d65 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.475909:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f177800/0xfb36a14ee608051c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1978367) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d65 expref: 23 pid: 21203 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066720.475920:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976145024:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066720.477770:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066720.479395:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882974894720:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7576us (7782us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066720.479403:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4085 00002000:00100000:1.0:1746066720.479412:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009ec6c380 x1830882974894720/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.479419:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec6c380 with x1830882974894720 ext(2097152->3145727) 00002000:00010000:1.0:1746066720.479422:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec6c380 00000100:00100000:1.0:1746066720.479999:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976145024:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066720.480017:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f176400/0xfb36a14ee60805a1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d96 expref: 36 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.480028:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f176400, rc 0) 00000100:00100000:1.0:1746066720.480059:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:28572:x1830882974894976:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4244us (4350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.480065:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10177 00000100:00100000:0.0:1746066720.482193:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.482460:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974895232 00000100:00100000:1.0:1746066720.482468:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974895232 00002000:00100000:1.0:1746066720.482503:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1462272->1978367) req@ffff88009f298e00 x1830882974895232/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.482511:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f298e00 with x1830882974895232 ext(1462272->1978367) 00010000:00010000:1.0:1746066720.482517:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f177800/0xfb36a14ee608051c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d65 expref: 24 pid: 21203 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.482528:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f177800/0xfb36a14ee608051c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d65 expref: 24 pid: 21203 timeout: 781 lvb_type: 0 00002000:00010000:1.0:1746066720.482534:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f298e00 00000100:00100000:1.0:1746066720.482565:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 868 00000100:00100000:1.0:1746066720.482572:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882974895232:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066720.483605:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.484292:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974895360 00000100:00100000:1.0:1746066720.484296:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974895360 00010000:00010000:1.0:1746066720.484317:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800926ea800/0xfb36a14ee6080474 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cd2 expref: 26 pid: 21973 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066720.484458:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5020 00000100:00100000:1.0:1746066720.484465:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f298700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882974895360:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066720.484474:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066720.484491:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800926ea800/0xfb36a14ee6080474 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cd2 expref: 26 pid: 21973 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.484499:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800926ea800/0xfb36a14ee6080474 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cd2 expref: 26 pid: 21973 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.484516:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926ea800/0xfb36a14ee6080474 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cd2 expref: 26 pid: 21973 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.484898:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066720.485108:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f298700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882974895360:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 643us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.485114:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5020 00000100:00100000:0.0:1746066720.487671:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.487966:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974895488 00000100:00100000:1.0:1746066720.487973:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974895488 00010000:00010000:1.0:1746066720.488006:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800926ebc00/0xfb36a14ee6080490 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d03 expref: 23 pid: 21973 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066720.488043:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5021 00000100:00100000:1.0:1746066720.488050:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f29ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882974895488:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066720.488060:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066720.488077:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800926ebc00/0xfb36a14ee6080490 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d03 expref: 23 pid: 21973 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.488087:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800926ebc00/0xfb36a14ee6080490 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d03 expref: 23 pid: 21973 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.488106:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926ebc00/0xfb36a14ee6080490 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d03 expref: 23 pid: 21973 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.488117:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.488119:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.488125:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60805a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->749567) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d9d expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.488133:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60805a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->749567) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d9d expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.488159:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60805a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->749567) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d9d expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.488170:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976145408:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066720.488228:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066720.489138:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.489173:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.490632:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.491326:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882974895232:12345-192.168.202.57@tcp:4:cat.0 Request processed in 8754us (9137us total) trans 17179872718 rc 0/0 00000100:00100000:1.0:1746066720.491333:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 868 00002000:00100000:1.0:1746066720.491339:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1462272->1978367) req@ffff88009f298e00 x1830882974895232/t17179872718(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/448 e 0 to 0 dl 1746066731 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.491352:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f298e00 with x1830882974895232 ext(1462272->1978367) 00010000:00010000:1.0:1746066720.491357:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f177800/0xfb36a14ee608051c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d65 expref: 28 pid: 21203 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.491368:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f177800/0xfb36a14ee608051c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d65 expref: 28 pid: 21203 timeout: 781 lvb_type: 0 00002000:00010000:1.0:1746066720.491374:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f298e00 00000100:00100000:0.0:1746066720.495644:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.495755:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974896384 00000100:00100000:1.0:1746066720.495762:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974896384 00002000:00100000:1.0:1746066720.495797:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (745472->749567) req@ffff8800a4b04e00 x1830882974896384/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.495806:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b04e00 with x1830882974896384 ext(745472->749567) 00002000:00010000:1.0:1746066720.495811:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b04e00 00000100:00100000:1.0:1746066720.495842:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4087 00000100:00100000:1.0:1746066720.495849:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882974896384:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066720.495969:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.495995:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882974896384:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 146us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066720.496001:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4087 00000100:00100000:0.0:1746066720.496310:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.496358:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:1.0:1746066720.496561:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (745472->749567) req@ffff8800a4b04e00 x1830882974896384/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.496568:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b04e00 with x1830882974896384 ext(745472->749567) 00002000:00010000:1.0:1746066720.496571:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b04e00 00000100:00100000:0.0:1746066720.498902:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.501489:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.504427:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.504555:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974897280 00000100:00100000:1.0:1746066720.504562:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974897280 00002000:00100000:1.0:1746066720.504591:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800a4b05880 x1830882974897280/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.504598:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b05880 with x1830882974897280 ext(1048576->2097151) 00002000:00010000:1.0:1746066720.504602:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4b05880 00000100:00100000:1.0:1746066720.504629:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4088 00000100:00100000:1.0:1746066720.504635:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882974897280:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066720.512591:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882974897280:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 7948us (8162us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066720.512600:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4088 00002000:00100000:1.0:1746066720.512610:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800a4b05880 x1830882974897280/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.512618:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b05880 with x1830882974897280 ext(1048576->2097151) 00002000:00010000:1.0:1746066720.512622:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4b05880 00000100:00100000:0.0:1746066720.527555:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.529632:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.529718:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974897664 00000100:00100000:1.0:1746066720.529723:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974897664 00000100:00100000:1.0:1746066720.529827:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3525 00000100:00100000:1.0:1746066720.529834:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:27281:x1830882974897664:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1746066720.529999:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:27281:x1830882974897664:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 166us (372us total) trans 8589942812 rc 0/0 00000100:00100000:1.0:1746066720.530005:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3525 00000100:00100000:0.0:1746066720.531447:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.536627:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.536662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.536704:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.536725:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.536738:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.536760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.536988:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974898048 00000100:00100000:1.0:1746066720.536992:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974898048 00000100:00100000:1.0:1746066720.537009:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974898304 00000100:00100000:1.0:1746066720.537010:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974898304 00000100:00100000:1.0:1746066720.537018:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974898560 00000100:00100000:1.0:1746066720.537020:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974898560 00000100:00100000:1.0:1746066720.537028:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10185 00000100:00100000:1.0:1746066720.537033:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882974898176:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066720.537041:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.537050:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f176e00/0xfb36a14ee60805f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ddc expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.537062:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.537063:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.537071:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f176e00/0xfb36a14ee60805f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ddc expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.537083:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f176e00/0xfb36a14ee60805f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ddc expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.537091:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f176e00, rc 0) 00000100:00100000:1.0:1746066720.537111:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1966:x1830882974898176:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 79us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.537117:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10185 00000100:00100000:1.0:1746066720.537128:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10187 00000100:00100000:1.0:1746066720.537132:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882974898048:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066720.537137:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.537143:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f177e00/0xfb36a14ee6080603 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977dd5 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.537152:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.537153:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.537157:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f177e00/0xfb36a14ee6080603 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977dd5 expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.537165:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f177e00/0xfb36a14ee6080603 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977dd5 expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.537170:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f177e00, rc 0) 00000100:00100000:1.0:1746066720.537185:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1966:x1830882974898048:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 53us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.537190:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10187 00000100:00100000:1.0:1746066720.537199:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10189 00000100:00100000:1.0:1746066720.537203:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882974898560:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066720.537208:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.537213:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f177600/0xfb36a14ee6080611 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977df1 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.537223:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.537224:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.537228:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f177600/0xfb36a14ee6080611 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977df1 expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.537235:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f177600/0xfb36a14ee6080611 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977df1 expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.537254:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f177600, rc 0) 00000100:00100000:1.0:1746066720.537269:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1966:x1830882974898560:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 66us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.537277:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10189 00000100:00100000:0.0:1746066720.542209:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.545528:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.550488:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.554405:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.554939:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8967 00000100:00100000:1.0:1746066720.554950:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:28575:x1830882974899328:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066720.554968:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.554984:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177a00/0xfb36a14ee6080642 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977e06 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.555031:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177a00/0xfb36a14ee6080642 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e06 expref: 10 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.555042:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177a00/0xfb36a14ee6080642 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e06 expref: 10 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.555055:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066720.555058:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746066720.555061:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f177a00, rc 0) 00000100:00100000:1.0:1746066720.556310:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:28575:x1830882974899328:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 1358us (1908us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.556317:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8967 00000100:00100000:0.0:1746066720.559169:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.559230:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974899584 00000100:00100000:1.0:1746066720.559247:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974899584 00000100:00100000:1.0:1746066720.559300:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8968 00000100:00100000:1.0:1746066720.559308:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28578:x1830882974899584:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066720.559334:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.559352:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177800/0xfb36a14ee6080649 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977e0d expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.559461:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177000/0xfb36a14ee6080650 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066720.559474:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177000/0xfb36a14ee6080650 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066720.559483:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177000/0xfb36a14ee6080650 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066720.559494:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f176c00/0xfb36a14ee6080657 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066720.559499:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f176c00/0xfb36a14ee6080657 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066720.559504:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f176c00/0xfb36a14ee6080657 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066720.559605:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177400/0xfb36a14ee608065e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066720.559615:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092427000/0xfb36a14ee6080634 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977dff expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.559620:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177400/0xfb36a14ee608065e lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066720.559647:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092427000/0xfb36a14ee6080634 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977dff expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.559658:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092427000/0xfb36a14ee6080634 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977dff expref: 9 pid: 14549 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066720.559672:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976146560:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066720.560857:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066720.565251:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.565281:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.565307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.565960:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.566101:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.566116:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974899712 00000100:00100000:1.0:1746066720.566123:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974899712 00000100:00100000:0.0:1746066720.566186:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.567064:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976146560:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066720.567080:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177400/0xfb36a14ee608065e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066720.567119:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066720.567932:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177400/0xfb36a14ee608065e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.567937:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177400/0xfb36a14ee608065e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:0.0:1746066720.567949:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:0.0:1746066720.568029:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177400/0xfb36a14ee608065e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568036:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177400/0xfb36a14ee608065e lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568041:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177400/0xfb36a14ee608065e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568045:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f177400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066720.568048:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177400/0xfb36a14ee608065e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568053:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177400/0xfb36a14ee608065e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568060:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066720.568062:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746066720.568064:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177400/0xfb36a14ee608065e lrc: 2/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568069:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177400/0xfb36a14ee608065e lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568085:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177000/0xfb36a14ee6080650 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568090:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177000/0xfb36a14ee6080650 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568094:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177000/0xfb36a14ee6080650 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568097:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f177000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066720.568099:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177000/0xfb36a14ee6080650 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568106:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177000/0xfb36a14ee6080650 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568112:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066720.568113:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066720.568115:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177000/0xfb36a14ee6080650 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568118:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177000/0xfb36a14ee6080650 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568125:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f176c00/0xfb36a14ee6080657 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568129:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f176c00/0xfb36a14ee6080657 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568133:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f176c00/0xfb36a14ee6080657 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568136:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f176c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066720.568137:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f176c00/0xfb36a14ee6080657 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568141:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f176c00/0xfb36a14ee6080657 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568146:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ebeb500) 00010000:00010000:0.0:1746066720.568147:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066720.568149:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f176c00/0xfb36a14ee6080657 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568153:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f176c00/0xfb36a14ee6080657 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066720.568186:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177800/0xfb36a14ee6080649 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e0d expref: 18 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.568192:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f177800/0xfb36a14ee6080649 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e0d expref: 18 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.568198:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f177800, rc 0) 00000100:00100000:0.0:1746066720.568218:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28578:x1830882974899584:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 8912us (9056us total) trans 8589942815 rc 301/301 00000100:00100000:0.0:1746066720.568223:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8968 00010000:00010000:0.0:1746066720.573964:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f177e00/0xfb36a14ee6080603 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977dd5 expref: 13 pid: 8452 timeout: 781 lvb_type: 1 00000100:00100000:0.0:1746066720.573974:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976146944:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066720.573982:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800acd45400/0xfb36a14ee60805c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977db9 expref: 25 pid: 21203 timeout: 781 lvb_type: 1 00000100:00100000:0.0:1746066720.573988:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f168380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976147072:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066720.574005:0:9776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800926eb000/0xfb36a14ee608066c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.574012:0:9776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800926eb000/0xfb36a14ee608066c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.574017:0:9776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800926eb000/0xfb36a14ee608066c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.574035:0:9776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800926eb000/0xfb36a14ee608066c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.574042:0:9776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800926eb000/0xfb36a14ee608066c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.574048:0:9776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800926eb000/0xfb36a14ee608066c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.574053:0:9776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800926eb000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066720.574057:0:9776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800926eb000/0xfb36a14ee608066c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.574064:0:9776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800926eb000/0xfb36a14ee608066c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.574073:0:9776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800926eb000/0xfb36a14ee608066c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.574078:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800926eb000/0xfb36a14ee608066c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066720.574118:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974899840:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 7642us (8836us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066720.574125:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10191 00000100:00100000:1.0:1746066720.578303:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.578329:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.578342:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.578359:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974901248 00000100:00100000:1.0:1746066720.578366:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974901248 00010000:00010000:1.0:1746066720.578394:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a866ae00/0xfb36a14ee60804eb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d42 expref: 25 pid: 21203 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066720.578414:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974901120 00000100:00100000:1.0:1746066720.578416:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974901120 00010000:00010000:1.0:1746066720.578423:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608060a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977de3 expref: 13 pid: 21973 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066720.578440:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5029 00000100:00100000:1.0:1746066720.578447:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5218050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882974901248:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066720.578458:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066720.578475:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a866ae00/0xfb36a14ee60804eb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d42 expref: 25 pid: 21203 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.578485:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a866ae00/0xfb36a14ee60804eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d42 expref: 25 pid: 21203 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.578505:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066720.578532:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5218050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882974901248:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 86us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.578538:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5029 00000100:00100000:1.0:1746066720.578574:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5030 00000100:00100000:1.0:1746066720.578579:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882974901120:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066720.578583:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066720.578589:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608060a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977de3 expref: 13 pid: 21973 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.578597:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608060a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977de3 expref: 13 pid: 21973 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.578605:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066720.578615:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882974901120:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 37us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.578620:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5030 00000100:00100000:1.0:1746066720.578772:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976147968:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066720.578780:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976148096:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066720.578787:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976148224:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066720.578803:0:8452:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ec50200/0xfb36a14ee6080688 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.578825:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976147584:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066720.578832:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976147712:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066720.578840:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976147840:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066720.578850:0:21203:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800acd44000/0xfb36a14ee6080681 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066720.579069:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974900992 00000100:00100000:0.0:1746066720.579073:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974900992 00002000:00100000:0.0:1746066720.579096:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (577536->749567) req@ffff88009e93ea00 x1830882974900992/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.579105:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ea00 with x1830882974900992 ext(577536->749567) 00010000:00010000:0.0:1746066720.579110:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60805a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->749567) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d9d expref: 24 pid: 8450 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066720.579118:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60805a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->749567) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d9d expref: 24 pid: 8450 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746066720.579125:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e93ea00 00000100:00100000:0.0:1746066720.579145:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 869 00000100:00100000:0.0:1746066720.579149:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974900992:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066720.589009:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5036 00000100:00100000:0.0:1746066720.589017:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882974902016:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066720.589024:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066720.589033:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60804ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d2d expref: 25 pid: 20532 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066720.589042:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60804ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d2d expref: 25 pid: 20532 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066720.589054:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60804ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d2d expref: 25 pid: 20532 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066720.589062:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.589064:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.589066:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800acd44000/0xfb36a14ee6080681 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.589071:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800acd44000/0xfb36a14ee6080681 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.589087:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066720.589104:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882974902016:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 89us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066720.589109:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5036 00010000:00010000:0.0:1746066720.589140:0:21203:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800acd44000/0xfb36a14ee6080681 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.589147:0:21203:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800acd44000/0xfb36a14ee6080681 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.589164:0:21203:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800acd44000/0xfb36a14ee6080681 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.589170:0:21203:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800acd44000/0xfb36a14ee6080681 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.589176:0:21203:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800acd44000/0xfb36a14ee6080681 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.589182:0:21203:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800acd44000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066720.589185:0:21203:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800acd44000/0xfb36a14ee6080681 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.589192:0:21203:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800acd44000/0xfb36a14ee6080681 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.589202:0:21203:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800acd44000/0xfb36a14ee6080681 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.589207:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800acd44000/0xfb36a14ee6080681 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066720.589255:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974899968:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 21928us (23154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066720.589261:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10194 00000100:00100000:0.0:1746066720.589995:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882974900992:12345-192.168.202.57@tcp:4:cat.0 Request processed in 10843us (11696us total) trans 21474840048 rc 0/0 00000100:00100000:0.0:1746066720.590002:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 869 00002000:00100000:0.0:1746066720.590010:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (577536->749567) req@ffff88009e93ea00 x1830882974900992/t21474840048(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/448 e 0 to 0 dl 1746066731 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.590018:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ea00 with x1830882974900992 ext(577536->749567) 00010000:00010000:0.0:1746066720.590023:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60805a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->749567) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d9d expref: 25 pid: 8450 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066720.590032:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60805a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->749567) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d9d expref: 25 pid: 8450 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746066720.590038:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e93ea00 00010000:00010000:1.0:1746066720.591566:0:8451:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800926eb800/0xfb36a14ee6080673 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.591576:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800926eb800/0xfb36a14ee6080673 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.591594:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800926eb800/0xfb36a14ee6080673 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.591600:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800926eb800/0xfb36a14ee6080673 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.591606:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800926eb800/0xfb36a14ee6080673 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.591611:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800926eb800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066720.591613:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800926eb800/0xfb36a14ee6080673 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.591620:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800926eb800/0xfb36a14ee6080673 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.591633:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800926eb800/0xfb36a14ee6080673 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.591640:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926eb800/0xfb36a14ee6080673 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.591725:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974900096:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 25015us (26413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.591732:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10192 00000100:00100000:1.0:1746066720.592869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.594385:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.595304:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.595332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.595364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.595377:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974902400 00000100:00100000:1.0:1746066720.595381:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974902400 00010000:00010000:1.0:1746066720.595394:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800926eb400/0xfb36a14ee608045f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cf5 expref: 34 pid: 21973 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066720.595414:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974902528 00000100:00100000:1.0:1746066720.595417:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974902528 00010000:00010000:1.0:1746066720.595429:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60805a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->749567) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d9d expref: 25 pid: 8450 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066720.595445:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974902656 00000100:00100000:1.0:1746066720.595448:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974902656 00010000:00010000:1.0:1746066720.595459:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50400/0xfb36a14ee60804ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d1f expref: 24 pid: 8112 timeout: 781 lvb_type: 1 00000100:00100000:0.0:1746066720.595645:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5039 00000100:00100000:0.0:1746066720.595652:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882974902400:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066720.595656:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5040 00010000:00010000:0.0:1746066720.595660:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066720.595666:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092515f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882974902528:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066720.595670:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800926eb400/0xfb36a14ee608045f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cf5 expref: 34 pid: 21973 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746066720.595696:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800926eb400/0xfb36a14ee608045f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cf5 expref: 34 pid: 21973 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.595699:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066720.595708:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800926eb400/0xfb36a14ee608045f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cf5 expref: 34 pid: 21973 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.595715:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60805a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 577536->749567) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d9d expref: 25 pid: 8450 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746066720.595716:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066720.595724:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60805a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 577536->749567) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d9d expref: 25 pid: 8450 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746066720.595736:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1966:x1830882974902400:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 85us (432us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066720.595737:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60805a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 577536->749567) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d9d expref: 25 pid: 8450 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746066720.595741:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5039 00010000:00010000:1.0:1746066720.595748:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.595749:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.595752:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092426a00/0xfb36a14ee6080665 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066720.595753:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5041 00000100:00100000:0.0:1746066720.595758:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882974902656:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066720.595759:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092426a00/0xfb36a14ee6080665 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.595765:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066720.595773:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec50400/0xfb36a14ee60804ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d1f expref: 24 pid: 8112 timeout: 781 lvb_type: 1 00010000:00010000:1.0:1746066720.595778:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066720.595780:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec50400/0xfb36a14ee60804ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d1f expref: 24 pid: 8112 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746066720.595790:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50400/0xfb36a14ee60804ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d1f expref: 24 pid: 8112 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746066720.595798:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.595800:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.595802:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092427200/0xfb36a14ee608067a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.595803:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092515f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974902528:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 138us (469us total) trans 0 rc 0/0 00010000:00010000:0.0:1746066720.595808:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092427200/0xfb36a14ee608067a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.595809:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5040 00010000:00010000:0.0:1746066720.596321:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066720.596338:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882974902656:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 579us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066720.596344:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5041 00000100:00100000:0.0:1746066720.604466:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.607726:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.626198:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.644478:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.644513:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.645648:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.645916:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10197 00000100:00100000:1.0:1746066720.645925:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882974903936:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.645932:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.645943:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f176000/0xfb36a14ee60806c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977e22 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066720.645957:0:8451:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd20, atime: 0x6812dd20, ctime: 0x6812dd20, blocks: 0x81f 00010000:00010000:1.0:1746066720.645966:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.645967:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.645972:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f176000/0xfb36a14ee60806c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e22 expref: 34 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.645981:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f176000/0xfb36a14ee60806c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e22 expref: 34 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.645988:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f176000, rc 0) 00000100:00100000:1.0:1746066720.646005:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882974903936:12345-192.168.202.57@tcp:101:cat.0 Request processed in 82us (1491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.646010:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10197 00000100:00100000:1.0:1746066720.646801:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.646858:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.646885:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.646904:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974904320 00000100:00100000:1.0:1746066720.646906:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974904320 00000100:00100000:1.0:1746066720.646922:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10199 00000100:00100000:1.0:1746066720.647443:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882974904192:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.647452:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.647461:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f176600/0xfb36a14ee60806dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977e30 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066720.647471:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x385:0x0] initial LVB size: 2097152, mtime: 0x6812dd1f, atime: 0x6812dd1f, ctime: 0x6812dd1f, blocks: 0x81d 00010000:00010000:1.0:1746066720.647480:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.647481:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.647486:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f176600/0xfb36a14ee60806dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e30 expref: 27 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.647493:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f176600/0xfb36a14ee60806dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e30 expref: 27 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.647499:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f176600, rc 0) 00000100:00100000:1.0:1746066720.647513:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882974904192:12345-192.168.202.57@tcp:101:cat.0 Request processed in 586us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.647518:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10199 00000100:00100000:0.0:1746066720.660392:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.660433:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.660459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.660482:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.660515:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974904704 00000100:00100000:0.0:1746066720.660522:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974904704 00002000:00100000:0.0:1746066720.660558:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009f169880 x1830882974904704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.660572:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f169880 with x1830882974904704 ext(0->1048575) 00002000:00010000:0.0:1746066720.660576:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f169880 00000100:00100000:0.0:1746066720.660589:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974904960 00000100:00100000:0.0:1746066720.660591:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974904960 00002000:00100000:0.0:1746066720.660602:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009f168000 x1830882974904960/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.660608:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f168000 with x1830882974904960 ext(1048576->2097151) 00002000:00010000:0.0:1746066720.660611:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f168000 00000100:00100000:0.0:1746066720.660632:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974905216 00000100:00100000:0.0:1746066720.660634:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974905216 00002000:00100000:0.0:1746066720.660644:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009f16bb80 x1830882974905216/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.660650:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16bb80 with x1830882974905216 ext(1048576->2097151) 00002000:00010000:0.0:1746066720.660653:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16bb80 00000100:00100000:0.0:1746066720.660659:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974905472 00000100:00100000:0.0:1746066720.660661:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974905472 00002000:00100000:0.0:1746066720.660668:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009f168380 x1830882974905472/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.660694:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f168380 with x1830882974905472 ext(1048576->2097151) 00002000:00010000:0.0:1746066720.660698:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f168380 00000100:00100000:0.0:1746066720.660709:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4089 00000100:00100000:0.0:1746066720.660716:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974904704:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066720.661459:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4091 00000100:00100000:1.0:1746066720.661467:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882974905216:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066720.682070:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.683156:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974905600 00000100:00100000:1.0:1746066720.683166:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974905600 00000100:00100000:1.0:1746066720.683233:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10202 00000100:00100000:1.0:1746066720.683251:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28578:x1830882974905600:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066720.683266:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.683280:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800acd44200/0xfb36a14ee60806e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977e45 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.683303:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee60806ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e37 expref: 30 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.683310:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.683312:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.683315:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd44200/0xfb36a14ee60806e3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2609152->3145727] (req 2609152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e45 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.683338:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee60806ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e37 expref: 30 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.683347:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee60806ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e37 expref: 30 pid: 8452 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066720.683358:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976148736:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066720.683451:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066720.688075:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882974905216:12345-192.168.202.57@tcp:3:cat.0 Request processed in 26600us (27605us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066720.688086:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4091 00002000:00100000:1.0:1746066720.688097:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009f16bb80 x1830882974905216/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.688105:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16bb80 with x1830882974905216 ext(1048576->2097151) 00002000:00010000:1.0:1746066720.688111:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16bb80 00000100:00100000:0.0:1746066720.691227:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066720.692455:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee60806ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e37 expref: 31 pid: 8452 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066720.692473:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976148736:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066720.692490:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800acd44200/0xfb36a14ee60806e3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2609152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e45 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.692504:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd44200, rc 0) 00000100:00100000:1.0:1746066720.692521:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28578:x1830882974905600:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 9273us (10460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.692527:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10202 00000100:00100000:0.0:1746066720.695940:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.702094:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.702188:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974906112 00000100:00100000:1.0:1746066720.702196:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974906112 00000100:00100000:1.0:1746066720.702252:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10203 00000100:00100000:1.0:1746066720.702259:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:28580:x1830882974906112:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066720.702274:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.702288:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800acd44400/0xfb36a14ee60806ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977e4c expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.702312:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f176600/0xfb36a14ee60806dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e30 expref: 27 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.702319:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.702321:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.702324:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd44400/0xfb36a14ee60806ea lrc: 4/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1163264->1806335] (req 1163264->1806335) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e4c expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.702347:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f176600/0xfb36a14ee60806dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e30 expref: 27 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.702356:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f176600/0xfb36a14ee60806dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e30 expref: 27 pid: 21973 timeout: 781 lvb_type: 1 00000100:00100000:1.0:1746066720.702371:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976148992:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066720.703582:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066720.704845:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.704949:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976148992:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066720.704974:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800acd44400/0xfb36a14ee60806ea lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1163264->1806335] (req 1163264->1806335) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e4c expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.704989:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd44400, rc 0) 00000100:00100000:1.0:1746066720.705031:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28580:x1830882974906112:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2766us (2937us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.705038:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10203 00000100:00100000:0.0:1746066720.707441:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.711095:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.711154:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.712333:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.712988:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.713018:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.713346:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974907008 00000100:00100000:1.0:1746066720.713349:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974907008 00000100:00100000:1.0:1746066720.713366:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10205 00000100:00100000:1.0:1746066720.713370:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882974906880:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.713382:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.713394:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60806f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977e5a expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.713423:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976149504:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066720.713451:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066720.714109:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974907648 00000100:00100000:0.0:1746066720.714112:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974907648 00000100:00100000:0.0:1746066720.714131:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3528 00000100:00100000:0.0:1746066720.714135:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28578:x1830882974907648:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:0.0:1746066720.714294:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28578:x1830882974907648:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 148us (193us total) trans 8589942819 rc 0/0 00000100:00100000:0.0:1746066720.714300:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3528 00002000:00010000:1.0:1746066720.715597:0:21973:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime: 1746066719 -> 1746066720 00002000:00010000:1.0:1746066720.715602:0:21973:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime: 1746066719 -> 1746066720 00002000:00010000:1.0:1746066720.715603:0:21973:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime: 1746066719 -> 1746066720 00000100:00100000:1.0:1746066720.715615:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976149504:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066720.715633:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60806f8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e5a expref: 29 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.715643:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800acd44600/0xfb36a14ee60806f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e5a expref: 29 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.715665:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd44600, rc 0) 00000100:00100000:1.0:1746066720.715710:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882974906880:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2338us (3377us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066720.715716:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10205 00000100:00100000:0.0:1746066720.720447:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.720495:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.723016:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.723055:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974908288 00000100:00100000:0.0:1746066720.723059:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974908288 00000100:00100000:0.0:1746066720.723083:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3529 00000100:00100000:0.0:1746066720.723088:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:28580:x1830882974908288:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:0.0:1746066720.723224:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:28580:x1830882974908288:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 136us (266us total) trans 8589942820 rc 0/0 00000100:00100000:0.0:1746066720.723229:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3529 00000100:00100000:0.0:1746066720.724183:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.736969:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066720.737550:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066720.737552:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066720.737555:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649a00/0xfb36a14ee608071b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066720.737558:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649a00/0xfb36a14ee608071b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066720.737569:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649c00/0xfb36a14ee6080722 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066720.737573:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649c00/0xfb36a14ee6080722 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066720.737577:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649c00/0xfb36a14ee6080722 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066720.737581:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e649c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066720.737583:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649c00/0xfb36a14ee6080722 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066720.737587:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649c00/0xfb36a14ee6080722 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066720.737592:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ed99700) 00010000:00010000:3.0:1746066720.737594:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066720.737596:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649c00/0xfb36a14ee6080722 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066720.737600:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649c00/0xfb36a14ee6080722 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066720.737627:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649800/0xfb36a14ee6080714 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e76 expref: 21 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066720.737640:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649e00/0xfb36a14ee6080729 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e76 expref: 20 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066720.737645:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066720.737647:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066720.737649:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e649e00, rc 0) 00000100:00100000:3.0:1746066720.737754:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28589:x1830882974908800:12345-192.168.202.57@tcp:101:cat.0 Request processed in 556us (788us total) trans 8589942821 rc 0/0 00000100:00100000:3.0:1746066720.737759:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8971 00000100:00100000:0.0:1746066720.740029:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.740161:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974909056 00000100:00100000:1.0:1746066720.740167:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974909056 00000100:00100000:1.0:1746066720.740192:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3530 00000100:00100000:1.0:1746066720.740198:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d07050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28589:x1830882974909056:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066720.740498:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d07050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28589:x1830882974909056:12345-192.168.202.57@tcp:35:cat.0 Request processed in 298us (468us total) trans 8589942822 rc 0/0 00000100:00100000:1.0:1746066720.740504:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3530 00000100:00100000:0.0:1746066720.740791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066720.740870:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974909312 00000100:00100000:3.0:1746066720.740874:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974909312 00002000:00100000:3.0:1746066720.740896:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099a1d880 x1830882974909312/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066720.740903:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1d880 with x1830882974909312 ext(2097152->3145727) 00002000:00010000:3.0:1746066720.740907:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1d880 00000100:00100000:3.0:1746066720.740926:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4097 00000100:00100000:3.0:1746066720.740932:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882974909312:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066720.741834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.741861:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.741882:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.741895:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.741898:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974909440 00000100:00100000:1.0:1746066720.741902:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974909440 00000100:00100000:1.0:1746066720.741926:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974909696 00000100:00100000:1.0:1746066720.741928:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974909696 00000100:00100000:0.0:1746066720.741930:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.741939:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974909952 00000100:00100000:1.0:1746066720.741940:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974909952 00000100:00100000:1.0:1746066720.741949:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974909568 00000100:00100000:1.0:1746066720.741950:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974909568 00000100:00100000:0.0:1746066720.741958:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974909824 00000100:00100000:0.0:1746066720.741960:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974909824 00000100:00100000:1.0:1746066720.741961:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10209 00000100:00100000:1.0:1746066720.741965:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974909440:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:0.0:1746066720.741974:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10210 00010000:00010000:1.0:1746066720.741975:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066720.741978:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974909696:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066720.741983:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.741985:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800acd45200/0xfb36a14ee6080737 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977e7d expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.741990:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092426000/0xfb36a14ee608073e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977e8b expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.741999:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.741999:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.742000:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.742000:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.742006:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd45200/0xfb36a14ee6080737 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e7d expref: 25 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066720.742006:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092426000/0xfb36a14ee608073e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e8b expref: 26 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.742017:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800acd45200/0xfb36a14ee6080737 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e7d expref: 25 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066720.742017:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092426000/0xfb36a14ee608073e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e8b expref: 26 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.742025:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd45200, rc 0) 00010000:00010000:0.0:1746066720.742025:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092426000, rc 0) 00000100:00100000:0.0:1746066720.742049:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882974909696:12345-192.168.202.57@tcp:101:cat.0 Request processed in 71us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.742050:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974909440:12345-192.168.202.57@tcp:101:cat.0 Request processed in 85us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066720.742054:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10210 00000100:00100000:1.0:1746066720.742057:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10209 00000100:00100000:0.0:1746066720.742064:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10211 00000100:00100000:1.0:1746066720.742067:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10212 00000100:00100000:0.0:1746066720.742068:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974909952:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066720.742070:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974909568:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066720.742073:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.742074:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.742079:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800acd44800/0xfb36a14ee6080745 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977e84 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066720.742079:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608074c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977e99 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.742087:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.742088:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.742088:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066720.742089:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.742092:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800acd44800/0xfb36a14ee6080745 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e84 expref: 26 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066720.742092:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608074c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e99 expref: 25 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.742100:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800acd44800/0xfb36a14ee6080745 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e84 expref: 26 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066720.742100:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608074c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e99 expref: 25 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.742106:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd44800, rc 0) 00010000:00010000:0.0:1746066720.742106:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092426600, rc 0) 00000100:00100000:1.0:1746066720.742118:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882974909568:12345-192.168.202.57@tcp:101:cat.0 Request processed in 47us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066720.742118:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974909952:12345-192.168.202.57@tcp:101:cat.0 Request processed in 49us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.742122:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10212 00000100:00100000:0.0:1746066720.742193:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10211 00000100:00100000:0.0:1746066720.742204:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10213 00000100:00100000:0.0:1746066720.742209:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974909824:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066720.742215:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066720.742221:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092426c00/0xfb36a14ee6080753 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977e92 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066720.742265:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976150144:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066720.742311:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066720.744773:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976150144:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066720.744798:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092426c00/0xfb36a14ee6080753 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e92 expref: 25 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.744809:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092426c00/0xfb36a14ee6080753 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e92 expref: 25 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.744817:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092426c00, rc 0) 00000100:00100000:1.0:1746066720.745125:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974909824:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2913us (3191us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066720.745131:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10213 00000100:00100000:3.0:1746066720.748472:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882974909312:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7531us (7671us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066720.748482:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4097 00002000:00100000:3.0:1746066720.748493:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099a1d880 x1830882974909312/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066720.748501:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1d880 with x1830882974909312 ext(2097152->3145727) 00002000:00010000:3.0:1746066720.748507:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1d880 00000100:00100000:0.0:1746066720.752179:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.752322:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974910080 00000100:00100000:1.0:1746066720.752331:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974910080 00000100:00100000:1.0:1746066720.752377:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10214 00000100:00100000:1.0:1746066720.752383:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:28584:x1830882974910080:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.752398:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.752412:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800acd45400/0xfb36a14ee608075a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ea0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.752436:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60806f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2334719) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e53 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.752442:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066720.752443:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066720.752446:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800acd45400/0xfb36a14ee608075a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea0 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.752468:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60806f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2334719) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e53 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.752478:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60806f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2334719) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e53 expref: 25 pid: 8451 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066720.752488:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976150272:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066720.752558:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066720.754271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.754302:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066720.754785:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974910336 00000100:00100000:3.0:1746066720.754791:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974910336 00000100:00100000:0.0:1746066720.754800:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:3.0:1746066720.754823:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ec37800 x1830882974910336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066720.754831:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec37800 with x1830882974910336 ext(0->1048575) 00002000:00010000:3.0:1746066720.754835:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec37800 00000100:00100000:0.0:1746066720.755425:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.755524:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974910848 00000100:00100000:0.0:1746066720.755526:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974910848 00002000:00100000:0.0:1746066720.755540:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009ec36d80 x1830882974910848/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.755547:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec36d80 with x1830882974910848 ext(1048576->2097151) 00002000:00010000:0.0:1746066720.755550:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec36d80 00000100:00100000:0.0:1746066720.755563:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4098 00000100:00100000:0.0:1746066720.755568:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974910336:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066720.756091:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4100 00000100:00100000:3.0:1746066720.756097:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882974910848:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066720.757093:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976150272:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066720.757114:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800acd45400/0xfb36a14ee608075a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea0 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.757127:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd45400, rc 0) 00000100:00100000:1.0:1746066720.757148:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:28584:x1830882974910080:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4765us (4976us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.757155:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10214 00000100:00100000:1.0:1746066720.770221:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066720.770620:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882974910848:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14520us (15817us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066720.770630:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4100 00002000:00100000:3.0:1746066720.770641:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009ec36d80 x1830882974910848/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066720.770649:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec36d80 with x1830882974910848 ext(1048576->2097151) 00002000:00010000:3.0:1746066720.770654:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec36d80 00000100:00100000:0.0:1746066720.775074:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882974910592:12345-192.168.202.57@tcp:3:cat.0 Request processed in 19194us (20762us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066720.775083:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4099 00002000:00100000:0.0:1746066720.775093:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009ec35c00 x1830882974910592/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.775101:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec35c00 with x1830882974910592 ext(1048576->2097151) 00002000:00010000:0.0:1746066720.775105:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec35c00 00000100:00100000:3.0:1746066720.775343:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976150400:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066720.775359:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066720.775377:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882974911104:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4506us (5164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066720.775383:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5046 00000100:00100000:0.0:1746066720.782400:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.782436:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.782471:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.782710:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4102 00000100:00100000:0.0:1746066720.782716:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882974911616:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066720.782818:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4103 00000100:00100000:3.0:1746066720.782825:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882974911872:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066720.789728:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.790335:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974912000 00000100:00100000:1.0:1746066720.790342:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974912000 00000100:00100000:1.0:1746066720.790745:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10215 00000100:00100000:1.0:1746066720.790753:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28589:x1830882974912000:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.790768:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.790783:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ea7 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.790805:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd44400/0xfb36a14ee60806ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->1806335) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e4c expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.790812:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066720.790813:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066720.790816:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea7 expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.790839:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd44400/0xfb36a14ee60806ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->1806335) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e4c expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.790848:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800acd44400/0xfb36a14ee60806ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->1806335) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e4c expref: 28 pid: 21973 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746066720.790858:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976150528:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066720.791161:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066720.793704:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882974911616:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10956us (11234us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066720.793714:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4102 00002000:00100000:1.0:1746066720.793725:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ec35880 x1830882974911616/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.793738:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec35880 with x1830882974911616 ext(3145728->4194303) 00002000:00010000:1.0:1746066720.793742:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec35880 00000100:00100000:1.0:1746066720.800469:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976150528:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066720.800496:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea7 expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.800514:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf66800, rc 0) 00000100:00100000:1.0:1746066720.800555:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28589:x1830882974912000:12345-192.168.202.57@tcp:101:cat.0 Request processed in 9802us (10833us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.800562:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10215 00000100:00100000:0.0:1746066720.803894:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.803988:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974912128 00000100:00100000:1.0:1746066720.803995:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974912128 00002000:00100000:1.0:1746066720.804025:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1163264->1806335) req@ffff880092848700 x1830882974912128/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066720.804033:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848700 with x1830882974912128 ext(1163264->1806335) 00010000:00010000:1.0:1746066720.804040:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800acd44400/0xfb36a14ee60806ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->1806335) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e4c expref: 29 pid: 21973 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.804052:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800acd44400/0xfb36a14ee60806ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->1806335) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e4c expref: 29 pid: 21973 timeout: 781 lvb_type: 0 00002000:00010000:1.0:1746066720.804058:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092848700 00000100:00100000:1.0:1746066720.804074:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 872 00000100:00100000:1.0:1746066720.804081:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882974912128:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066720.805011:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974911872:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22182us (22534us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066720.805021:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4103 00002000:00100000:3.0:1746066720.805028:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009284b800 x1830882974911872/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066720.805035:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b800 with x1830882974911872 ext(3145728->4194303) 00002000:00010000:3.0:1746066720.805039:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284b800 00000100:00100000:3.0:1746066720.808431:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974911488:12345-192.168.202.57@tcp:3:cat.0 Request processed in 25812us (26028us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066720.808441:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4101 00002000:00100000:3.0:1746066720.808451:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ec37480 x1830882974911488/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066720.808459:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec37480 with x1830882974911488 ext(2097152->3145727) 00002000:00010000:3.0:1746066720.808464:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec37480 00000100:00100000:0.0:1746066720.818558:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.818788:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974912256 00000100:00100000:1.0:1746066720.818795:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974912256 00000100:00100000:1.0:1746066720.818832:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10216 00000100:00100000:1.0:1746066720.818838:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882974912256:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.818850:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.818862:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf66c00/0xfb36a14ee6080768 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977eae expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.819138:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976150656:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066720.819200:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066720.820999:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066720.821094:0:4614:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff88012c22c000 x1830882976150656) - normal race ns: filter-lustre-OST0000_UUID lock: ffff8800acd44400/0xfb36a14ee60806ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1163264->1806335) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e4c expref: 30 pid: 21973 timeout: 781 lvb_type: 0 00000100:00100000:3.0:1746066720.821098:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974912384 00000100:00100000:3.0:1746066720.821103:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974912384 00010000:00010000:1.0:1746066720.821123:0:4614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800acd44400/0xfb36a14ee60806ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1163264->1806335) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e4c expref: 31 pid: 21973 timeout: 781 lvb_type: 0 00010000:00010000:3.0:1746066720.821124:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd44400/0xfb36a14ee60806ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1163264->1806335) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e4c expref: 31 pid: 21973 timeout: 781 lvb_type: 0 00010000:00010000:1.0:1746066720.821142:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800acd44400/0xfb36a14ee60806ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1163264->1806335) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e4c expref: 31 pid: 21973 timeout: 781 lvb_type: 0 00000100:00100000:3.0:1746066720.821144:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5047 00000100:00100000:3.0:1746066720.821149:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882974912384:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066720.821159:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066720.821161:0:15727:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie fb36a14ee60806ea) 00010000:00010000:3.0:1746066720.821162:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066720.821398:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976150656:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066720.821414:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.821416:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.821422:0:4614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea7 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066720.821424:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882974912384:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 273us (428us total) trans 0 rc 116/116 00010000:00010000:1.0:1746066720.821429:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea7 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066720.821433:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5047 00010000:00010000:1.0:1746066720.821451:0:4614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea7 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066720.821459:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976150784:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066720.821499:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066720.823860:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976150784:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066720.823883:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf66c00/0xfb36a14ee6080768 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eae expref: 29 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.823895:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf66c00/0xfb36a14ee6080768 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eae expref: 29 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.823904:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf66c00, rc 0) 00000100:00100000:1.0:1746066720.823933:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882974912256:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5094us (5374us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066720.823940:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10216 00000100:00100000:0.0:1746066720.833425:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.834895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066720.837335:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4105 00000100:00100000:3.0:1746066720.837343:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882974912896:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066720.853087:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882974912896:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15734us (18181us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066720.853100:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4105 00002000:00100000:3.0:1746066720.853112:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009284bb80 x1830882974912896/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066720.853120:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284bb80 with x1830882974912896 ext(4194304->5079039) 00002000:00010000:3.0:1746066720.853126:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284bb80 00000100:00100000:0.0:1746066720.858576:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066720.858662:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974913024 00000100:00100000:1.0:1746066720.858670:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974913024 00000100:00100000:1.0:1746066720.858732:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10217 00000100:00100000:1.0:1746066720.858738:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882974913024:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066720.858753:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066720.858771:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ff1e600/0xfb36a14ee608076f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977eb5 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066720.858795:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.858796:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066720.858803:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff1e600/0xfb36a14ee608076f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eb5 expref: 29 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.858817:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ff1e600/0xfb36a14ee608076f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eb5 expref: 29 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066720.858826:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ff1e600, rc 0) 00000100:00100000:1.0:1746066720.858859:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882974913024:12345-192.168.202.57@tcp:101:cat.0 Request processed in 121us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066720.858864:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10217 00000100:00100000:0.0:1746066720.860538:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.867874:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.869447:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066720.869755:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974913792 00000100:00100000:3.0:1746066720.869759:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974913792 00010000:00010000:3.0:1746066720.869776:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bb600/0xfb36a14ee60806ab lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e14 expref: 264 pid: 14549 timeout: 782 lvb_type: 0 00000100:00100000:3.0:1746066720.869804:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5048 00000100:00100000:3.0:1746066720.869810:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+264:1963:x1830882974913792:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066720.869818:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066720.869822:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bb600/0xfb36a14ee60806ab lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e14 expref: 264 pid: 14549 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066720.869831:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bb600/0xfb36a14ee60806ab lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e14 expref: 264 pid: 14549 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066720.869848:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bb600/0xfb36a14ee60806ab lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e14 expref: 264 pid: 14549 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066720.869862:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066720.869866:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066720.869872:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066720.869877:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066720.869899:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:1963:x1830882974913792:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 90us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066720.869905:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5048 00000100:00100000:3.0:1746066720.869956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066720.869967:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974913664 00000100:00100000:3.0:1746066720.869970:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974913664 00010000:00010000:3.0:1746066720.869979:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649e00/0xfb36a14ee6080729 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e76 expref: 21 pid: 14549 timeout: 782 lvb_type: 0 00000100:00100000:3.0:1746066720.869992:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5049 00000100:00100000:3.0:1746066720.869996:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974913664:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066720.870002:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066720.870005:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649e00/0xfb36a14ee6080729 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e76 expref: 21 pid: 14549 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066720.870012:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649e00/0xfb36a14ee6080729 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e76 expref: 21 pid: 14549 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066720.870022:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e649e00/0xfb36a14ee6080729 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e76 expref: 21 pid: 14549 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066720.870030:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066720.870032:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066720.870038:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066720.870044:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066720.870056:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066720.870068:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882974913664:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 71us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066720.870073:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5049 00010000:00010000:3.0:1746066720.870124:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066720.870130:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:3.0:1746066720.870144:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:3.0:1746066720.870250:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b800/0xfb36a14ee6080776 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ebc expref: 264 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066720.870262:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ebc expref: 263 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066720.871373:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066720.871377:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066720.871381:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500ba00, rc 0) 00000100:00100000:3.0:1746066720.871423:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:28592:x1830882974913280:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 9120us (10886us total) trans 8589942823 rc 0/0 00000100:00100000:3.0:1746066720.871429:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8972 00000100:00100000:0.0:1746066720.884842:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066720.884935:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974913920 00000100:00100000:3.0:1746066720.884944:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974913920 00000100:00100000:3.0:1746066720.884992:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10218 00000100:00100000:3.0:1746066720.885000:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28589:x1830882974913920:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066720.885015:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066720.885029:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f5dec00/0xfb36a14ee608078b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ec3 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066720.885050:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066720.885052:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066720.885058:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f5dec00/0xfb36a14ee608078b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ec3 expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066720.885072:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f5dec00/0xfb36a14ee608078b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ec3 expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066720.885082:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5dec00, rc 0) 00000100:00100000:3.0:1746066720.885127:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28589:x1830882974913920:12345-192.168.202.57@tcp:101:cat.0 Request processed in 128us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066720.885132:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10218 00000100:00100000:0.0:1746066720.900792:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.900833:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.900871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.900901:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974914176 00000100:00100000:0.0:1746066720.900908:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974914176 00002000:00100000:0.0:1746066720.904337:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009270b100 x1830882974914176/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.904348:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270b100 with x1830882974914176 ext(2097152->3145727) 00002000:00010000:0.0:1746066720.904353:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009270b100 00000100:00100000:0.0:1746066720.904381:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974914432 00000100:00100000:0.0:1746066720.904387:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974914432 00002000:00100000:0.0:1746066720.904409:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880092709500 x1830882974914432/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.904415:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092709500 with x1830882974914432 ext(3145728->4194303) 00002000:00010000:0.0:1746066720.904418:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092709500 00000100:00100000:0.0:1746066720.904427:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974914560 00000100:00100000:0.0:1746066720.904429:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974914560 00002000:00100000:0.0:1746066720.904438:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009270a680 x1830882974914560/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:126/0 lens 488/0 e 0 to 0 dl 1746066731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066720.904443:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270a680 with x1830882974914560 ext(3145728->4194303) 00002000:00010000:0.0:1746066720.904446:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009270a680 00000100:00100000:0.0:1746066720.904455:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4107 00000100:00100000:0.0:1746066720.904462:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1966:x1830882974914176:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066720.906076:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4108 00000100:00100000:0.0:1746066720.906085:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882974914432:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066720.946206:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.954432:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066720.954527:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974915200 00000100:00100000:3.0:1746066720.954535:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974915200 00000100:00100000:3.0:1746066720.954587:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8973 00000100:00100000:3.0:1746066720.954594:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28595:x1830882974915200:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066720.954616:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066720.954631:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080792 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977eca expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066720.954738:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df000/0xfb36a14ee6080799 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066720.954750:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df000/0xfb36a14ee6080799 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066720.954759:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df000/0xfb36a14ee6080799 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:3.0:1746066720.954767:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:3.0:1746066720.954857:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080792 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eca expref: 23 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066720.954897:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df000/0xfb36a14ee6080799 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eca expref: 22 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066720.954904:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066720.954906:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066720.954910:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5df000, rc 0) 00000100:00100000:3.0:1746066720.954960:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28595:x1830882974915200:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 365us (533us total) trans 8589942824 rc 0/0 00000100:00100000:3.0:1746066720.954966:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8973 00000100:00100000:0.0:1746066720.979980:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066720.993598:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.008088:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882974915584:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11568us (14488us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066721.008099:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4111 00002000:00100000:3.0:1746066721.008110:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880092708380 x1830882974915584/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:126/0 lens 488/440 e 0 to 0 dl 1746066731 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.008120:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092708380 with x1830882974915584 ext(1048576->2097151) 00002000:00010000:3.0:1746066721.008125:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092708380 00000100:00100000:1.0:1746066721.028976:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066721.029834:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f8baa00/0xfb36a14ee60806c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e29 expref: 37 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.029847:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f8baa00/0xfb36a14ee60806c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e29 expref: 37 pid: 20532 timeout: 782 lvb_type: 1 00000100:00100000:2.0:1746066721.029859:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976151296:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.030346:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.033119:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976151168:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.033130:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976151296:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.033155:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [2064384->2097151] (req 2064384->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.033168:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79dc00, rc 0) 00000100:00100000:2.0:1746066721.033779:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:28592:x1830882974915712:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4663us (4807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.033787:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10219 00000100:00100000:0.0:1746066721.034826:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.035360:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974915840 00000100:00100000:1.0:1746066721.035367:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974915840 00010000:00010000:1.0:1746066721.035393:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8baa00/0xfb36a14ee60806c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e29 expref: 37 pid: 20532 timeout: 782 lvb_type: 1 00000100:00100000:1.0:1746066721.035431:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5050 00000100:00100000:1.0:1746066721.035437:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882974915840:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.035449:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066721.035468:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f8baa00/0xfb36a14ee60806c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e29 expref: 37 pid: 20532 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.035477:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f8baa00/0xfb36a14ee60806c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e29 expref: 37 pid: 20532 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.035497:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8baa00/0xfb36a14ee60806c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e29 expref: 37 pid: 20532 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.035524:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.035550:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882974915840:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 113us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.035556:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5050 00000100:00100000:0.0:1746066721.036590:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.036634:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974915968 00000100:00100000:3.0:1746066721.036639:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974915968 00010000:00010000:3.0:1746066721.036655:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092426000/0xfb36a14ee608073e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e8b expref: 28 pid: 4614 timeout: 782 lvb_type: 1 00000100:00100000:3.0:1746066721.036708:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5051 00000100:00100000:3.0:1746066721.036714:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882974915968:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066721.036722:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066721.036734:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092426000/0xfb36a14ee608073e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e8b expref: 28 pid: 4614 timeout: 782 lvb_type: 1 00010000:00010000:3.0:1746066721.036944:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092426000/0xfb36a14ee608073e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e8b expref: 28 pid: 4614 timeout: 782 lvb_type: 1 00010000:00010000:3.0:1746066721.036959:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092426000/0xfb36a14ee608073e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e8b expref: 28 pid: 4614 timeout: 782 lvb_type: 1 00010000:00010000:3.0:1746066721.036982:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066721.036984:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066721.036989:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 35 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.036996:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 35 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.037022:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 35 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066721.037032:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976151424:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066721.037093:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.041047:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.041216:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974916224 00000100:00100000:2.0:1746066721.041222:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974916224 00002000:00100000:2.0:1746066721.041264:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (2064384->2068479) req@ffff880092708a80 x1830882974916224/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.041274:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092708a80 with x1830882974916224 ext(2064384->2068479) 00002000:00010000:2.0:1746066721.041278:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092708a80 00000100:00100000:2.0:1746066721.041293:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4112 00000100:00100000:2.0:1746066721.041299:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882974916224:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066721.041445:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882974916224:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 144us (404us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066721.041452:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4112 00002000:00100000:2.0:1746066721.041457:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (2064384->2068479) req@ffff880092708a80 x1830882974916224/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.041463:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092708a80 with x1830882974916224 ext(2064384->2068479) 00002000:00010000:2.0:1746066721.041466:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092708a80 00000100:00100000:3.0:1746066721.042246:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976151424:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066721.042597:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066721.042871:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1965:x1830882974915968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6155us (6281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066721.042880:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5051 00000100:00100000:0.0:1746066721.044576:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.044889:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974916352 00000100:00100000:2.0:1746066721.044896:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974916352 00000100:00100000:2.0:1746066721.044938:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10220 00000100:00100000:2.0:1746066721.044944:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28592:x1830882974916352:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066721.044959:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.044973:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ed8 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.045177:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea7 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.045190:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ff1e600/0xfb36a14ee608076f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eb5 expref: 30 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.045196:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.045198:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.045201:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 5/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->1986559] (req 1048576->1986559) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.045223:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ff1e600/0xfb36a14ee608076f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eb5 expref: 30 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.045245:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ff1e600/0xfb36a14ee608076f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eb5 expref: 30 pid: 4614 timeout: 782 lvb_type: 1 00000100:00100000:2.0:1746066721.045255:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976151552:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.045763:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea7 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.045772:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea7 expref: 24 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:2.0:1746066721.045781:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976151680:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.045800:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72d80 going to sleep for 11 seconds 00010000:00010000:0.0:1746066721.048555:0:9850:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746066721.051013:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976151552:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.051023:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976151680:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.051048:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->1986559] (req 1048576->1986559) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.051062:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79d400, rc 0) 00000100:00100000:2.0:1746066721.051771:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:28592:x1830882974916352:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6823us (7196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.051779:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10220 00000100:00100000:1.0:1746066721.052569:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.052636:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.052971:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974916480 00000100:00100000:3.0:1746066721.052978:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974916480 00010000:00010000:3.0:1746066721.053004:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea7 expref: 25 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:3.0:1746066721.053034:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974916608 00000100:00100000:3.0:1746066721.053036:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974916608 00010000:00010000:3.0:1746066721.053045:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff1e600/0xfb36a14ee608076f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eb5 expref: 30 pid: 4614 timeout: 782 lvb_type: 1 00000100:00100000:3.0:1746066721.053058:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5052 00000100:00100000:3.0:1746066721.053064:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974916480:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066721.053074:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066721.053090:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea7 expref: 25 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066721.053103:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea7 expref: 25 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066721.053121:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf66800/0xfb36a14ee6080761 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea7 expref: 25 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066721.053145:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066721.053172:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974916480:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 107us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066721.053177:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5052 00000100:00100000:3.0:1746066721.053188:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5053 00000100:00100000:3.0:1746066721.053192:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882974916608:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066721.053199:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066721.053206:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ff1e600/0xfb36a14ee608076f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eb5 expref: 30 pid: 4614 timeout: 782 lvb_type: 1 00010000:00010000:3.0:1746066721.053213:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ff1e600/0xfb36a14ee608076f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eb5 expref: 30 pid: 4614 timeout: 782 lvb_type: 1 00010000:00010000:3.0:1746066721.053222:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ff1e600/0xfb36a14ee608076f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eb5 expref: 30 pid: 4614 timeout: 782 lvb_type: 1 00010000:00010000:3.0:1746066721.053229:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066721.053231:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066721.053253:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.053261:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.053285:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066721.053295:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976151808:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066721.053344:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066721.057927:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976151808:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066721.057945:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066721.058559:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882974916608:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5363us (5920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066721.058569:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5053 00000100:00100000:0.0:1746066721.065555:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.065724:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974916864 00000100:00100000:2.0:1746066721.065734:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974916864 00002000:00100000:2.0:1746066721.065780:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1982464->1986559) req@ffff880092709880 x1830882974916864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.065792:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092709880 with x1830882974916864 ext(1982464->1986559) 00002000:00010000:2.0:1746066721.065797:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092709880 00000100:00100000:2.0:1746066721.065822:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4113 00000100:00100000:2.0:1746066721.065832:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882974916864:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066721.066024:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882974916864:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 194us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066721.066030:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4113 00002000:00100000:2.0:1746066721.066035:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1982464->1986559) req@ffff880092709880 x1830882974916864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.066041:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092709880 with x1830882974916864 ext(1982464->1986559) 00002000:00010000:2.0:1746066721.066043:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092709880 00000100:00100000:0.0:1746066721.113615:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.113975:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974916992 00000100:00100000:2.0:1746066721.113983:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974916992 00000100:00100000:2.0:1746066721.114036:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10221 00000100:00100000:2.0:1746066721.114045:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28595:x1830882974916992:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066721.114061:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.114075:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977edf expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.114098:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f176000/0xfb36a14ee60806c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e22 expref: 35 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.114106:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800acd44800/0xfb36a14ee6080745 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e84 expref: 28 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.114114:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.114116:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.114119:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1298432->2097151] (req 1298432->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.114145:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800acd44800/0xfb36a14ee6080745 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e84 expref: 28 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.114156:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800acd44800/0xfb36a14ee6080745 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e84 expref: 28 pid: 9776 timeout: 782 lvb_type: 1 00000100:00100000:2.0:1746066721.114167:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976151936:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.114262:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f176000/0xfb36a14ee60806c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e22 expref: 35 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.114271:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f176000/0xfb36a14ee60806c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e22 expref: 35 pid: 8451 timeout: 782 lvb_type: 1 00000100:00100000:2.0:1746066721.114278:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976152064:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.114297:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.116024:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976151936:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.116035:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976152064:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.116056:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1298432->2097151] (req 1298432->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.116075:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79de00, rc 0) 00000100:00100000:2.0:1746066721.116106:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28595:x1830882974916992:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2062us (2499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.116114:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10221 00000100:00100000:0.0:1746066721.118271:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.118593:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974917120 00000100:00100000:3.0:1746066721.118600:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974917120 00010000:00010000:3.0:1746066721.118630:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800acd44800/0xfb36a14ee6080745 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e84 expref: 28 pid: 9776 timeout: 782 lvb_type: 1 00000100:00100000:3.0:1746066721.118667:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5054 00000100:00100000:3.0:1746066721.118702:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882974917120:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066721.118714:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066721.118732:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800acd44800/0xfb36a14ee6080745 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e84 expref: 28 pid: 9776 timeout: 782 lvb_type: 1 00010000:00010000:3.0:1746066721.118747:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800acd44800/0xfb36a14ee6080745 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e84 expref: 28 pid: 9776 timeout: 782 lvb_type: 1 00010000:00010000:3.0:1746066721.118766:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800acd44800/0xfb36a14ee6080745 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e84 expref: 28 pid: 9776 timeout: 782 lvb_type: 1 00010000:00010000:3.0:1746066721.118794:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066721.118826:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882974917120:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 149us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066721.118832:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5054 00000100:00100000:0.0:1746066721.120606:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.120815:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974917248 00000100:00100000:2.0:1746066721.120821:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974917248 00010000:00010000:2.0:1746066721.120847:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f176000/0xfb36a14ee60806c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e22 expref: 36 pid: 8451 timeout: 782 lvb_type: 1 00000100:00100000:2.0:1746066721.121360:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5055 00000100:00100000:2.0:1746066721.121369:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1966:x1830882974917248:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066721.121379:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066721.121399:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f176000/0xfb36a14ee60806c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e22 expref: 36 pid: 8451 timeout: 782 lvb_type: 1 00010000:00010000:2.0:1746066721.121409:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f176000/0xfb36a14ee60806c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e22 expref: 36 pid: 8451 timeout: 782 lvb_type: 1 00010000:00010000:2.0:1746066721.121428:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f176000/0xfb36a14ee60806c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e22 expref: 36 pid: 8451 timeout: 782 lvb_type: 1 00010000:00010000:2.0:1746066721.121503:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.121505:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.121511:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.121523:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.121551:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066721.121561:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976152192:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066721.122377:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.124902:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976152192:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066721.124920:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066721.124966:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1966:x1830882974917248:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3597us (4363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.124975:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5055 00000100:00100000:0.0:1746066721.125966:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.126120:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974917504 00000100:00100000:2.0:1746066721.126127:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974917504 00002000:00100000:2.0:1746066721.126160:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1298432->1302527) req@ffff88009270b480 x1830882974917504/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.126169:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270b480 with x1830882974917504 ext(1298432->1302527) 00002000:00010000:2.0:1746066721.126173:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009270b480 00000100:00100000:2.0:1746066721.126199:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4114 00000100:00100000:2.0:1746066721.126206:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882974917504:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066721.126540:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882974917504:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 332us (575us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066721.126549:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4114 00002000:00100000:2.0:1746066721.126555:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1298432->1302527) req@ffff88009270b480 x1830882974917504/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.126561:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270b480 with x1830882974917504 ext(1298432->1302527) 00002000:00010000:2.0:1746066721.126564:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009270b480 00000100:00100000:0.0:1746066721.133260:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.133352:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974917632 00000100:00100000:2.0:1746066721.133360:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974917632 00000100:00100000:2.0:1746066721.134595:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10222 00000100:00100000:2.0:1746066721.134606:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28595:x1830882974917632:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066721.134622:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.134636:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ee6 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.134660:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 34 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.134667:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066721.134668:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066721.134671:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->1196031] (req 1048576->1196031) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.134712:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 34 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.134722:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 34 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:2.0:1746066721.134738:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976152320:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.134812:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c729c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.137053:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.137135:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976152320:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.137156:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->1196031] (req 1048576->1196031) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.137168:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79ca00, rc 0) 00000100:00100000:3.0:1746066721.137268:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974917760 00000100:00100000:3.0:1746066721.137274:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974917760 00002000:00100000:3.0:1746066721.137303:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (2064384->2097151) req@ffff88009270bb80 x1830882974917760/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.137311:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270bb80 with x1830882974917760 ext(2064384->2097151) 00010000:00010000:3.0:1746066721.137317:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 35 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066721.137328:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 35 pid: 4614 timeout: 782 lvb_type: 0 00002000:00010000:3.0:1746066721.137333:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009270bb80 00000100:00100000:3.0:1746066721.137357:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 873 00000100:00100000:3.0:1746066721.137364:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882974917760:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066721.137472:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28595:x1830882974917632:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2868us (4217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.137479:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10222 00000100:00100000:3.0:1746066721.142656:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882974917760:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 5282us (5598us total) trans 17179872720 rc 0/0 00000100:00100000:3.0:1746066721.142667:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 873 00002000:00100000:3.0:1746066721.142693:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (2064384->2097151) req@ffff88009270bb80 x1830882974917760/t17179872720(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/448 e 0 to 0 dl 1746066732 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.142706:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270bb80 with x1830882974917760 ext(2064384->2097151) 00010000:00010000:3.0:1746066721.142717:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 37 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066721.142730:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 37 pid: 4614 timeout: 782 lvb_type: 0 00002000:00010000:3.0:1746066721.142736:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009270bb80 00000100:00100000:0.0:1746066721.145546:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.145641:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974917888 00000100:00100000:2.0:1746066721.145648:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974917888 00010000:00010000:2.0:1746066721.145696:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 37 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:2.0:1746066721.145788:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5056 00000100:00100000:2.0:1746066721.145796:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882974917888:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066721.145808:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066721.145822:0:7109:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066719 -> 1746066720 00002000:00010000:2.0:1746066721.145825:0:7109:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066719 -> 1746066720 00010000:00010000:2.0:1746066721.145830:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 37 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:2.0:1746066721.145839:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 37 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:2.0:1746066721.145857:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e79dc00/0xfb36a14ee60807a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2064384->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed1 expref: 37 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:2.0:1746066721.145903:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.145905:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.145911:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.145918:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.145946:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066721.146117:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976152448:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066721.146196:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c729c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.149968:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976152448:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066721.149985:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066721.150506:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882974917888:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4709us (4965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.150514:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5056 00000100:00100000:0.0:1746066721.151768:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.152013:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974918144 00000100:00100000:2.0:1746066721.152020:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974918144 00002000:00100000:2.0:1746066721.152053:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1191936->1196031) req@ffff88009270b100 x1830882974918144/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.152068:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270b100 with x1830882974918144 ext(1191936->1196031) 00002000:00010000:2.0:1746066721.152073:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009270b100 00000100:00100000:2.0:1746066721.152088:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4115 00000100:00100000:2.0:1746066721.152095:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882974918144:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066721.152849:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882974918144:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 752us (1081us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066721.152856:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4115 00002000:00100000:2.0:1746066721.152861:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1191936->1196031) req@ffff88009270b100 x1830882974918144/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.152868:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270b100 with x1830882974918144 ext(1191936->1196031) 00002000:00010000:2.0:1746066721.152871:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009270b100 00000100:00100000:2.0:1746066721.192449:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.192610:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974918272 00000100:00100000:0.0:1746066721.192618:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974918272 00000100:00100000:0.0:1746066721.193000:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10223 00000100:00100000:0.0:1746066721.193009:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882974918272:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066721.193024:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066721.193038:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f719a00/0xfb36a14ee60807c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977eed expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066721.193084:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092709500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976152576:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066721.193358:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.196448:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092709500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976152576:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066721.196478:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f719a00/0xfb36a14ee60807c3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eed expref: 25 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.196489:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f719a00/0xfb36a14ee60807c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eed expref: 25 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.196501:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f719a00, rc 0) 00000100:00100000:2.0:1746066721.197074:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882974918272:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4064us (4630us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066721.197082:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10223 00000100:00100000:0.0:1746066721.203133:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.203393:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974918656 00000100:00100000:2.0:1746066721.203400:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974918656 00000100:00100000:0.0:1746066721.203410:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:2.0:1746066721.203435:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1196032->2097151) req@ffff88009270a680 x1830882974918656/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.203444:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270a680 with x1830882974918656 ext(1196032->2097151) 00002000:00010000:2.0:1746066721.203448:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009270a680 00000100:00100000:2.0:1746066721.203502:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974918528 00000100:00100000:2.0:1746066721.203505:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974918528 00000100:00100000:1.0:1746066721.203515:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4116 00002000:00100000:2.0:1746066721.203516:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1298431) req@ffff880092709500 x1830882974918528/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.203522:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092709500 with x1830882974918528 ext(1048576->1298431) 00000100:00100000:1.0:1746066721.203523:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882974918656:12345-192.168.202.57@tcp:3:cat.0 00002000:00010000:2.0:1746066721.203525:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092709500 00000100:00100000:2.0:1746066721.203615:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4117 00000100:00100000:2.0:1746066721.203622:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882974918528:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066721.211497:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882974918528:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7867us (8077us total) trans 0 rc 249856/249856 00000100:00100000:2.0:1746066721.211507:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4117 00002000:00100000:2.0:1746066721.211517:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1298431) req@ffff880092709500 x1830882974918528/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 249856/249856 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.211526:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092709500 with x1830882974918528 ext(1048576->1298431) 00002000:00010000:2.0:1746066721.211530:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092709500 00000100:00100000:1.0:1746066721.212704:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882974918656:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9176us (9572us total) trans 0 rc 901120/901120 00000100:00100000:1.0:1746066721.212712:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4116 00002000:00100000:1.0:1746066721.212718:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1196032->2097151) req@ffff88009270a680 x1830882974918656/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 901120/901120 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.212726:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270a680 with x1830882974918656 ext(1196032->2097151) 00002000:00010000:1.0:1746066721.212729:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009270a680 00000100:00100000:0.0:1746066721.216777:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.216933:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974918912 00000100:00100000:2.0:1746066721.216940:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974918912 00000100:00100000:2.0:1746066721.217299:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10224 00000100:00100000:2.0:1746066721.217307:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28605:x1830882974918912:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066721.217323:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.217337:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ef4 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.217360:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.217367:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066721.217369:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066721.217371:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ef4 expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.217396:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.217406:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 28 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:2.0:1746066721.217416:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976152704:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.218133:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.219920:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976152704:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.219939:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ef4 expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.219951:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79c800, rc 0) 00000100:00100000:2.0:1746066721.219990:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28605:x1830882974918912:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2684us (3220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.219997:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10224 00000100:00100000:0.0:1746066721.220730:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.220760:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974919040 00000100:00100000:1.0:1746066721.220765:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974919040 00002000:00100000:1.0:1746066721.220799:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1986559) req@ffff88009ed70e00 x1830882974919040/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.220808:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed70e00 with x1830882974919040 ext(1048576->1986559) 00010000:00010000:1.0:1746066721.220814:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 29 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.220825:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 29 pid: 4614 timeout: 782 lvb_type: 0 00002000:00010000:1.0:1746066721.220830:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed70e00 00000100:00100000:1.0:1746066721.220856:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 874 00000100:00100000:1.0:1746066721.220862:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882974919040:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:1.0:1746066721.235344:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882974919040:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 14474us (14606us total) trans 21474840051 rc 0/0 00000100:00100000:1.0:1746066721.235611:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 874 00002000:00100000:1.0:1746066721.235623:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1986559) req@ffff88009ed70e00 x1830882974919040/t21474840051(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/448 e 0 to 0 dl 1746066732 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.235631:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed70e00 with x1830882974919040 ext(1048576->1986559) 00010000:00010000:1.0:1746066721.235639:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.235649:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00002000:00010000:1.0:1746066721.235655:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed70e00 00000100:00100000:0.0:1746066721.239959:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.240050:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974919168 00000100:00100000:2.0:1746066721.240058:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974919168 00010000:00010000:2.0:1746066721.240088:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:2.0:1746066721.240190:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5057 00000100:00100000:2.0:1746066721.240197:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882974919168:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066721.240209:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066721.240227:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:2.0:1746066721.240248:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:2.0:1746066721.240267:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee60807ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1986559) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ed8 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:2.0:1746066721.240895:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.240898:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.240906:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ef4 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.240914:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ef4 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.240944:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ef4 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066721.240955:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976152832:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066721.241058:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.243188:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976152832:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066721.243204:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066721.243255:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882974919168:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3057us (3302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.243265:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5057 00000100:00100000:0.0:1746066721.245087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.245805:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974919424 00000100:00100000:1.0:1746066721.245813:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974919424 00002000:00100000:1.0:1746066721.245848:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ed71c00 x1830882974919424/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.245862:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71c00 with x1830882974919424 ext(1048576->2097151) 00002000:00010000:1.0:1746066721.245866:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed71c00 00000100:00100000:1.0:1746066721.245893:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4118 00000100:00100000:1.0:1746066721.245900:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974919424:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066721.247099:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.247569:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974919552 00000100:00100000:2.0:1746066721.247574:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974919552 00000100:00100000:2.0:1746066721.247612:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10225 00000100:00100000:2.0:1746066721.247619:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974919552:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066721.247629:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.247643:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e79c400/0xfb36a14ee60807d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977efb expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066721.248427:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976152960:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066721.248493:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.248533:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.248580:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.248630:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974919808 00000100:00100000:3.0:1746066721.248633:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974919808 00000100:00100000:3.0:1746066721.248653:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974919680 00000100:00100000:3.0:1746066721.248654:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974919680 00000100:00100000:3.0:1746066721.248666:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10226 00000100:00100000:3.0:1746066721.248671:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882974919808:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066721.248698:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066721.248707:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfc00/0xfb36a14ee60807d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f09 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.248720:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066721.248722:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066721.248728:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfc00/0xfb36a14ee60807d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f09 expref: 31 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.248739:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfc00/0xfb36a14ee60807d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f09 expref: 31 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.248747:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5dfc00, rc 0) 00000100:00100000:3.0:1746066721.248770:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882974919808:12345-192.168.202.57@tcp:101:cat.0 Request processed in 99us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066721.248775:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10226 00000100:00100000:3.0:1746066721.248786:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10227 00000100:00100000:3.0:1746066721.248790:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882974919680:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066721.248795:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066721.248802:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f5df400/0xfb36a14ee60807df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f02 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066721.248822:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976153088:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066721.248852:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.255402:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974919424:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9494us (10311us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066721.255413:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4118 00002000:00100000:1.0:1746066721.255424:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ed71c00 x1830882974919424/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.255432:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71c00 with x1830882974919424 ext(1048576->2097151) 00002000:00010000:1.0:1746066721.255437:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed71c00 00002000:00010000:3.0:1746066721.255800:0:21973:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime: 1746066718 -> 1746066720 00000100:00100000:3.0:1746066721.255817:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976153088:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066721.255847:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f5df400/0xfb36a14ee60807df lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f02 expref: 39 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.255859:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f5df400/0xfb36a14ee60807df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f02 expref: 39 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.255880:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5df400, rc 0) 00000100:00100000:3.0:1746066721.255900:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882974919680:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7109us (7320us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066721.255909:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10227 00000100:00100000:2.0:1746066721.255969:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976152960:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066721.255981:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e79c400/0xfb36a14ee60807d1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977efb expref: 37 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.255989:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e79c400/0xfb36a14ee60807d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977efb expref: 37 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.255998:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79c400, rc 0) 00000100:00100000:2.0:1746066721.256012:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974919552:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8394us (8918us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066721.256017:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10225 00000100:00100000:0.0:1746066721.265742:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.265879:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974919936 00000100:00100000:2.0:1746066721.265887:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974919936 00000100:00100000:2.0:1746066721.265934:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10228 00000100:00100000:2.0:1746066721.265941:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:28609:x1830882974919936:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066721.265957:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.265970:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f10 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.265994:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.266001:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066721.266003:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066721.266006:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f10 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.266101:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.266113:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 27 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:2.0:1746066721.266127:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976153216:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.266416:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.268561:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976153216:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.268584:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f10 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.268601:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79c200, rc 0) 00000100:00100000:2.0:1746066721.268633:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:28609:x1830882974919936:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2692us (2899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.268639:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10228 00000100:00100000:0.0:1746066721.274334:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.274388:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974920064 00000100:00100000:1.0:1746066721.274397:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974920064 00002000:00100000:1.0:1746066721.274435:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1298432->2097151) req@ffff88009ed72a00 x1830882974920064/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.274444:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed72a00 with x1830882974920064 ext(1298432->2097151) 00010000:00010000:1.0:1746066721.274452:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 28 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.274464:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 28 pid: 4614 timeout: 782 lvb_type: 0 00002000:00010000:1.0:1746066721.274469:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed72a00 00000100:00100000:1.0:1746066721.274498:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 875 00000100:00100000:1.0:1746066721.274506:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882974920064:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066721.287174:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1965:x1830882974920064:12345-192.168.202.57@tcp:4:cat.0 Request processed in 12660us (12840us total) trans 17179872721 rc 0/0 00000100:00100000:2.0:1746066721.287185:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 875 00002000:00100000:2.0:1746066721.287195:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1298432->2097151) req@ffff88009ed72a00 x1830882974920064/t17179872721(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/448 e 0 to 0 dl 1746066732 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.287204:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed72a00 with x1830882974920064 ext(1298432->2097151) 00010000:00010000:2.0:1746066721.287211:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 30 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:2.0:1746066721.287226:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 30 pid: 4614 timeout: 782 lvb_type: 0 00002000:00010000:2.0:1746066721.287242:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed72a00 00000100:00100000:0.0:1746066721.289848:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.291359:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.291600:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974920192 00000100:00100000:2.0:1746066721.291608:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974920192 00000100:00100000:3.0:1746066721.291701:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974920320 00000100:00100000:3.0:1746066721.291704:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974920320 00010000:00010000:3.0:1746066721.291723:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:3.0:1746066721.291744:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5058 00000100:00100000:3.0:1746066721.291750:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1965:x1830882974920320:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066721.291764:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066721.291781:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066721.291791:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066721.291809:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee60807b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1298432->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977edf expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066721.296732:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066721.296739:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066721.296751:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f10 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.296761:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f10 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.296798:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f10 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066721.296811:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976153344:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066721.299598:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10229 00000100:00100000:1.0:1746066721.299613:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:28612:x1830882974920192:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066721.299629:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066721.299645:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f17 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.299668:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800acd45400/0xfb36a14ee608075a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea0 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.299689:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f5dec00/0xfb36a14ee608078b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ec3 expref: 31 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.299694:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.299696:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.299698:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2904064->2936831] (req 2904064->2936831) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 31 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.299722:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f5dec00/0xfb36a14ee608078b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ec3 expref: 31 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.299731:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f5dec00/0xfb36a14ee608078b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ec3 expref: 31 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:1.0:1746066721.299740:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976153472:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066721.299834:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00010000:00010000:1.0:1746066721.299873:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800acd45400/0xfb36a14ee608075a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea0 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.299881:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800acd45400/0xfb36a14ee608075a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea0 expref: 36 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:1.0:1746066721.299888:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976153600:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066721.299908:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.311780:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.311831:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.311858:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.311880:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974920448 00000100:00100000:0.0:1746066721.311887:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974920448 00000100:00100000:0.0:1746066721.311918:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10230 00000100:00100000:0.0:1746066721.311925:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28614:x1830882974920448:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066721.311940:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066721.311952:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f1e expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.311975:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ec50200/0xfb36a14ee60806b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e1b expref: 32 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066721.311983:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd45200/0xfb36a14ee6080737 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e7d expref: 24 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066721.311989:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.311991:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.311994:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [937984->1048575] (req 937984->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.312018:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd45200/0xfb36a14ee6080737 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e7d expref: 24 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066721.312027:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800acd45200/0xfb36a14ee6080737 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e7d expref: 24 pid: 9776 timeout: 782 lvb_type: 1 00000100:00100000:0.0:1746066721.312038:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976153728:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066721.312094:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ec50200/0xfb36a14ee60806b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e1b expref: 32 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066721.312107:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ec50200/0xfb36a14ee60806b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e1b expref: 32 pid: 21973 timeout: 782 lvb_type: 1 00000100:00100000:0.0:1746066721.312115:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976153856:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066721.312128:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.312155:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976153344:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066721.312168:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066721.312184:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1965:x1830882974920320:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 20434us (20830us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066721.312191:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5058 00000100:00100000:0.0:1746066721.312206:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974920576 00000100:00100000:0.0:1746066721.312208:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974920576 00010000:00010000:0.0:1746066721.312220:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800acd45400/0xfb36a14ee608075a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea0 expref: 37 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.312249:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5059 00000100:00100000:0.0:1746066721.312254:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882974920576:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066721.312262:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066721.312277:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800acd45400/0xfb36a14ee608075a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea0 expref: 37 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.312286:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800acd45400/0xfb36a14ee608075a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea0 expref: 37 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.312305:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066721.312318:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882974920576:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 64us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066721.312323:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5059 00000100:00100000:0.0:1746066721.312344:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976153472:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066721.312352:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800acd45400/0xfb36a14ee608075a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ea0 expref: 36 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.312363:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976153600:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066721.312380:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2904064->2936831] (req 2904064->2936831) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.312389:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f209600, rc 0) 00000100:00100000:0.0:1746066721.312404:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:28612:x1830882974920192:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 12797us (22564us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066721.312409:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10229 00000100:00100000:2.0:1746066721.314851:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974920832 00000100:00100000:2.0:1746066721.314861:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974920832 00002000:00100000:2.0:1746066721.314896:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009ed70380 x1830882974920832/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.314905:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed70380 with x1830882974920832 ext(1048576->2097151) 00002000:00010000:2.0:1746066721.314910:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed70380 00000100:00100000:2.0:1746066721.314928:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4119 00000100:00100000:2.0:1746066721.314934:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1966:x1830882974920832:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066721.315985:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.316084:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974920960 00000100:00100000:0.0:1746066721.316093:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974920960 00010000:00010000:0.0:1746066721.316112:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f5dec00/0xfb36a14ee608078b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ec3 expref: 30 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.316131:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5060 00000100:00100000:0.0:1746066721.316135:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882974920960:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066721.316144:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066721.316161:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f5dec00/0xfb36a14ee608078b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ec3 expref: 30 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.316170:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f5dec00/0xfb36a14ee608078b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ec3 expref: 30 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.316186:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f5dec00/0xfb36a14ee608078b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ec3 expref: 30 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.316196:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.316198:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.316203:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.316210:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.316241:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066721.316250:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed70000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976153984:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066721.316294:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.316822:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976153728:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066721.316830:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976153856:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066721.316848:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [937984->1048575] (req 937984->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.316862:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf67000, rc 0) 00000100:00100000:0.0:1746066721.316893:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:28614:x1830882974920448:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4968us (5118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066721.316899:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10230 00000100:00100000:0.0:1746066721.323306:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.323341:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.324170:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974921216 00000100:00100000:1.0:1746066721.324178:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974921216 00010000:00010000:1.0:1746066721.324204:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec50200/0xfb36a14ee60806b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e1b expref: 32 pid: 21973 timeout: 782 lvb_type: 1 00000100:00100000:1.0:1746066721.324246:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974921088 00000100:00100000:1.0:1746066721.324249:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974921088 00010000:00010000:1.0:1746066721.324258:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd45200/0xfb36a14ee6080737 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e7d expref: 25 pid: 9776 timeout: 782 lvb_type: 1 00000100:00100000:1.0:1746066721.324272:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5061 00000100:00100000:1.0:1746066721.324278:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882974921216:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.324289:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066721.324306:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ec50200/0xfb36a14ee60806b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e1b expref: 32 pid: 21973 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.324315:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ec50200/0xfb36a14ee60806b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e1b expref: 32 pid: 21973 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.324335:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec50200/0xfb36a14ee60806b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e1b expref: 32 pid: 21973 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.324351:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.324388:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882974921216:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 110us (1089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.324394:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5061 00000100:00100000:1.0:1746066721.324407:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5062 00000100:00100000:1.0:1746066721.324412:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882974921088:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.324418:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066721.324425:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800acd45200/0xfb36a14ee6080737 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e7d expref: 25 pid: 9776 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.324432:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800acd45200/0xfb36a14ee6080737 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e7d expref: 25 pid: 9776 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.324442:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800acd45200/0xfb36a14ee6080737 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e7d expref: 25 pid: 9776 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.324450:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.324451:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.324456:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.324461:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.324492:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066721.324503:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976154112:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066721.324545:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.324667:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed70000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976153984:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066721.324699:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.324958:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1966:x1830882974920960:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8582us (8737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.324964:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5060 00000100:00100000:1.0:1746066721.327734:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.328351:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976154112:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066721.328366:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066721.328398:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882974921088:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3985us (5056us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066721.328407:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5062 00000100:00100000:3.0:1746066721.328561:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1966:x1830882974920832:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 13626us (16701us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066721.328569:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4119 00002000:00100000:3.0:1746066721.328583:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009ed70380 x1830882974920832/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.328593:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed70380 with x1830882974920832 ext(1048576->2097151) 00002000:00010000:3.0:1746066721.328597:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed70380 00000100:00100000:3.0:1746066721.328609:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974921472 00000100:00100000:3.0:1746066721.328614:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974921472 00002000:00100000:3.0:1746066721.328636:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2904064->2908159) req@ffff88012c22f800 x1830882974921472/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.328644:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22f800 with x1830882974921472 ext(2904064->2908159) 00002000:00010000:3.0:1746066721.328646:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c22f800 00000100:00100000:3.0:1746066721.328672:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4120 00000100:00100000:3.0:1746066721.328695:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882974921472:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066721.328804:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882974921472:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 109us (1075us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066721.328809:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4120 00002000:00100000:3.0:1746066721.328814:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2904064->2908159) req@ffff88012c22f800 x1830882974921472/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.328826:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22f800 with x1830882974921472 ext(2904064->2908159) 00002000:00010000:3.0:1746066721.328829:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c22f800 00000100:00100000:1.0:1746066721.330809:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.330894:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974921728 00000100:00100000:0.0:1746066721.330899:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974921728 00002000:00100000:0.0:1746066721.330922:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (937984->942079) req@ffff88012c22ea00 x1830882974921728/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.330931:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22ea00 with x1830882974921728 ext(937984->942079) 00002000:00010000:0.0:1746066721.330934:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22ea00 00000100:00100000:0.0:1746066721.330971:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4121 00000100:00100000:0.0:1746066721.330977:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882974921728:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066721.331078:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882974921728:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 101us (271us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066721.331083:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4121 00002000:00100000:0.0:1746066721.331088:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (937984->942079) req@ffff88012c22ea00 x1830882974921728/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.331095:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22ea00 with x1830882974921728 ext(937984->942079) 00002000:00010000:0.0:1746066721.331097:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22ea00 00000100:00100000:1.0:1746066721.342133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.342155:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.342178:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.342420:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974921984 00000100:00100000:0.0:1746066721.342428:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974921984 00002000:00100000:0.0:1746066721.342464:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2932736->2936831) req@ffff88012c22f480 x1830882974921984/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.342473:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22f480 with x1830882974921984 ext(2932736->2936831) 00002000:00010000:0.0:1746066721.342478:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c22f480 00000100:00100000:0.0:1746066721.342494:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4122 00000100:00100000:0.0:1746066721.342500:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882974921984:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066721.342619:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882974921984:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 119us (492us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066721.342625:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4122 00002000:00100000:0.0:1746066721.342630:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2932736->2936831) req@ffff88012c22f480 x1830882974921984/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.342636:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22f480 with x1830882974921984 ext(2932736->2936831) 00002000:00010000:0.0:1746066721.342639:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c22f480 00000100:00100000:0.0:1746066721.342656:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974922112 00000100:00100000:0.0:1746066721.342658:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974922112 00000100:00100000:0.0:1746066721.342671:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974922240 00000100:00100000:0.0:1746066721.342672:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974922240 00000100:00100000:0.0:1746066721.342703:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10231 00000100:00100000:0.0:1746066721.342708:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:28614:x1830882974922112:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066721.342716:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066721.342730:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f25 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.342748:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f10 expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.342754:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.342755:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.342758:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->1110015] (req 1048576->1110015) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 38 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.342779:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f10 expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.342789:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f10 expref: 38 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.342799:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976154240:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066721.342840:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.342855:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10232 00000100:00100000:0.0:1746066721.342860:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:28609:x1830882974922240:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066721.342866:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066721.342873:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f2c expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.342885:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.342894:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066721.342895:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066721.342898:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f2c expref: 39 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.342912:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.342919:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 28 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.342927:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976154368:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066721.342945:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.348503:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976154368:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066721.348532:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f2c expref: 39 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.348547:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a50a7c00, rc 0) 00000100:00100000:0.0:1746066721.348584:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:28609:x1830882974922240:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5724us (6405us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066721.348592:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10232 00000100:00100000:0.0:1746066721.349658:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976154240:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066721.349686:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->1110015] (req 1048576->1110015) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 38 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.349702:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb64c00, rc 0) 00000100:00100000:0.0:1746066721.349725:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:28614:x1830882974922112:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7018us (7569us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066721.349731:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10231 00000100:00100000:0.0:1746066721.351305:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.351331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.351351:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974922496 00000100:00100000:0.0:1746066721.351358:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974922496 00002000:00100000:0.0:1746066721.351390:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1196031) req@ffff88009ed73480 x1830882974922496/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.351399:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed73480 with x1830882974922496 ext(1048576->1196031) 00010000:00010000:0.0:1746066721.351406:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 29 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.351417:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 29 pid: 4614 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746066721.351424:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed73480 00000100:00100000:0.0:1746066721.351438:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 876 00000100:00100000:0.0:1746066721.351444:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882974922496:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066721.352285:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974922368 00000100:00100000:0.0:1746066721.352288:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974922368 00010000:00010000:0.0:1746066721.352305:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f10 expref: 38 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.352454:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5063 00000100:00100000:0.0:1746066721.352460:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1965:x1830882974922368:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066721.352468:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066721.352482:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f10 expref: 38 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.352490:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f10 expref: 38 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.352506:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e79c200/0xfb36a14ee60807e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f10 expref: 38 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.352934:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.352936:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.352942:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.352949:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.359763:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066721.360500:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed70000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976154496:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066721.360570:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.360949:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1965:x1830882974922496:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 9503us (9614us total) trans 17179872722 rc 0/0 00000100:00100000:0.0:1746066721.360958:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 876 00002000:00100000:0.0:1746066721.360966:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1196031) req@ffff88009ed73480 x1830882974922496/t17179872722(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/448 e 0 to 0 dl 1746066732 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.360973:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed73480 with x1830882974922496 ext(1048576->1196031) 00010000:00010000:0.0:1746066721.360981:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.360991:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746066721.360997:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed73480 00000100:00100000:0.0:1746066721.364590:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.364640:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974922624 00000100:00100000:0.0:1746066721.364646:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974922624 00010000:00010000:0.0:1746066721.364671:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.364712:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5064 00000100:00100000:0.0:1746066721.364720:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882974922624:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066721.364733:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746066721.364747:0:7109:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066720 -> 1746066721 00010000:00010000:0.0:1746066721.364752:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.364768:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.364785:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee60807bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ee6 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.364796:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.364798:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.364803:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f2c expref: 37 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.364810:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f2c expref: 37 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.364835:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f2c expref: 37 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066721.364844:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976154624:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066721.364894:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.364987:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed70000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976154496:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066721.364999:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066721.365015:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882974922368:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 12556us (13716us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066721.365021:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5063 00000100:00100000:0.0:1746066721.366012:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.366030:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974922880 00000100:00100000:0.0:1746066721.366033:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974922880 00002000:00100000:0.0:1746066721.366058:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1105920->1110015) req@ffff88009ec2f100 x1830882974922880/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.366067:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f100 with x1830882974922880 ext(1105920->1110015) 00002000:00010000:0.0:1746066721.366070:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2f100 00000100:00100000:0.0:1746066721.366082:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4123 00000100:00100000:0.0:1746066721.366087:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882974922880:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066721.366251:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882974922880:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 163us (241us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066721.366256:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4123 00002000:00100000:0.0:1746066721.366261:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1105920->1110015) req@ffff88009ec2f100 x1830882974922880/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.366268:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f100 with x1830882974922880 ext(1105920->1110015) 00002000:00010000:0.0:1746066721.366270:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2f100 00000100:00100000:0.0:1746066721.371631:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976154624:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066721.371645:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066721.371691:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882974922624:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6971us (7106us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066721.371700:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5064 00000100:00100000:0.0:1746066721.374210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.374250:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.374269:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974923264 00000100:00100000:0.0:1746066721.374276:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974923264 00002000:00100000:0.0:1746066721.374312:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009ec2d180 x1830882974923264/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.374323:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2d180 with x1830882974923264 ext(1048576->2097151) 00002000:00010000:0.0:1746066721.374328:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2d180 00000100:00100000:0.0:1746066721.374342:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974923392 00000100:00100000:0.0:1746066721.374345:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974923392 00002000:00100000:0.0:1746066721.374355:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec2e680 x1830882974923392/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.374361:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2e680 with x1830882974923392 ext(1048576->2097151) 00002000:00010000:0.0:1746066721.374363:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2e680 00000100:00100000:0.0:1746066721.374373:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4124 00000100:00100000:0.0:1746066721.374379:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882974923264:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066721.375780:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4125 00000100:00100000:0.0:1746066721.375791:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882974923392:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066721.392956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.392976:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974923520 00000100:00100000:1.0:1746066721.392982:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974923520 00000100:00100000:1.0:1746066721.393011:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10233 00000100:00100000:1.0:1746066721.393016:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974923520:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066721.393031:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066721.393045:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc200/0xfb36a14ee6080809 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f33 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066721.393082:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976154752:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066721.393142:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.393508:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882974923392:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 17719us (19257us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066721.393515:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4125 00002000:00100000:1.0:1746066721.393523:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec2e680 x1830882974923392/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.393531:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2e680 with x1830882974923392 ext(1048576->2097151) 00002000:00010000:1.0:1746066721.393536:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2e680 00000100:00100000:2.0:1746066721.394134:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.394149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.394214:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974923776 00000100:00100000:1.0:1746066721.394218:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974923776 00000100:00100000:1.0:1746066721.394244:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974923648 00000100:00100000:1.0:1746066721.394246:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974923648 00000100:00100000:1.0:1746066721.394258:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10234 00000100:00100000:1.0:1746066721.394263:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882974923776:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066721.394271:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066721.394279:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ecfda00/0xfb36a14ee6080810 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f41 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.394291:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.394292:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.394299:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ecfda00/0xfb36a14ee6080810 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f41 expref: 32 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066721.394310:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ecfda00/0xfb36a14ee6080810 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f41 expref: 32 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066721.394318:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ecfda00, rc 0) 00000100:00100000:1.0:1746066721.394337:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882974923776:12345-192.168.202.57@tcp:101:cat.0 Request processed in 74us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.394341:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10234 00000100:00100000:1.0:1746066721.394349:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10235 00000100:00100000:1.0:1746066721.394353:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882974923648:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066721.394357:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066721.394362:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080817 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f3a expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066721.394381:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976154880:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066721.394410:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.394669:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882974923264:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 20288us (20469us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066721.394700:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4124 00002000:00100000:0.0:1746066721.394706:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009ec2d180 x1830882974923264/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.394714:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2d180 with x1830882974923264 ext(1048576->2097151) 00002000:00010000:0.0:1746066721.394717:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2d180 00002000:00010000:0.0:1746066721.395592:0:21973:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime: 1746066720 -> 1746066721 00002000:00010000:0.0:1746066721.395596:0:21973:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066718 -> 1746066721 00002000:00010000:0.0:1746066721.395598:0:21973:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime: 1746066720 -> 1746066721 00000100:00100000:0.0:1746066721.395662:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976154752:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066721.395694:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc200/0xfb36a14ee6080809 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f33 expref: 25 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066721.395705:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ecfc200/0xfb36a14ee6080809 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f33 expref: 25 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066721.395717:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ecfc200, rc 0) 00000100:00100000:0.0:1746066721.395738:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974923520:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2721us (2789us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066721.395744:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10233 00002000:00010000:2.0:1746066721.400969:0:8112:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066720 -> 1746066721 00002000:00010000:2.0:1746066721.400973:0:8112:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066720 -> 1746066721 00002000:00010000:2.0:1746066721.400975:0:8112:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066720 -> 1746066721 00002000:00010000:2.0:1746066721.400987:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2079 -> 2081 00000100:00100000:2.0:1746066721.400995:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976154880:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066721.401021:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080817 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f3a expref: 32 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.401033:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080817 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f3a expref: 32 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.401040:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ecfd000, rc 0) 00000100:00100000:2.0:1746066721.401075:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882974923648:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6721us (6925us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066721.401085:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10235 00000100:00100000:0.0:1746066721.404051:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.404078:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.404100:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974923904 00000100:00100000:0.0:1746066721.404107:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974923904 00000100:00100000:0.0:1746066721.404135:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974924032 00000100:00100000:0.0:1746066721.404137:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974924032 00000100:00100000:0.0:1746066721.404151:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10236 00000100:00100000:0.0:1746066721.404157:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28620:x1830882974923904:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066721.404171:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066721.404185:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f48 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.404211:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.404218:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066721.404221:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066721.404224:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f48 expref: 25 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.404263:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.404274:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 30 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.404285:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976155008:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066721.404339:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.405088:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10237 00000100:00100000:0.0:1746066721.405097:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:28609:x1830882974924032:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066721.405106:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066721.405116:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f4f expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.405131:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.405137:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066721.405139:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066721.405141:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f4f expref: 38 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.405156:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.405168:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 30 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.405176:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976155136:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066721.405198:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.409563:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976155136:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066721.409587:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f4f expref: 38 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.409601:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801353d9200, rc 0) 00000100:00100000:0.0:1746066721.409635:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:28609:x1830882974924032:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4539us (5555us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066721.409642:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10237 00000100:00100000:2.0:1746066721.409867:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976155008:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.409882:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f48 expref: 25 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.409892:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a32200, rc 0) 00000100:00100000:2.0:1746066721.409926:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28620:x1830882974923904:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5768us (5882us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.409931:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10236 00000100:00100000:0.0:1746066721.410718:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.410738:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974924160 00000100:00100000:1.0:1746066721.410744:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974924160 00000100:00100000:0.0:1746066721.410744:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:1.0:1746066721.410779:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (937984->1048575) req@ffff88009ec2d880 x1830882974924160/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.410789:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2d880 with x1830882974924160 ext(937984->1048575) 00010000:00010000:1.0:1746066721.410798:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 31 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.410810:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 31 pid: 21973 timeout: 782 lvb_type: 0 00002000:00010000:1.0:1746066721.410816:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec2d880 00000100:00100000:1.0:1746066721.410833:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974924288 00000100:00100000:1.0:1746066721.410836:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974924288 00002000:00100000:1.0:1746066721.410853:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2904064->2936831) req@ffff88009ec2f480 x1830882974924288/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.410865:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f480 with x1830882974924288 ext(2904064->2936831) 00010000:00010000:1.0:1746066721.410871:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.410880:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 31 pid: 4614 timeout: 782 lvb_type: 0 00002000:00010000:1.0:1746066721.410885:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ec2f480 00000100:00100000:1.0:1746066721.410900:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 877 00000100:00100000:1.0:1746066721.410908:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882974924160:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066721.411040:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 878 00000100:00100000:0.0:1746066721.411047:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882974924288:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066721.420225:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882974924288:12345-192.168.202.57@tcp:4:cat.0 Request processed in 9172us (9473us total) trans 17179872723 rc 0/0 00000100:00100000:0.0:1746066721.420247:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 878 00002000:00100000:0.0:1746066721.420257:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2904064->2936831) req@ffff88009ec2f480 x1830882974924288/t17179872723(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/448 e 0 to 0 dl 1746066732 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.420266:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f480 with x1830882974924288 ext(2904064->2936831) 00010000:00010000:0.0:1746066721.420276:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 33 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.420287:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 33 pid: 4614 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746066721.420293:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ec2f480 00000100:00100000:1.0:1746066721.421598:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882974924160:12345-192.168.202.57@tcp:4:cat.0 Request processed in 10687us (10876us total) trans 21474840052 rc 0/0 00000100:00100000:1.0:1746066721.421606:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 877 00002000:00100000:1.0:1746066721.421613:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (937984->1048575) req@ffff88009ec2d880 x1830882974924160/t21474840052(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/448 e 0 to 0 dl 1746066732 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.421620:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2d880 with x1830882974924160 ext(937984->1048575) 00010000:00010000:1.0:1746066721.421627:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 33 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.421636:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 33 pid: 21973 timeout: 782 lvb_type: 0 00002000:00010000:1.0:1746066721.421641:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec2d880 00000100:00100000:0.0:1746066721.423355:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.423569:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974924416 00000100:00100000:2.0:1746066721.423576:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974924416 00010000:00010000:2.0:1746066721.423602:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 33 pid: 4614 timeout: 782 lvb_type: 0 00000100:00100000:2.0:1746066721.423625:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5065 00000100:00100000:2.0:1746066721.423631:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882974924416:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066721.423648:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066721.423663:0:7109:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066720 -> 1746066721 00002000:00010000:2.0:1746066721.423665:0:7109:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066720 -> 1746066721 00010000:00010000:2.0:1746066721.423669:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 33 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:2.0:1746066721.423694:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 33 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:2.0:1746066721.423715:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60807ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2904064->2936831) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f17 expref: 33 pid: 4614 timeout: 782 lvb_type: 0 00010000:00010000:2.0:1746066721.423726:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.423728:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.423733:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f4f expref: 37 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.423740:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f4f expref: 37 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.423766:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f4f expref: 37 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066721.423777:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976155264:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066721.423853:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.426608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.427488:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974924544 00000100:00100000:0.0:1746066721.427494:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974924544 00010000:00010000:0.0:1746066721.427521:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 33 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.427546:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5066 00000100:00100000:0.0:1746066721.427552:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882974924544:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066721.427562:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066721.427580:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 33 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.427590:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 33 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.427614:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf67000/0xfb36a14ee60807f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 937984->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f1e expref: 33 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.427626:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.427628:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.427634:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f48 expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.427641:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f48 expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.427668:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f48 expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066721.427704:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976155392:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066721.427767:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.428271:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976155264:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066721.428284:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.428303:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1963:x1830882974924416:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4672us (4951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.428310:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5065 00000100:00100000:1.0:1746066721.431194:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976155392:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066721.431208:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.431261:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882974924544:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3708us (4658us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.431270:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5066 00000100:00100000:0.0:1746066721.431558:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.431581:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.431595:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974924800 00000100:00100000:0.0:1746066721.431599:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974924800 00002000:00100000:0.0:1746066721.431624:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ec2f800 x1830882974924800/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.431633:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f800 with x1830882974924800 ext(2097152->3145727) 00002000:00010000:0.0:1746066721.431636:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2f800 00000100:00100000:0.0:1746066721.431645:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974925056 00000100:00100000:0.0:1746066721.431647:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974925056 00002000:00100000:0.0:1746066721.431653:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ec2dc00 x1830882974925056/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.431659:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2dc00 with x1830882974925056 ext(3145728->4194303) 00002000:00010000:0.0:1746066721.431661:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2dc00 00000100:00100000:0.0:1746066721.431668:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4126 00000100:00100000:0.0:1746066721.431689:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1964:x1830882974924800:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066721.431898:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4127 00000100:00100000:1.0:1746066721.431906:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1964:x1830882974925056:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066721.434387:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.435329:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974925312 00000100:00100000:0.0:1746066721.435336:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974925312 00002000:00100000:0.0:1746066721.435369:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ef5fb80 x1830882974925312/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.435379:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5fb80 with x1830882974925312 ext(0->1048575) 00002000:00010000:0.0:1746066721.435384:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5fb80 00000100:00100000:0.0:1746066721.435416:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4128 00000100:00100000:0.0:1746066721.435423:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974925312:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066721.445411:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1964:x1830882974925056:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13497us (13820us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066721.445422:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4127 00002000:00100000:1.0:1746066721.445433:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ec2dc00 x1830882974925056/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.445442:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2dc00 with x1830882974925056 ext(3145728->4194303) 00002000:00010000:1.0:1746066721.445448:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2dc00 00000100:00100000:0.0:1746066721.450075:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882974924800:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18393us (18508us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066721.450086:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4126 00002000:00100000:0.0:1746066721.450096:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ec2f800 x1830882974924800/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.450104:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f800 with x1830882974924800 ext(2097152->3145727) 00002000:00010000:0.0:1746066721.450110:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2f800 00000001:00080000:2.0:1746066721.451283:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872703 is committed 00000001:00080000:2.0:1746066721.451297:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872668 is committed 00000001:00080000:2.0:1746066721.451304:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872667 is committed 00000001:00080000:2.0:1746066721.451314:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872718 is committed 00000001:00080000:2.0:1746066721.451318:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872716 is committed 00000001:00080000:2.0:1746066721.451335:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872700 is committed 00000001:00080000:2.0:1746066721.451365:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872721 is committed 00000001:00080000:2.0:1746066721.451388:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872683 is committed 00000001:00080000:2.0:1746066721.451404:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872720 is committed 00000100:00100000:0.0:1746066721.452041:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974925312:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16614us (17657us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066721.452049:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4128 00002000:00100000:0.0:1746066721.452058:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ef5fb80 x1830882974925312/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066721.452066:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5fb80 with x1830882974925312 ext(0->1048575) 00002000:00010000:0.0:1746066721.452070:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5fb80 00000100:00100000:0.0:1746066721.460940:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.460999:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974925440 00000100:00100000:2.0:1746066721.461007:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974925440 00000100:00100000:2.0:1746066721.461064:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10238 00000100:00100000:2.0:1746066721.461071:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882974925440:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066721.461087:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.461103:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608082c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f56 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.461122:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.461124:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.461131:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608082c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f56 expref: 33 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.461144:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608082c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f56 expref: 33 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.461153:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79d400, rc 0) 00000100:00100000:2.0:1746066721.463257:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882974925440:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2178us (2315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.463265:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10238 00000100:00100000:3.0:1746066721.463410:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.463482:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974925568 00000100:00100000:2.0:1746066721.463487:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974925568 00000100:00100000:2.0:1746066721.463511:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10239 00000100:00100000:2.0:1746066721.463517:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28620:x1830882974925568:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066721.463529:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.463543:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f5d expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.463568:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 19 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.463575:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066721.463576:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066721.463579:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f5d expref: 11 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.463603:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 19 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.463613:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 19 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:2.0:1746066721.463624:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976155520:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.463705:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934733c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.468766:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.468867:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976155520:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.468890:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f5d expref: 11 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.468905:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79de00, rc 0) 00000100:00100000:2.0:1746066721.468942:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28620:x1830882974925568:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5424us (5532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.468949:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10239 00000100:00100000:1.0:1746066721.469018:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974925696 00000100:00100000:1.0:1746066721.469026:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974925696 00002000:00100000:1.0:1746066721.469059:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1110015) req@ffff88009ec2fb80 x1830882974925696/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.469067:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2fb80 with x1830882974925696 ext(1048576->1110015) 00010000:00010000:1.0:1746066721.469072:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 20 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.469082:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 20 pid: 21973 timeout: 782 lvb_type: 0 00002000:00010000:1.0:1746066721.469088:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ec2fb80 00000100:00100000:1.0:1746066721.469102:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 879 00000100:00100000:0.0:1746066721.469103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.469108:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882974925696:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066721.469151:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974925824 00000100:00100000:3.0:1746066721.469154:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974925824 00000100:00100000:3.0:1746066721.469176:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10240 00000100:00100000:3.0:1746066721.469181:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882974925824:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066721.469244:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066721.469256:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c3dc00/0xfb36a14ee608083a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f64 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066721.469288:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976155648:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066721.469347:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e18000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.472340:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974925696:12345-192.168.202.57@tcp:4:cat.0 Request processed in 3225us (3574us total) trans 17179872724 rc 0/0 00000100:00100000:1.0:1746066721.472351:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 879 00002000:00100000:1.0:1746066721.472360:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1110015) req@ffff88009ec2fb80 x1830882974925696/t17179872724(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/448 e 0 to 0 dl 1746066732 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.472368:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2fb80 with x1830882974925696 ext(1048576->1110015) 00010000:00010000:1.0:1746066721.472377:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 24 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.472388:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 24 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:3.0:1746066721.472458:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976155648:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066721.472483:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c3dc00/0xfb36a14ee608083a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f64 expref: 24 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.472494:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c3dc00/0xfb36a14ee608083a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f64 expref: 24 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.472915:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3dc00, rc 0) 00000100:00100000:3.0:1746066721.472943:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974925824:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3757us (3834us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066721.472949:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10240 00002000:00010000:1.0:1746066721.473294:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ec2fb80 00000100:00100000:0.0:1746066721.477508:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.477586:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974925952 00000100:00100000:1.0:1746066721.477601:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974925952 00010000:00010000:1.0:1746066721.477639:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 22 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.477846:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.477917:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974926080 00000100:00100000:3.0:1746066721.477921:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974926080 00000100:00100000:3.0:1746066721.477942:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10241 00000100:00100000:3.0:1746066721.477947:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882974926080:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066721.477960:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066721.477972:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8690200/0xfb36a14ee6080841 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f6b expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066721.478008:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976155776:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066721.478056:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e18000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.478093:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5067 00000100:00100000:1.0:1746066721.478101:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882974925952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.478109:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066721.478126:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 24 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.478135:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 24 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.478152:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.478153:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.478159:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f5d expref: 10 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.478165:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f5d expref: 10 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.478183:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f5d expref: 10 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066721.478190:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976155904:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066721.478210:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4191f00 going to sleep for 11 seconds 00010000:00010000:3.0:1746066721.480840:0:21973:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff88009f7e5500 x1830882976155776) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 24 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066721.480871:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb64c00/0xfb36a14ee60807fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1110015) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f25 expref: 24 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:3.0:1746066721.480886:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976155776:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066721.480912:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8690200/0xfb36a14ee6080841 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f6b expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.480922:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8690200/0xfb36a14ee6080841 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f6b expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.480929:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8690200, rc 0) 00000100:00100000:3.0:1746066721.480963:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882974926080:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3015us (3117us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066721.480973:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10241 00000100:00100000:1.0:1746066721.481065:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976155904:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066721.481079:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.481097:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882974925952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2998us (3596us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.481103:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5067 00000100:00100000:0.0:1746066721.487919:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.487967:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.488062:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974926336 00000100:00100000:1.0:1746066721.488069:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974926336 00002000:00100000:1.0:1746066721.488107:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009ed70700 x1830882974926336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.488115:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed70700 with x1830882974926336 ext(1048576->2097151) 00002000:00010000:1.0:1746066721.488119:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed70700 00000100:00100000:1.0:1746066721.488132:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974926592 00000100:00100000:1.0:1746066721.488134:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974926592 00002000:00100000:1.0:1746066721.488143:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009ed71500 x1830882974926592/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.488148:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71500 with x1830882974926592 ext(1048576->2097151) 00002000:00010000:1.0:1746066721.488150:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed71500 00000100:00100000:1.0:1746066721.489207:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4129 00000100:00100000:2.0:1746066721.489214:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4130 00000100:00100000:1.0:1746066721.489216:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882974926336:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066721.489222:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882974926592:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066721.524667:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.525122:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882974926592:12345-192.168.202.57@tcp:3:cat.0 Request processed in 35898us (37151us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066721.525132:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4130 00002000:00100000:3.0:1746066721.525141:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009ed71500 x1830882974926592/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.525150:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71500 with x1830882974926592 ext(1048576->2097151) 00002000:00010000:3.0:1746066721.525155:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed71500 00000100:00100000:0.0:1746066721.525922:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974926720 00000100:00100000:0.0:1746066721.525929:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974926720 00000100:00100000:0.0:1746066721.525977:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10242 00000100:00100000:0.0:1746066721.525983:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:28622:x1830882974926720:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066721.525997:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066721.526011:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f72 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.526034:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f4f expref: 22 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.526041:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.526042:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.526045:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3080192->3145727] (req 3080192->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.526067:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f4f expref: 22 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.526077:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f4f expref: 22 pid: 10402 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.526092:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976156032:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066721.526166:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.528583:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882974926336:12345-192.168.202.57@tcp:3:cat.0 Request processed in 39361us (40663us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066721.528592:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4129 00002000:00100000:1.0:1746066721.528600:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009ed70700 x1830882974926336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.528609:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed70700 with x1830882974926336 ext(1048576->2097151) 00002000:00010000:1.0:1746066721.528613:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed70700 00000100:00100000:2.0:1746066721.529067:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976156032:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.529089:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3080192->3145727] (req 3080192->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.529102:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ec3a00, rc 0) 00000100:00100000:2.0:1746066721.529126:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:28622:x1830882974926720:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3144us (4468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.529132:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10242 00000100:00100000:0.0:1746066721.530721:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.530791:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974926848 00000100:00100000:1.0:1746066721.530799:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974926848 00010000:00010000:1.0:1746066721.530825:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f4f expref: 22 pid: 10402 timeout: 782 lvb_type: 0 00000100:00100000:1.0:1746066721.531058:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5068 00000100:00100000:1.0:1746066721.531065:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882974926848:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.531078:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066721.531094:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f4f expref: 22 pid: 10402 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.531104:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f4f expref: 22 pid: 10402 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.531123:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801353d9200/0xfb36a14ee6080825 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f4f expref: 22 pid: 10402 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.531150:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.531151:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.531157:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.531163:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.531189:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066721.531198:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976156160:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066721.532086:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4191f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.534293:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976156160:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066721.534313:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.534347:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882974926848:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3281us (3629us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.534356:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5068 00000100:00100000:0.0:1746066721.534818:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.535073:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974927104 00000100:00100000:1.0:1746066721.535080:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974927104 00002000:00100000:1.0:1746066721.535113:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3080192->3084287) req@ffff88009ed71180 x1830882974927104/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.535122:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71180 with x1830882974927104 ext(3080192->3084287) 00002000:00010000:1.0:1746066721.535126:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed71180 00000100:00100000:1.0:1746066721.535147:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4131 00000100:00100000:1.0:1746066721.535153:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882974927104:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066721.536593:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882974927104:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 1435us (1771us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066721.536601:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4131 00002000:00100000:1.0:1746066721.536608:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3080192->3084287) req@ffff88009ed71180 x1830882974927104/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.536615:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71180 with x1830882974927104 ext(3080192->3084287) 00002000:00010000:1.0:1746066721.536619:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed71180 00000100:00100000:0.0:1746066721.539422:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.539494:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974927232 00000100:00100000:2.0:1746066721.539500:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974927232 00000100:00100000:2.0:1746066721.539531:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10243 00000100:00100000:2.0:1746066721.539537:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28620:x1830882974927232:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066721.539552:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.539566:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f79 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.539587:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.539593:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066721.539594:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066721.539597:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f79 expref: 12 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.539622:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.539632:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 20 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:2.0:1746066721.539640:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976156288:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066721.540332:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.540525:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934733c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.540592:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974927360 00000100:00100000:1.0:1746066721.540596:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974927360 00000100:00100000:1.0:1746066721.540619:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10244 00000100:00100000:1.0:1746066721.540624:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:28622:x1830882974927360:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066721.540633:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066721.540642:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f80 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.540795:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51000/0xfb36a14ee608070d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e6f expref: 34 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.540803:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608074c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e99 expref: 24 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066721.540808:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.540810:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.540812:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->3354623] (req 3145728->3354623) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 34 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.540827:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608074c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e99 expref: 24 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066721.540835:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608074c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e99 expref: 24 pid: 4614 timeout: 782 lvb_type: 1 00000100:00100000:1.0:1746066721.540843:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976156416:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066721.541080:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ec51000/0xfb36a14ee608070d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e6f expref: 34 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.541089:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51000/0xfb36a14ee608070d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e6f expref: 34 pid: 8451 timeout: 782 lvb_type: 0 00000100:00100000:1.0:1746066721.541164:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976156544:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066721.541184:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4191b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.541753:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976156288:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.541773:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f79 expref: 12 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.541782:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79ca00, rc 0) 00000100:00100000:2.0:1746066721.542499:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28620:x1830882974927232:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2959us (3079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.542506:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10243 00000100:00100000:0.0:1746066721.543020:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.543188:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976156416:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066721.543196:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976156544:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066721.543217:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->3354623] (req 3145728->3354623) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 34 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.543227:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf0ca00, rc 0) 00000100:00100000:1.0:1746066721.543271:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28622:x1830882974927360:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2646us (2940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.543277:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10244 00000100:00100000:1.0:1746066721.543296:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974927488 00000100:00100000:1.0:1746066721.543300:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974927488 00002000:00100000:1.0:1746066721.543323:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3080192->3145727) req@ffff88009e869880 x1830882974927488/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.543331:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e869880 with x1830882974927488 ext(3080192->3145727) 00010000:00010000:1.0:1746066721.543337:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 21 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.543345:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 21 pid: 21973 timeout: 782 lvb_type: 0 00002000:00010000:1.0:1746066721.543350:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e869880 00000100:00100000:1.0:1746066721.543371:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 880 00000100:00100000:1.0:1746066721.543377:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882974927488:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066721.546933:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.547018:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974927616 00000100:00100000:1.0:1746066721.547028:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974927616 00010000:00010000:1.0:1746066721.547060:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec51000/0xfb36a14ee608070d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e6f expref: 34 pid: 8451 timeout: 782 lvb_type: 0 00000100:00100000:1.0:1746066721.547095:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5069 00000100:00100000:1.0:1746066721.547103:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882974927616:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.547114:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066721.547132:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ec51000/0xfb36a14ee608070d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e6f expref: 34 pid: 8451 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.547141:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ec51000/0xfb36a14ee608070d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e6f expref: 34 pid: 8451 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.547159:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51000/0xfb36a14ee608070d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e6f expref: 34 pid: 8451 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.547184:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.547214:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882974927616:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 112us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.547220:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5069 00000100:00100000:1.0:1746066721.548802:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974927488:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 5420us (5777us total) trans 17179872725 rc 0/0 00000100:00100000:1.0:1746066721.548810:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 880 00002000:00100000:1.0:1746066721.548819:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3080192->3145727) req@ffff88009e869880 x1830882974927488/t17179872725(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/448 e 0 to 0 dl 1746066732 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.548828:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e869880 with x1830882974927488 ext(3080192->3145727) 00010000:00010000:1.0:1746066721.548836:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 23 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.548847:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 23 pid: 21973 timeout: 782 lvb_type: 0 00002000:00010000:1.0:1746066721.548853:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e869880 00000100:00100000:0.0:1746066721.550319:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.550403:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974927744 00000100:00100000:1.0:1746066721.550411:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974927744 00010000:00010000:1.0:1746066721.550432:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608074c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e99 expref: 25 pid: 4614 timeout: 782 lvb_type: 1 00000100:00100000:0.0:1746066721.550446:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.550771:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974927872 00000100:00100000:1.0:1746066721.550774:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974927872 00000100:00100000:0.0:1746066721.550783:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5070 00010000:00010000:1.0:1746066721.550788:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 23 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746066721.550791:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974927744:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066721.550802:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066721.550807:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5071 00000100:00100000:1.0:1746066721.550811:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974927872:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.550817:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066721.550818:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608074c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e99 expref: 25 pid: 4614 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.550827:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 23 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.550827:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608074c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e99 expref: 25 pid: 4614 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.550834:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 23 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746066721.550844:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092426600/0xfb36a14ee608074c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977e99 expref: 25 pid: 4614 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.550845:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ec3a00/0xfb36a14ee6080848 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f72 expref: 23 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.550855:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.550856:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.550857:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066721.550858:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.550862:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f79 expref: 11 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.550862:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.550869:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f79 expref: 11 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.550869:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.550892:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f79 expref: 11 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066721.550892:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066721.550901:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976156672:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066721.550901:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976156800:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066721.550945:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.550985:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4191b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.554137:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976156800:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066721.554154:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066721.554188:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974927744:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3397us (3872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.554197:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5070 00000100:00100000:0.0:1746066721.554258:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.554302:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976156672:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066721.554312:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.554340:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882974927872:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3528us (3893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.554347:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5071 00000100:00100000:2.0:1746066721.554445:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974928128 00000100:00100000:2.0:1746066721.554450:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974928128 00002000:00100000:2.0:1746066721.554479:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3350528->3354623) req@ffff88009e86bb80 x1830882974928128/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.554593:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86bb80 with x1830882974928128 ext(3350528->3354623) 00002000:00010000:2.0:1746066721.554597:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e86bb80 00000100:00100000:2.0:1746066721.554618:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4132 00000100:00100000:2.0:1746066721.554625:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882974928128:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066721.555457:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882974928128:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 831us (1197us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066721.555464:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4132 00002000:00100000:2.0:1746066721.555470:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3350528->3354623) req@ffff88009e86bb80 x1830882974928128/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.555477:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86bb80 with x1830882974928128 ext(3350528->3354623) 00002000:00010000:2.0:1746066721.555480:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e86bb80 00000100:00100000:0.0:1746066721.555895:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.556086:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974928384 00000100:00100000:2.0:1746066721.556090:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974928384 00002000:00100000:2.0:1746066721.556109:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e86b480 x1830882974928384/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.556116:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86b480 with x1830882974928384 ext(2097152->3145727) 00002000:00010000:2.0:1746066721.556119:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e86b480 00000100:00100000:2.0:1746066721.556147:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4133 00000100:00100000:2.0:1746066721.556153:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1965:x1830882974928384:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066721.566337:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1965:x1830882974928384:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10174us (10433us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066721.566348:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4133 00002000:00100000:2.0:1746066721.566360:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e86b480 x1830882974928384/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.566368:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86b480 with x1830882974928384 ext(2097152->3145727) 00002000:00010000:2.0:1746066721.566373:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e86b480 00000100:00100000:0.0:1746066721.572453:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.572529:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974928512 00000100:00100000:1.0:1746066721.572536:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974928512 00000100:00100000:1.0:1746066721.573094:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10245 00000100:00100000:1.0:1746066721.573101:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28620:x1830882974928512:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066721.573115:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066721.573129:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f87 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.573151:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.573158:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066721.573159:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066721.573162:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f87 expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.573184:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.573193:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 32 pid: 10402 timeout: 782 lvb_type: 0 00000100:00100000:1.0:1746066721.573202:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976156928:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066721.573271:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4191f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.574987:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.575129:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976156928:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066721.575150:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f87 expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.575163:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a25e00, rc 0) 00000100:00100000:1.0:1746066721.575199:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28620:x1830882974928512:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2098us (2751us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.575207:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10245 00000100:00100000:2.0:1746066721.575556:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974928640 00000100:00100000:2.0:1746066721.575561:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974928640 00002000:00100000:2.0:1746066721.575587:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->3354623) req@ffff88009e868a80 x1830882974928640/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.575595:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e868a80 with x1830882974928640 ext(3145728->3354623) 00010000:00010000:2.0:1746066721.575600:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 33 pid: 10402 timeout: 782 lvb_type: 0 00010000:00010000:2.0:1746066721.575610:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 33 pid: 10402 timeout: 782 lvb_type: 0 00002000:00010000:2.0:1746066721.575615:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e868a80 00000100:00100000:3.0:1746066721.576847:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 881 00000100:00100000:3.0:1746066721.576868:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882974928640:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:3.0:1746066721.580996:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882974928640:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 4122us (6001us total) trans 21474840053 rc 0/0 00000100:00100000:3.0:1746066721.581008:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 881 00002000:00100000:3.0:1746066721.581021:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3145728->3354623) req@ffff88009e868a80 x1830882974928640/t21474840053(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/448 e 0 to 0 dl 1746066732 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.581030:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e868a80 with x1830882974928640 ext(3145728->3354623) 00010000:00010000:3.0:1746066721.581039:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 35 pid: 10402 timeout: 782 lvb_type: 0 00010000:00010000:3.0:1746066721.581053:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 35 pid: 10402 timeout: 782 lvb_type: 0 00002000:00010000:3.0:1746066721.581059:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e868a80 00000100:00100000:0.0:1746066721.583259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.583364:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974928768 00000100:00100000:1.0:1746066721.583374:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974928768 00010000:00010000:1.0:1746066721.583406:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 35 pid: 10402 timeout: 782 lvb_type: 0 00000100:00100000:1.0:1746066721.583577:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5072 00000100:00100000:1.0:1746066721.583587:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974928768:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.583602:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746066721.583618:0:15727:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066720 -> 1746066721 00002000:00010000:1.0:1746066721.583621:0:15727:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066720 -> 1746066721 00010000:00010000:1.0:1746066721.583627:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 35 pid: 10402 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.583637:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 35 pid: 10402 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.583659:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bf0ca00/0xfb36a14ee6080856 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f80 expref: 35 pid: 10402 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.584021:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.584024:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.584033:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f87 expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.584041:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f87 expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.584080:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f87 expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066721.584093:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976157056:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066721.584191:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4191f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.589842:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976157056:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066721.589861:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.589931:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974928768:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6346us (6678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.589941:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5072 00000100:00100000:0.0:1746066721.593733:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.595899:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.596916:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974929024 00000100:00100000:2.0:1746066721.596925:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974929024 00002000:00100000:2.0:1746066721.596968:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e868380 x1830882974929024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.596978:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e868380 with x1830882974929024 ext(3145728->4194303) 00002000:00010000:2.0:1746066721.596983:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e868380 00000100:00100000:2.0:1746066721.597013:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974929280 00000100:00100000:2.0:1746066721.597016:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974929280 00002000:00100000:2.0:1746066721.597033:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e869f80 x1830882974929280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.597044:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e869f80 with x1830882974929280 ext(3145728->4194303) 00002000:00010000:2.0:1746066721.597047:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e869f80 00000100:00100000:2.0:1746066721.597089:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4134 00000100:00100000:2.0:1746066721.597098:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882974929024:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066721.597685:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4135 00000100:00100000:3.0:1746066721.597699:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882974929280:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066721.613162:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882974929024:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16058us (19427us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066721.613173:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4134 00002000:00100000:2.0:1746066721.613183:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e868380 x1830882974929024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.613191:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e868380 with x1830882974929024 ext(3145728->4194303) 00002000:00010000:2.0:1746066721.613196:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e868380 00000100:00100000:3.0:1746066721.617763:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882974929280:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20060us (21859us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066721.617775:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4135 00002000:00100000:3.0:1746066721.617788:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e869f80 x1830882974929280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.617797:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e869f80 with x1830882974929280 ext(3145728->4194303) 00002000:00010000:3.0:1746066721.617802:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e869f80 00000100:00100000:0.0:1746066721.622159:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.622445:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974929408 00000100:00100000:1.0:1746066721.622452:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974929408 00000100:00100000:1.0:1746066721.622503:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10246 00000100:00100000:1.0:1746066721.622511:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882974929408:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066721.622527:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066721.622542:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6080864 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f8e expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.622561:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.622562:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.622569:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6080864 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f8e expref: 23 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066721.622581:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6080864 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f8e expref: 23 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066721.622596:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a24e00, rc 0) 00000100:00100000:0.0:1746066721.622784:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.622918:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974929536 00000100:00100000:2.0:1746066721.622922:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974929536 00000100:00100000:2.0:1746066721.622955:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10247 00000100:00100000:2.0:1746066721.622960:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974929536:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066721.622968:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.622978:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee608086b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f95 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.622989:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.622990:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.622994:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee608086b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f95 expref: 35 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.623008:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee608086b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f95 expref: 35 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.623015:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d7400, rc 0) 00000100:00100000:1.0:1746066721.623025:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882974929408:12345-192.168.202.57@tcp:101:cat.0 Request processed in 513us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.623031:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10246 00000100:00100000:2.0:1746066721.623032:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974929536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 73us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.623037:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10247 00000100:00100000:0.0:1746066721.623745:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.623819:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974929664 00000100:00100000:2.0:1746066721.623826:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974929664 00000100:00100000:2.0:1746066721.623870:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10248 00000100:00100000:2.0:1746066721.623877:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882974929664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066721.623888:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.623897:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6400/0xfb36a14ee6080872 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977f9c expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.623910:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.623912:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.623918:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6400/0xfb36a14ee6080872 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f9c expref: 24 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.623928:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6400/0xfb36a14ee6080872 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f9c expref: 24 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.623936:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d6400, rc 0) 00000100:00100000:2.0:1746066721.623982:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974929664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 104us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.623988:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10248 00000100:00100000:0.0:1746066721.625342:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.625410:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974929920 00000100:00100000:3.0:1746066721.625414:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974929920 00002000:00100000:3.0:1746066721.625442:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8801361f9c00 x1830882974929920/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.625451:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f9c00 with x1830882974929920 ext(4194304->5079039) 00002000:00010000:3.0:1746066721.625455:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361f9c00 00000100:00100000:3.0:1746066721.625478:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4136 00000100:00100000:3.0:1746066721.625484:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1965:x1830882974929920:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066721.633165:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.633605:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.633666:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974930176 00000100:00100000:2.0:1746066721.633668:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974930432 00000100:00100000:1.0:1746066721.633695:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974930176 00000100:00100000:2.0:1746066721.633700:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974930432 00002000:00100000:2.0:1746066721.633731:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8801361f8e00 x1830882974930432/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.633731:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8801361fbb80 x1830882974930176/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.633739:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f8e00 with x1830882974930432 ext(1048576->2097151) 00002000:00100000:1.0:1746066721.633739:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361fbb80 with x1830882974930176 ext(0->1048575) 00002000:00010000:2.0:1746066721.633744:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801361f8e00 00002000:00010000:1.0:1746066721.633744:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361fbb80 00000100:00100000:2.0:1746066721.633778:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4137 00000100:00100000:1.0:1746066721.633783:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4138 00000100:00100000:2.0:1746066721.633785:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882974930432:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066721.633789:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974930176:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066721.640074:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1965:x1830882974929920:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14581us (14725us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066721.640086:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4136 00002000:00100000:3.0:1746066721.640098:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8801361f9c00 x1830882974929920/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.640106:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f9c00 with x1830882974929920 ext(4194304->5079039) 00002000:00010000:3.0:1746066721.640112:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361f9c00 00000100:00100000:2.0:1746066721.644273:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882974930432:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10479us (10658us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066721.644283:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4137 00002000:00100000:2.0:1746066721.644292:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8801361f8e00 x1830882974930432/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.644301:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f8e00 with x1830882974930432 ext(1048576->2097151) 00002000:00010000:2.0:1746066721.644306:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801361f8e00 00000100:00100000:0.0:1746066721.645459:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.647123:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974930176:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13328us (13958us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066721.647134:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4138 00002000:00100000:1.0:1746066721.647144:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8801361fbb80 x1830882974930176/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.647152:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361fbb80 with x1830882974930176 ext(0->1048575) 00002000:00010000:1.0:1746066721.647158:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361fbb80 00000100:00100000:3.0:1746066721.647226:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974930560 00000100:00100000:3.0:1746066721.647247:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974930560 00000100:00100000:3.0:1746066721.647286:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10249 00000100:00100000:3.0:1746066721.647292:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28626:x1830882974930560:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066721.647305:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066721.647319:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977fa3 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.647342:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f48 expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.647349:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608082c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f56 expref: 34 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.647355:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066721.647357:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066721.647359:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [98304->716799] (req 98304->716799) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 26 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.647382:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608082c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f56 expref: 34 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.647393:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608082c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f56 expref: 34 pid: 21973 timeout: 782 lvb_type: 1 00000100:00100000:3.0:1746066721.647402:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976157184:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066721.647481:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f48 expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.647489:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f48 expref: 26 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:3.0:1746066721.647496:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976157312:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066721.647514:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e18000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066721.651740:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976157184:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066721.651751:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976157312:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066721.651784:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [98304->716799] (req 98304->716799) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 26 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.651799:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f9c6200, rc 0) 00000100:00100000:3.0:1746066721.651845:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:28626:x1830882974930560:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4552us (6388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066721.651856:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10249 00000100:00100000:0.0:1746066721.657665:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.657735:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.657801:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974930688 00000100:00100000:2.0:1746066721.657809:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974930688 00010000:00010000:2.0:1746066721.657841:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f48 expref: 26 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:2.0:1746066721.657863:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974930816 00000100:00100000:2.0:1746066721.657866:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974930816 00010000:00010000:2.0:1746066721.657877:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608082c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f56 expref: 35 pid: 21973 timeout: 782 lvb_type: 1 00000100:00100000:2.0:1746066721.658039:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5073 00000100:00100000:2.0:1746066721.658048:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882974930688:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066721.658059:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066721.658073:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5074 00010000:00010000:2.0:1746066721.658079:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f48 expref: 26 pid: 21973 timeout: 782 lvb_type: 0 00000100:00100000:1.0:1746066721.658081:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974930816:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066721.658088:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f48 expref: 26 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.658089:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066721.658108:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093a32200/0xfb36a14ee608081e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f48 expref: 26 pid: 21973 timeout: 782 lvb_type: 0 00010000:00010000:1.0:1746066721.659316:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608082c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f56 expref: 35 pid: 21973 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.659327:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608082c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f56 expref: 35 pid: 21973 timeout: 782 lvb_type: 1 00010000:00010000:1.0:1746066721.659343:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608082c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f56 expref: 35 pid: 21973 timeout: 782 lvb_type: 1 00010000:00010000:2.0:1746066721.659430:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.659433:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.659439:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 25 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.659453:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 25 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.659484:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 25 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066721.659499:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976157440:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066721.659559:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746066721.659762:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.659788:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974930816:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1706us (2051us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.659794:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5074 00000100:00100000:2.0:1746066721.663474:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976157440:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066721.663493:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066721.663548:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974930688:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5500us (5889us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066721.663548:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.663557:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5073 00000100:00100000:1.0:1746066721.663581:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974931072 00000100:00100000:1.0:1746066721.663589:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974931072 00002000:00100000:1.0:1746066721.664171:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (98304->102399) req@ffff8801361f9880 x1830882974931072/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.664180:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f9880 with x1830882974931072 ext(98304->102399) 00002000:00010000:1.0:1746066721.664184:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361f9880 00000100:00100000:1.0:1746066721.664208:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4139 00000100:00100000:1.0:1746066721.664215:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974931072:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066721.664850:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974931072:12345-192.168.202.57@tcp:3:cat.0 Request processed in 634us (1300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066721.664856:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4139 00002000:00100000:1.0:1746066721.664861:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (98304->102399) req@ffff8801361f9880 x1830882974931072/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.664872:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f9880 with x1830882974931072 ext(98304->102399) 00002000:00010000:1.0:1746066721.664875:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361f9880 00000100:00100000:0.0:1746066721.668985:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.669021:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.669043:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.669065:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974931456 00000100:00100000:2.0:1746066721.669072:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974931456 00000100:00100000:0.0:1746066721.669076:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:2.0:1746066721.669110:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8801361f8a80 x1830882974931456/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.669119:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f8a80 with x1830882974931456 ext(2097152->3145727) 00002000:00010000:2.0:1746066721.669123:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361f8a80 00000100:00100000:2.0:1746066721.669137:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974931584 00000100:00100000:2.0:1746066721.669139:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974931584 00002000:00100000:2.0:1746066721.669148:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8801361fa300 x1830882974931584/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.669155:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361fa300 with x1830882974931584 ext(3145728->4194303) 00002000:00010000:2.0:1746066721.669157:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361fa300 00000100:00100000:2.0:1746066721.669164:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974931968 00000100:00100000:2.0:1746066721.669166:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974931968 00002000:00100000:2.0:1746066721.669176:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8801361f9f80 x1830882974931968/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.669183:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f9f80 with x1830882974931968 ext(3145728->4194303) 00002000:00010000:2.0:1746066721.669185:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801361f9f80 00000100:00100000:2.0:1746066721.669192:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974931840 00000100:00100000:2.0:1746066721.669193:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974931840 00002000:00100000:2.0:1746066721.669201:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8801361fa680 x1830882974931840/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746066721.669212:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4140 00002000:00100000:2.0:1746066721.669213:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361fa680 with x1830882974931840 ext(2097152->3145727) 00002000:00010000:2.0:1746066721.669215:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801361fa680 00000100:00100000:1.0:1746066721.669222:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1966:x1830882974931456:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066721.669243:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4141 00000100:00100000:2.0:1746066721.669248:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1966:x1830882974931584:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066721.669285:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4142 00000100:00100000:3.0:1746066721.669484:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4143 00000100:00100000:3.0:1746066721.669492:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882974931840:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066721.669725:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882974931968:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066721.674491:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.674878:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974932352 00000100:00100000:3.0:1746066721.674892:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974932352 00002000:00100000:3.0:1746066721.674941:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (712704->716799) req@ffff88009ef5e680 x1830882974932352/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.674953:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5e680 with x1830882974932352 ext(712704->716799) 00002000:00010000:3.0:1746066721.674960:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5e680 00000100:00100000:3.0:1746066721.674993:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4144 00000100:00100000:3.0:1746066721.675001:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974932352:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066721.675164:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882974932352:12345-192.168.202.57@tcp:3:cat.0 Request processed in 164us (680us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066721.675171:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4144 00002000:00100000:3.0:1746066721.675176:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (712704->716799) req@ffff88009ef5e680 x1830882974932352/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.675183:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5e680 with x1830882974932352 ext(712704->716799) 00002000:00010000:3.0:1746066721.675186:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5e680 00000100:00100000:2.0:1746066721.683077:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1966:x1830882974931584:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13820us (14047us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066721.683088:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4141 00002000:00100000:2.0:1746066721.683098:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8801361fa300 x1830882974931584/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.683107:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361fa300 with x1830882974931584 ext(3145728->4194303) 00002000:00010000:2.0:1746066721.683112:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361fa300 00000100:00100000:1.0:1746066721.693624:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882974931456:12345-192.168.202.57@tcp:3:cat.0 Request processed in 24397us (24638us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066721.693634:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4140 00002000:00100000:1.0:1746066721.693643:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8801361f8a80 x1830882974931456/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.693651:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f8a80 with x1830882974931456 ext(2097152->3145727) 00002000:00010000:1.0:1746066721.693655:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361f8a80 00000100:00100000:2.0:1746066721.693941:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1966:x1830882974931968:12345-192.168.202.57@tcp:3:cat.0 Request processed in 24648us (24895us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066721.693947:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4142 00002000:00100000:2.0:1746066721.693952:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8801361f9f80 x1830882974931968/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.693959:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f9f80 with x1830882974931968 ext(3145728->4194303) 00002000:00010000:2.0:1746066721.693962:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801361f9f80 00000100:00100000:3.0:1746066721.696041:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974931840:12345-192.168.202.57@tcp:3:cat.0 Request processed in 26547us (26960us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066721.696049:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4143 00002000:00100000:3.0:1746066721.696055:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8801361fa680 x1830882974931840/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.696063:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361fa680 with x1830882974931840 ext(2097152->3145727) 00002000:00010000:3.0:1746066721.696066:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801361fa680 00000100:00100000:0.0:1746066721.709607:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.712435:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974932480 00000100:00100000:3.0:1746066721.712446:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974932480 00000100:00100000:3.0:1746066721.712506:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10250 00000100:00100000:3.0:1746066721.712514:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974932480:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066721.712531:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066721.712546:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7a00/0xfb36a14ee6080880 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977faa expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066721.712593:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976157568:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066721.712704:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e186c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066721.714721:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976157568:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066721.714742:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7a00/0xfb36a14ee6080880 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977faa expref: 35 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.714753:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7a00/0xfb36a14ee6080880 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977faa expref: 35 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.714764:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f9c7a00, rc 0) 00000100:00100000:3.0:1746066721.714800:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974932480:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2286us (5199us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066721.714807:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10250 00000100:00100000:0.0:1746066721.723292:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.723385:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974932736 00000100:00100000:3.0:1746066721.723393:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974932736 00002000:00100000:3.0:1746066721.723429:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8801361f8000 x1830882974932736/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.723438:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f8000 with x1830882974932736 ext(4194304->5079039) 00002000:00010000:3.0:1746066721.723443:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361f8000 00000100:00100000:3.0:1746066721.723476:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4145 00000100:00100000:3.0:1746066721.723484:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974932736:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066721.738489:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974932736:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14998us (15196us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066721.738503:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4145 00002000:00100000:3.0:1746066721.738513:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8801361f8000 x1830882974932736/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.738522:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f8000 with x1830882974932736 ext(4194304->5079039) 00002000:00010000:3.0:1746066721.738528:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361f8000 00000100:00100000:0.0:1746066721.752625:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.752717:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974932864 00000100:00100000:3.0:1746066721.752726:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974932864 00000100:00100000:3.0:1746066721.752774:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10251 00000100:00100000:3.0:1746066721.752781:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882974932864:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066721.752797:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066721.752813:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7000/0xfb36a14ee6080887 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977fb1 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066721.752857:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976157696:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066721.752937:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e186c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066721.772249:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976157696:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066721.772285:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7000/0xfb36a14ee6080887 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fb1 expref: 35 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.772297:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7000/0xfb36a14ee6080887 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fb1 expref: 35 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066721.772322:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f9c7000, rc 0) 00000100:00100000:3.0:1746066721.773416:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882974932864:12345-192.168.202.57@tcp:101:cat.0 Request processed in 20631us (20793us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066721.773425:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10251 00000100:00100000:0.0:1746066721.778486:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.778581:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974932992 00000100:00100000:3.0:1746066721.778589:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974932992 00000100:00100000:1.0:1746066721.779218:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10252 00000100:00100000:1.0:1746066721.779241:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974932992:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066721.779257:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066721.779272:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25c00/0xfb36a14ee608088e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977fb8 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066721.779314:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976157824:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066721.780900:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41919c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066721.784597:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976157824:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066721.784628:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25c00/0xfb36a14ee608088e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fb8 expref: 35 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.784645:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25c00/0xfb36a14ee608088e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fb8 expref: 35 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.785183:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a25c00, rc 0) 00000100:00100000:2.0:1746066721.785250:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974932992:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6021us (6769us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066721.785259:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10252 00000100:00100000:0.0:1746066721.894071:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.894285:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974933248 00000100:00100000:3.0:1746066721.894293:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974933248 00002000:00100000:3.0:1746066721.894329:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8801361f9500 x1830882974933248/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 504/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.894339:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f9500 with x1830882974933248 ext(0->1048575) 00002000:00010000:3.0:1746066721.894344:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361f9500 00000100:00100000:3.0:1746066721.895502:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4146 00000100:00100000:3.0:1746066721.895513:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974933248:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066721.916719:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974933248:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21199us (22647us total) trans 0 rc 430080/430080 00000100:00100000:3.0:1746066721.916729:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4146 00002000:00100000:3.0:1746066721.916741:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8801361f9500 x1830882974933248/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 504/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 430080/430080 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.916750:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361f9500 with x1830882974933248 ext(0->1048575) 00002000:00010000:3.0:1746066721.916755:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361f9500 00000100:00100000:0.0:1746066721.920083:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.920174:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974933376 00000100:00100000:2.0:1746066721.920182:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974933376 00000100:00100000:2.0:1746066721.920239:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10253 00000100:00100000:2.0:1746066721.920246:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28632:x1830882974933376:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066721.920261:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.920274:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977fbf expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.920297:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ef4 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.920304:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfc00/0xfb36a14ee60807d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f09 expref: 35 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.920309:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.920311:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.920314:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1912832->2097151] (req 1912832->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 35 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.920341:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfc00/0xfb36a14ee60807d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f09 expref: 35 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.920350:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfc00/0xfb36a14ee60807d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f09 expref: 35 pid: 21973 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066721.920360:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976157952:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.920435:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ef4 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.920443:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ef4 expref: 24 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066721.920450:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976158080:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.920466:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.928858:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.928952:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.929031:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974933504 00000100:00100000:1.0:1746066721.929038:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974933504 00010000:00010000:1.0:1746066721.929068:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfc00/0xfb36a14ee60807d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f09 expref: 36 pid: 21973 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066721.929095:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974933632 00000100:00100000:1.0:1746066721.929098:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974933632 00010000:00010000:1.0:1746066721.929107:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ef4 expref: 25 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066721.929120:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5075 00000100:00100000:1.0:1746066721.929126:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974933504:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.929139:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066721.929155:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfc00/0xfb36a14ee60807d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f09 expref: 36 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:1.0:1746066721.929164:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfc00/0xfb36a14ee60807d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f09 expref: 36 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:1.0:1746066721.929186:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.929220:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974933504:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 94us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.929260:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5075 00000100:00100000:1.0:1746066721.929274:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5076 00000100:00100000:1.0:1746066721.929279:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1965:x1830882974933632:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.929285:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066721.929293:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ef4 expref: 25 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066721.929305:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ef4 expref: 25 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066721.929315:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.929317:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.929322:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 35 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.929329:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 35 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.929353:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 35 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066721.929363:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976158208:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066721.929410:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4191a80 going to sleep for 11 seconds 00010000:00010000:2.0:1746066721.929671:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfc00/0xfb36a14ee60807d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f09 expref: 35 pid: 21973 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066721.929718:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976157952:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.929729:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e79c800/0xfb36a14ee60807ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ef4 expref: 25 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066721.929737:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976158080:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.929758:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 34 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.929766:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb55200, rc 0) 00000100:00100000:2.0:1746066721.929789:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28632:x1830882974933376:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 9543us (9714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.929794:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10253 00000100:00100000:0.0:1746066721.930282:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.930880:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976158208:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066721.930894:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.930923:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882974933632:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1643us (1971us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.930929:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5076 00000100:00100000:2.0:1746066721.931303:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974933760 00000100:00100000:2.0:1746066721.931308:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974933760 00000100:00100000:2.0:1746066721.931595:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10254 00000100:00100000:2.0:1746066721.931602:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28638:x1830882974933760:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066721.931615:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.931627:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977fc6 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.931646:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 33 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.931652:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066721.931653:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066721.931656:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fc6 expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.931698:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 33 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.931709:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 33 pid: 10402 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066721.931718:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976158336:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.931769:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066721.931972:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066721.932618:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974934016 00000100:00100000:2.0:1746066721.932622:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974934016 00002000:00100000:2.0:1746066721.932646:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x385:0x0] (1912832->1916927) req@ffff8800924d0380 x1830882974934016/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.932653:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d0380 with x1830882974934016 ext(1912832->1916927) 00010000:00010000:2.0:1746066721.932659:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 34 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066721.932668:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 34 pid: 10402 timeout: 783 lvb_type: 0 00002000:00010000:2.0:1746066721.933493:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d0380 00000100:00100000:2.0:1746066721.933521:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 882 00000100:00100000:2.0:1746066721.933529:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882974934016:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066721.933658:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882974934016:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 130us (1687us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066721.933663:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 882 00002000:00100000:2.0:1746066721.933668:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x385:0x0] (1912832->1916927) req@ffff8800924d0380 x1830882974934016/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066721.933693:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d0380 with x1830882974934016 ext(1912832->1916927) 00010000:00010000:2.0:1746066721.933698:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 34 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066721.933706:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 34 pid: 10402 timeout: 783 lvb_type: 0 00002000:00010000:2.0:1746066721.933712:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d0380 00000100:00100000:2.0:1746066721.936037:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976158336:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.936061:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fc6 expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.936076:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb54000, rc 0) 00000100:00100000:2.0:1746066721.936120:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28638:x1830882974933760:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4518us (5838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.936128:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10254 00000100:00100000:0.0:1746066721.940774:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.940859:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.941085:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974934400 00000100:00100000:1.0:1746066721.941093:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974934400 00002000:00100000:1.0:1746066721.941128:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1912832->2097151) req@ffff8800924d2d80 x1830882974934400/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.941141:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2d80 with x1830882974934400 ext(1912832->2097151) 00010000:00010000:1.0:1746066721.941149:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 34 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066721.941160:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 34 pid: 10402 timeout: 783 lvb_type: 0 00002000:00010000:1.0:1746066721.941166:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d2d80 00000100:00100000:2.0:1746066721.941250:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974934272 00000100:00100000:2.0:1746066721.941254:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974934272 00000100:00100000:1.0:1746066721.941292:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 883 00000100:00100000:1.0:1746066721.941299:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882974934400:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066721.941723:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10255 00000100:00100000:2.0:1746066721.941729:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:28632:x1830882974934272:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066721.941737:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066721.941750:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977fcd expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.941769:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f87 expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.941777:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee608086b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f95 expref: 37 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.941787:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.941789:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066721.941792:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->2838527] (req 2097152->2838527) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 37 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.941815:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee608086b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f95 expref: 37 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066721.941824:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee608086b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f95 expref: 37 pid: 21973 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066721.941834:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976158464:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066721.941897:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f87 expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066721.941905:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f87 expref: 24 pid: 10402 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066721.941913:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976158592:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066721.941930:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.953466:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882974934400:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 12159us (12598us total) trans 21474840054 rc 0/0 00000100:00100000:1.0:1746066721.953477:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 883 00002000:00100000:1.0:1746066721.953487:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1912832->2097151) req@ffff8800924d2d80 x1830882974934400/t21474840054(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/448 e 0 to 0 dl 1746066732 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.953495:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2d80 with x1830882974934400 ext(1912832->2097151) 00010000:00010000:1.0:1746066721.953503:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 38 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066721.953513:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 38 pid: 10402 timeout: 783 lvb_type: 0 00002000:00010000:1.0:1746066721.953520:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d2d80 00000100:00100000:3.0:1746066721.954386:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976158464:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066721.956437:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.956462:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.956523:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066721.956560:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974934528 00000100:00100000:1.0:1746066721.956565:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974934528 00010000:00010000:1.0:1746066721.956592:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f87 expref: 25 pid: 10402 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066721.956610:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974934656 00000100:00100000:1.0:1746066721.956612:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974934656 00010000:00010000:1.0:1746066721.956621:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee608086b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f95 expref: 38 pid: 21973 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066721.956631:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974934784 00000100:00100000:1.0:1746066721.956633:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974934784 00010000:00010000:1.0:1746066721.956640:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 39 pid: 10402 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066721.956651:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5077 00000100:00100000:1.0:1746066721.956657:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882974934528:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.956666:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066721.956701:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f87 expref: 25 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066721.956709:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f87 expref: 25 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066721.956729:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.956758:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882974934528:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 101us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.956764:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5077 00000100:00100000:1.0:1746066721.956776:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5078 00000100:00100000:1.0:1746066721.956781:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1964:x1830882974934656:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.956787:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066721.956794:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee608086b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f95 expref: 39 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:1.0:1746066721.956800:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee608086b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f95 expref: 39 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:1.0:1746066721.956810:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee608086b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f95 expref: 39 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:1.0:1746066721.956829:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.956831:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.956837:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 38 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.956843:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 38 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.956867:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 38 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066721.956876:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976158720:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066721.956920:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4191a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066721.956933:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5079 00000100:00100000:1.0:1746066721.956939:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974934784:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066721.956944:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746066721.956952:0:7109:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066720 -> 1746066721 00002000:00010000:1.0:1746066721.956954:0:7109:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066720 -> 1746066721 00010000:00010000:1.0:1746066721.956958:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 38 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066721.956965:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 38 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066721.956974:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55200/0xfb36a14ee6080895 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fbf expref: 38 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066721.956981:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.956982:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066721.956986:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fc6 expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.956991:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fc6 expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066721.957005:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fc6 expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066721.957011:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976158848:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066721.957027:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41919c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746066721.957261:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25e00/0xfb36a14ee608085d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f87 expref: 24 pid: 10402 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066721.957274:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976158592:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066721.957293:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 37 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.957301:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb55800, rc 0) 00000100:00100000:3.0:1746066721.957332:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:28632:x1830882974934272:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 15603us (16565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066721.957338:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10255 00000100:00100000:1.0:1746066721.961767:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976158720:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066721.961784:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066721.961817:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882974934656:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5034us (5352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066721.961826:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5078 00000100:00100000:2.0:1746066721.962005:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976158848:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066721.962014:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066721.962042:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882974934784:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5102us (5518us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066721.962050:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5079 00000100:00100000:0.0:1746066721.968889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066721.968933:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.968991:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974935040 00000100:00100000:3.0:1746066721.968998:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974935040 00002000:00100000:3.0:1746066721.969034:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800924d2680 x1830882974935040/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.969043:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2680 with x1830882974935040 ext(1048576->2097151) 00002000:00010000:3.0:1746066721.969048:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d2680 00000100:00100000:3.0:1746066721.969064:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974935296 00000100:00100000:3.0:1746066721.969066:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974935296 00002000:00100000:3.0:1746066721.969076:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2834432->2838527) req@ffff8800924d3100 x1830882974935296/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/0 e 0 to 0 dl 1746066732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.969083:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3100 with x1830882974935296 ext(2834432->2838527) 00002000:00010000:3.0:1746066721.969086:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d3100 00000100:00100000:3.0:1746066721.969348:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4147 00000100:00100000:3.0:1746066721.969356:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974935040:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066721.969441:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4148 00000100:00100000:1.0:1746066721.969449:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882974935296:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066721.969556:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882974935296:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 108us (622us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066721.969562:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4148 00002000:00100000:1.0:1746066721.969567:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2834432->2838527) req@ffff8800924d3100 x1830882974935296/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066721.969574:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3100 with x1830882974935296 ext(2834432->2838527) 00002000:00010000:1.0:1746066721.969577:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d3100 00000100:00100000:3.0:1746066721.991631:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882974935040:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22268us (22740us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066721.991641:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4147 00002000:00100000:3.0:1746066721.991651:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800924d2680 x1830882974935040/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:127/0 lens 488/440 e 0 to 0 dl 1746066732 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066721.991664:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2680 with x1830882974935040 ext(1048576->2097151) 00002000:00010000:3.0:1746066721.991669:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d2680 00000100:00100000:0.0:1746066721.995774:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066721.996361:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974935424 00000100:00100000:3.0:1746066721.996369:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974935424 00000100:00100000:3.0:1746066721.996455:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10256 00000100:00100000:3.0:1746066721.996462:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28638:x1830882974935424:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066721.996476:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066721.996490:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977fd4 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.996511:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 34 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.996518:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066721.996519:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066721.996522:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fd4 expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.996545:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 34 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.996554:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 34 pid: 10402 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066721.996564:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976158976:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066721.996644:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e186c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066721.999491:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976158976:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066721.999517:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fd4 expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066721.999532:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f9c7400, rc 0) 00000100:00100000:3.0:1746066721.999563:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28638:x1830882974935424:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3101us (3797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066721.999571:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10256 00000100:00100000:0.0:1746066722.002845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.002940:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974935552 00000100:00100000:3.0:1746066722.002948:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974935552 00002000:00100000:3.0:1746066722.003521:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2097152->2838527) req@ffff8800924d1180 x1830882974935552/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.003531:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d1180 with x1830882974935552 ext(2097152->2838527) 00010000:00010000:3.0:1746066722.003539:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 35 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.003551:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 35 pid: 10402 timeout: 783 lvb_type: 0 00002000:00010000:3.0:1746066722.003557:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d1180 00000100:00080000:1.0:1746066722.004512:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746066722.004623:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 884 00000100:00100000:3.0:1746066722.004633:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882974935552:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:3.0:1746066722.018167:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882974935552:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 13527us (15319us total) trans 21474840055 rc 0/0 00000100:00100000:3.0:1746066722.018177:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 884 00002000:00100000:3.0:1746066722.018189:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2097152->2838527) req@ffff8800924d1180 x1830882974935552/t21474840055(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/448 e 0 to 0 dl 1746066733 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.018197:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d1180 with x1830882974935552 ext(2097152->2838527) 00010000:00010000:3.0:1746066722.018205:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 37 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.018219:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 37 pid: 10402 timeout: 783 lvb_type: 0 00002000:00010000:3.0:1746066722.018236:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d1180 00000100:00100000:0.0:1746066722.026851:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.026941:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974935680 00000100:00100000:2.0:1746066722.026949:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974935680 00010000:00010000:2.0:1746066722.026979:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 37 pid: 10402 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.027015:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5080 00000100:00100000:2.0:1746066722.027089:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882974935680:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.027101:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.027120:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 37 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.027131:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 37 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.027150:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55800/0xfb36a14ee60808a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2838527) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fcd expref: 37 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.027288:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.027290:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.027297:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fd4 expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.027305:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fd4 expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.027334:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fd4 expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.027345:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976159104:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.032482:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934733c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.033311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.033342:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.033355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.033502:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974935936 00000100:00100000:3.0:1746066722.033510:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974935936 00000100:00100000:3.0:1746066722.033542:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974935808 00000100:00100000:3.0:1746066722.033544:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974935808 00000100:00100000:3.0:1746066722.033554:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974936064 00000100:00100000:3.0:1746066722.033556:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974936064 00000100:00100000:3.0:1746066722.033574:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10257 00000100:00100000:3.0:1746066722.033581:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1963:x1830882974935936:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066722.033594:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.033608:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdd800/0xfb36a14ee60808b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977fe2 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.033625:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.033626:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.033633:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdd800/0xfb36a14ee60808b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe2 expref: 40 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.033644:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdd800/0xfb36a14ee60808b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe2 expref: 40 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.033654:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1fdd800, rc 0) 00000100:00100000:3.0:1746066722.033708:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1963:x1830882974935936:12345-192.168.202.57@tcp:101:cat.0 Request processed in 127us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.033713:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10257 00000100:00100000:1.0:1746066722.033723:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10258 00000100:00100000:3.0:1746066722.033727:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10259 00000100:00100000:1.0:1746066722.033730:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1963:x1830882974935808:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:3.0:1746066722.033732:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1963:x1830882974936064:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066722.033737:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.033738:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.033743:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60808b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977fe9 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.033744:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee1e800/0xfb36a14ee60808bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977fdb expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.033752:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.033753:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.033756:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60808b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe9 expref: 41 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.033764:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60808b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe9 expref: 41 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.033770:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1fdc000, rc 0) 00000100:00100000:1.0:1746066722.033773:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976159232:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066722.033784:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+41:1963:x1830882974936064:12345-192.168.202.57@tcp:101:cat.0 Request processed in 52us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.033788:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10259 00000100:00100000:1.0:1746066722.033809:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4191f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066722.033820:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976159104:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066722.033833:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.033848:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1964:x1830882974935680:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6762us (7006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.033855:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5080 00000100:00100000:2.0:1746066722.035093:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976159232:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066722.035113:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ee1e800/0xfb36a14ee60808bf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fdb expref: 39 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.035121:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ee1e800/0xfb36a14ee60808bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fdb expref: 39 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.035132:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee1e800, rc 0) 00000100:00100000:2.0:1746066722.036343:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974935808:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2610us (2995us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066722.036351:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10258 00000100:00100000:0.0:1746066722.038614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.038655:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.038697:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974936320 00000100:00100000:3.0:1746066722.038707:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974936320 00000100:00080000:0.0:1746066722.038731:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:3.0:1746066722.038750:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800924d2300 x1830882974936320/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.038759:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2300 with x1830882974936320 ext(2097152->3145727) 00002000:00010000:3.0:1746066722.038764:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d2300 00000100:00100000:3.0:1746066722.038777:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974936448 00000100:00100000:3.0:1746066722.038779:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974936448 00002000:00100000:3.0:1746066722.038788:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800924d0000 x1830882974936448/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.038800:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d0000 with x1830882974936448 ext(3145728->4194303) 00002000:00010000:3.0:1746066722.038802:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d0000 00000100:00100000:2.0:1746066722.038812:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4149 00000100:00100000:2.0:1746066722.038820:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882974936320:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066722.038823:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4150 00000100:00100000:3.0:1746066722.038829:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882974936448:12345-192.168.202.57@tcp:3:cat.0 00010000:00010000:1.0:1746066722.050384:0:9849:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066722.056825:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.057699:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974936704 00000100:00100000:2.0:1746066722.057707:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974936704 00000100:00100000:2.0:1746066722.058636:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10260 00000100:00100000:2.0:1746066722.058645:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:28644:x1830882974936704:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.058659:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.058689:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ff0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.058712:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 28 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.058719:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.058721:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.058724:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff0 expref: 39 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.058748:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 28 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.059929:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882974936320:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21107us (21316us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066722.059937:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4149 00002000:00100000:3.0:1746066722.059944:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800924d2300 x1830882974936320/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.059952:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2300 with x1830882974936320 ext(2097152->3145727) 00002000:00010000:3.0:1746066722.059956:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d2300 00010000:00010000:2.0:1746066722.060708:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 26 pid: 8112 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.060722:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976159360:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.061995:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066722.064369:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882974936448:12345-192.168.202.57@tcp:3:cat.0 Request processed in 25532us (25706us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066722.064379:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4150 00002000:00100000:3.0:1746066722.064388:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800924d0000 x1830882974936448/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.064397:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d0000 with x1830882974936448 ext(3145728->4194303) 00002000:00010000:3.0:1746066722.064401:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d0000 00000100:00100000:0.0:1746066722.064918:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.065261:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974936832 00000100:00100000:2.0:1746066722.065268:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974936832 00000100:00100000:2.0:1746066722.065299:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10261 00000100:00100000:2.0:1746066722.065306:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28640:x1830882974936832:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066722.065319:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.065333:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ff7 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.065356:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fd4 expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.065364:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60808b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe9 expref: 39 pid: 20532 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066722.065637:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.065959:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974936960 00000100:00100000:3.0:1746066722.065962:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974936960 00002000:00100000:3.0:1746066722.066041:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x383:0x0] (98304->716799) req@ffff8800a5bb1f80 x1830882974936960/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.066048:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb1f80 with x1830882974936960 ext(98304->716799) 00010000:00010000:3.0:1746066722.066055:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 27 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.066064:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 27 pid: 8112 timeout: 783 lvb_type: 0 00002000:00010000:3.0:1746066722.066069:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5bb1f80 00000100:00100000:3.0:1746066722.066088:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 885 00000100:00100000:3.0:1746066722.066093:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882974936960:12345-192.168.202.57@tcp:4:multiop.0 00010000:00010000:2.0:1746066722.066610:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.066612:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.066615:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3854336->4194303] (req 3854336->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 28 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.066640:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60808b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe9 expref: 39 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.066648:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60808b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe9 expref: 39 pid: 20532 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066722.066659:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976159488:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.066724:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fd4 expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.066731:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fd4 expref: 28 pid: 10402 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.066738:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976159616:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.066752:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.066779:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976159360:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.066794:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff0 expref: 39 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.066807:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d7400, rc 0) 00000100:00100000:2.0:1746066722.066823:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:28644:x1830882974936704:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8180us (10006us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.066830:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10260 00000100:00100000:1.0:1746066722.079388:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.079579:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976159488:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.079590:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976159616:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.079615:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3854336->4194303] (req 3854336->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 28 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.079631:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae96000, rc 0) 00000100:00100000:2.0:1746066722.080583:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28640:x1830882974936832:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 15274us (15662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.080591:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10261 00000100:00100000:1.0:1746066722.081938:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.081977:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.082016:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974937088 00000100:00100000:1.0:1746066722.082022:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974937088 00010000:00010000:1.0:1746066722.082048:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60808b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe9 expref: 39 pid: 20532 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066722.082068:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974937216 00000100:00100000:1.0:1746066722.082071:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974937216 00010000:00010000:1.0:1746066722.082079:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fd4 expref: 28 pid: 10402 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.082092:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5081 00000100:00100000:1.0:1746066722.082098:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1965:x1830882974937088:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066722.082109:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066722.082129:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60808b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe9 expref: 39 pid: 20532 timeout: 783 lvb_type: 1 00010000:00010000:1.0:1746066722.082138:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60808b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe9 expref: 39 pid: 20532 timeout: 783 lvb_type: 1 00010000:00010000:1.0:1746066722.082157:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60808b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe9 expref: 39 pid: 20532 timeout: 783 lvb_type: 1 00010000:00010000:1.0:1746066722.082172:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066722.082196:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1965:x1830882974937088:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 98us (2815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.082202:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5081 00000100:00100000:1.0:1746066722.082214:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5082 00000100:00100000:1.0:1746066722.082219:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882974937216:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066722.082237:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066722.082244:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fd4 expref: 28 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066722.082252:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fd4 expref: 28 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066722.082262:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f9c7400/0xfb36a14ee60808aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fd4 expref: 28 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066722.082270:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.082271:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.082276:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 27 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.082283:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 27 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.082305:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 27 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066722.082315:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976159744:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066722.082362:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4191f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.082644:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974937344 00000100:00100000:2.0:1746066722.082647:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974937344 00000100:00100000:2.0:1746066722.082831:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10262 00000100:00100000:2.0:1746066722.082837:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882974937344:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.082848:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.082857:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009354c800/0xfb36a14ee60808d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c977ffe expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.082882:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976159872:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066722.082909:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.083348:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.083362:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974937472 00000100:00100000:0.0:1746066722.083365:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974937472 00000100:00100000:0.0:1746066722.083397:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10263 00000100:00100000:0.0:1746066722.083402:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882974937472:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066722.083409:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066722.083415:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009edc3a00/0xfb36a14ee60808db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978005 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066722.083436:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976160000:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066722.083456:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.085884:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.086041:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976159744:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066722.086058:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066722.086089:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1965:x1830882974937216:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3869us (4153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.086098:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5082 00000100:00100000:2.0:1746066722.086166:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974937728 00000100:00100000:2.0:1746066722.086171:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974937728 00002000:00100000:2.0:1746066722.086196:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3854336->3858431) req@ffff8800a5bb1180 x1830882974937728/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.086204:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb1180 with x1830882974937728 ext(3854336->3858431) 00002000:00010000:2.0:1746066722.086207:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb1180 00000100:00100000:2.0:1746066722.086220:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4151 00000100:00100000:2.0:1746066722.086235:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882974937728:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066722.086325:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882974937728:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 100us (447us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066722.086330:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4151 00002000:00100000:2.0:1746066722.086335:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3854336->3858431) req@ffff8800a5bb1180 x1830882974937728/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.086341:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb1180 with x1830882974937728 ext(3854336->3858431) 00002000:00010000:2.0:1746066722.086343:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb1180 00002000:00010000:0.0:1746066722.086581:0:4614:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066720 -> 1746066721 00000100:00100000:0.0:1746066722.086591:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976160000:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066722.086607:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009edc3a00/0xfb36a14ee60808db lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978005 expref: 31 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066722.086617:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009edc3a00/0xfb36a14ee60808db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978005 expref: 31 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066722.086631:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edc3a00, rc 0) 00000100:00100000:0.0:1746066722.086650:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882974937472:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3248us (3304us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066722.086657:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10263 00000100:00100000:2.0:1746066722.086789:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976159872:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066722.086801:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009354c800/0xfb36a14ee60808d4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ffe expref: 28 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.086809:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009354c800/0xfb36a14ee60808d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ffe expref: 28 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.086818:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009354c800, rc 0) 00000100:00100000:2.0:1746066722.086834:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882974937344:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3998us (4856us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066722.086842:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10262 00000100:00100000:3.0:1746066722.087099:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882974936960:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 21005us (21462us total) trans 21474840056 rc 0/0 00000100:00100000:3.0:1746066722.087106:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 885 00002000:00100000:3.0:1746066722.087111:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (98304->716799) req@ffff8800a5bb1f80 x1830882974936960/t21474840056(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/448 e 0 to 0 dl 1746066733 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.087122:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb1f80 with x1830882974936960 ext(98304->716799) 00010000:00010000:3.0:1746066722.087128:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 27 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.087138:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 27 pid: 8112 timeout: 783 lvb_type: 0 00002000:00010000:3.0:1746066722.087144:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5bb1f80 00000100:00100000:0.0:1746066722.091954:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.092222:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.092405:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974937856 00000100:00100000:1.0:1746066722.092413:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974937856 00010000:00010000:1.0:1746066722.092442:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 27 pid: 8112 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.092478:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5083 00000100:00100000:1.0:1746066722.092485:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882974937856:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066722.092497:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066722.092515:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 27 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066722.092525:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 27 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066722.092543:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f9c6200/0xfb36a14ee6080879 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->716799) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fa3 expref: 27 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066722.092559:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.092561:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.092567:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff0 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.092574:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff0 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.092604:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff0 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066722.092614:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976160128:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066722.092708:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4191f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066722.093493:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974938112 00000100:00100000:3.0:1746066722.093498:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974938112 00002000:00100000:3.0:1746066722.093526:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800a5bb2a00 x1830882974938112/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.093535:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb2a00 with x1830882974938112 ext(4194304->5079039) 00002000:00010000:3.0:1746066722.093539:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb2a00 00000100:00100000:3.0:1746066722.094080:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4152 00000100:00100000:3.0:1746066722.094088:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882974938112:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066722.097438:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.097506:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974938240 00000100:00100000:2.0:1746066722.097513:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974938240 00000100:00100000:2.0:1746066722.097560:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10264 00000100:00100000:2.0:1746066722.097567:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28640:x1830882974938240:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066722.097580:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1746066722.097583:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746066722.097594:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97800c expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.097617:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f79 expref: 13 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.097625:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6400/0xfb36a14ee6080872 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f9c expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.097631:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.097632:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.097635:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->3563519] (req 3145728->3563519) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 13 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.097657:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6400/0xfb36a14ee6080872 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f9c expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.097666:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6400/0xfb36a14ee6080872 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f9c expref: 23 pid: 21973 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066722.097694:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976160256:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.097748:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f79 expref: 13 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.097755:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f79 expref: 13 pid: 21973 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.097762:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976160384:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.097777:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.097891:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976160128:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.097904:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.097925:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882974937856:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5441us (5978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.097933:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5083 00000100:00100000:0.0:1746066722.101427:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.102415:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.102912:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974938624 00000100:00100000:1.0:1746066722.102921:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974938624 00002000:00100000:1.0:1746066722.102961:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800a5bb3480 x1830882974938624/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066722.102971:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb3480 with x1830882974938624 ext(1048576->2097151) 00002000:00010000:1.0:1746066722.102976:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb3480 00000100:00100000:1.0:1746066722.102997:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974938496 00000100:00100000:1.0:1746066722.102999:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974938496 00002000:00100000:1.0:1746066722.103010:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800a5bb0e00 x1830882974938496/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066722.103016:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb0e00 with x1830882974938496 ext(0->1048575) 00002000:00010000:1.0:1746066722.103019:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb0e00 00000100:00100000:1.0:1746066722.103044:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4153 00000100:00100000:1.0:1746066722.103051:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1965:x1830882974938624:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066722.104109:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4154 00000100:00100000:0.0:1746066722.104118:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1965:x1830882974938496:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066722.111503:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882974938112:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17406us (19271us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066722.111515:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4152 00002000:00100000:3.0:1746066722.111526:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800a5bb2a00 x1830882974938112/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.111535:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb2a00 with x1830882974938112 ext(4194304->5079039) 00002000:00010000:3.0:1746066722.111540:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb2a00 00000100:00100000:2.0:1746066722.112877:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976160256:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.112887:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976160384:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.112912:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->3563519] (req 3145728->3563519) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 13 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.112927:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009354c000, rc 0) 00000100:00100000:2.0:1746066722.112957:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28640:x1830882974938240:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 15390us (15532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.112963:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10264 00000100:00100000:0.0:1746066722.116400:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.116447:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.116466:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974938880 00000100:00100000:0.0:1746066722.116474:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974938880 00010000:00010000:0.0:1746066722.116512:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6400/0xfb36a14ee6080872 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f9c expref: 24 pid: 21973 timeout: 783 lvb_type: 1 00000100:00100000:0.0:1746066722.116534:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974939008 00000100:00100000:0.0:1746066722.116536:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974939008 00010000:00010000:0.0:1746066722.116543:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f79 expref: 13 pid: 21973 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746066722.116556:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5084 00000100:00100000:0.0:1746066722.116562:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974938880:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066722.116572:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066722.116590:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6400/0xfb36a14ee6080872 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f9c expref: 24 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:0.0:1746066722.116604:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6400/0xfb36a14ee6080872 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f9c expref: 24 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:0.0:1746066722.116625:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6400/0xfb36a14ee6080872 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f9c expref: 24 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:0.0:1746066722.116641:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066722.116672:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974938880:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 110us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066722.116695:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5084 00000100:00100000:0.0:1746066722.116708:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5085 00000100:00100000:0.0:1746066722.116713:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882974939008:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066722.116719:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066722.116725:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f79 expref: 13 pid: 21973 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746066722.116733:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f79 expref: 13 pid: 21973 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746066722.116744:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e79ca00/0xfb36a14ee608084f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f79 expref: 13 pid: 21973 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746066722.116752:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066722.116755:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066722.116760:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.116768:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.116793:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066722.116803:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976160512:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066722.116862:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb000 going to sleep for 11 seconds 00000100:00080000:0.0:1746066722.116873:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746066722.120259:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1965:x1830882974938624:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16874us (18508us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066722.120271:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4153 00002000:00100000:1.0:1746066722.120282:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800a5bb3480 x1830882974938624/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066722.120297:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb3480 with x1830882974938624 ext(1048576->2097151) 00002000:00010000:1.0:1746066722.120302:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb3480 00000100:00100000:0.0:1746066722.122079:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.122113:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.122343:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974939264 00000100:00100000:3.0:1746066722.122349:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974939264 00000100:00100000:3.0:1746066722.122377:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974939136 00000100:00100000:3.0:1746066722.122378:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974939136 00000100:00100000:3.0:1746066722.122391:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10265 00000100:00100000:3.0:1746066722.122396:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882974939264:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066722.122411:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.122426:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee60808e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97801a expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.122464:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976160640:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066722.122515:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e186c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.122569:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10266 00000100:00100000:2.0:1746066722.122576:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882974939136:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.122583:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.122591:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b786400/0xfb36a14ee60808f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978013 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.122602:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.122603:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.122609:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b786400/0xfb36a14ee60808f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978013 expref: 27 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.122620:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b786400/0xfb36a14ee60808f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978013 expref: 27 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.122628:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b786400, rc 0) 00000100:00100000:2.0:1746066722.122644:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882974939136:12345-192.168.202.57@tcp:101:cat.0 Request processed in 70us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.122649:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10266 00000100:00100000:1.0:1746066722.123045:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1965:x1830882974938496:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18928us (20630us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066722.123053:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4154 00002000:00100000:1.0:1746066722.123060:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800a5bb0e00 x1830882974938496/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066722.123068:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb0e00 with x1830882974938496 ext(0->1048575) 00002000:00010000:1.0:1746066722.123071:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb0e00 00002000:00010000:3.0:1746066722.128192:0:4614:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066720 -> 1746066721 00000100:00100000:3.0:1746066722.128218:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976160640:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066722.128257:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee60808e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97801a expref: 14 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.128271:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee60808e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97801a expref: 14 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.128284:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0600, rc 0) 00000100:00100000:3.0:1746066722.128336:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882974939264:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5938us (6260us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066722.128343:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10265 00000100:00100000:2.0:1746066722.132248:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976160512:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.132446:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.132558:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882974939008:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 15842us (16109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.132567:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5085 00000100:00100000:0.0:1746066722.134635:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.134732:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974939520 00000100:00100000:1.0:1746066722.134738:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974939520 00002000:00100000:1.0:1746066722.134773:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3559424->3563519) req@ffff8800a5bb0700 x1830882974939520/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066722.134782:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb0700 with x1830882974939520 ext(3559424->3563519) 00002000:00010000:1.0:1746066722.134787:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5bb0700 00000100:00100000:1.0:1746066722.134818:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4155 00000100:00100000:1.0:1746066722.134825:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882974939520:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066722.134948:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882974939520:12345-192.168.202.57@tcp:3:cat.0 Request processed in 124us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066722.134954:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4155 00002000:00100000:1.0:1746066722.134958:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3559424->3563519) req@ffff8800a5bb0700 x1830882974939520/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066722.134965:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb0700 with x1830882974939520 ext(3559424->3563519) 00002000:00010000:1.0:1746066722.134968:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5bb0700 00000100:00100000:0.0:1746066722.146789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.146834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.146861:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974939648 00000100:00100000:3.0:1746066722.146869:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974939648 00000100:00100000:3.0:1746066722.146916:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974939776 00000100:00100000:3.0:1746066722.146919:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974939776 00000100:00100000:1.0:1746066722.146932:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10267 00000100:00100000:3.0:1746066722.146939:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10268 00000100:00100000:1.0:1746066722.146941:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974939648:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:3.0:1746066722.146944:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974939776:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066722.146955:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.146955:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.146968:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1e00/0xfb36a14ee60808f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978028 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.146968:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800939e5600/0xfb36a14ee60808fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978021 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066722.147004:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976160768:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066722.147136:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b41919c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066722.147149:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976160896:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066722.147429:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e186c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.151143:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976160768:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066722.151144:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976160896:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066722.151170:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1e00/0xfb36a14ee60808f7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978028 expref: 24 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.151170:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800939e5600/0xfb36a14ee60808fe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978021 expref: 39 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.151181:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800939e5600/0xfb36a14ee60808fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978021 expref: 39 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.151182:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1e00/0xfb36a14ee60808f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978028 expref: 24 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.151194:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1e00, rc 0) 00010000:00010000:1.0:1746066722.151196:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800939e5600, rc 0) 00000100:00100000:3.0:1746066722.151239:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974939776:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4294us (4404us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066722.151239:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974939648:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4299us (4458us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066722.151246:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10267 00000100:00100000:3.0:1746066722.152809:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10268 00000100:00100000:0.0:1746066722.157608:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.159030:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974939904 00000100:00100000:3.0:1746066722.159038:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974939904 00000100:00100000:3.0:1746066722.159604:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10269 00000100:00100000:3.0:1746066722.159611:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:28644:x1830882974939904:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066722.160118:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.160135:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97802f expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.160165:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 26 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.160172:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066722.160173:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066722.160176:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97802f expref: 39 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.160201:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 26 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.160216:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 26 pid: 9776 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.160233:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976161024:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.160314:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e186c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066722.167340:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976161024:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066722.167368:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97802f expref: 39 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.167383:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0c00, rc 0) 00000100:00100000:3.0:1746066722.167421:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:28644:x1830882974939904:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7808us (9819us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.167429:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10269 00000100:00100000:0.0:1746066722.170730:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.170895:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974940032 00000100:00100000:2.0:1746066722.170905:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974940032 00002000:00100000:2.0:1746066722.170950:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3854336->4194303) req@ffff8800a5bb1c00 x1830882974940032/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.170960:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb1c00 with x1830882974940032 ext(3854336->4194303) 00010000:00010000:2.0:1746066722.170969:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 27 pid: 9776 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.170982:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 27 pid: 9776 timeout: 783 lvb_type: 0 00002000:00010000:2.0:1746066722.170989:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5bb1c00 00000100:00100000:2.0:1746066722.171025:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 886 00000100:00100000:2.0:1746066722.171034:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882974940032:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066722.178147:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882974940032:12345-192.168.202.57@tcp:4:cat.0 Request processed in 7107us (7808us total) trans 21474840057 rc 0/0 00000100:00100000:2.0:1746066722.178157:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 886 00002000:00100000:2.0:1746066722.178166:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3854336->4194303) req@ffff8800a5bb1c00 x1830882974940032/t21474840057(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/448 e 0 to 0 dl 1746066733 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.178175:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb1c00 with x1830882974940032 ext(3854336->4194303) 00010000:00010000:2.0:1746066722.178182:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 29 pid: 9776 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.178196:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 29 pid: 9776 timeout: 783 lvb_type: 0 00002000:00010000:2.0:1746066722.178202:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5bb1c00 00000100:00100000:0.0:1746066722.182925:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.183016:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974940160 00000100:00100000:2.0:1746066722.183023:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974940160 00010000:00010000:2.0:1746066722.183054:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 29 pid: 9776 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.183081:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5086 00000100:00100000:2.0:1746066722.183088:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882974940160:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.183215:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.183244:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 29 pid: 9776 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.183258:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 29 pid: 9776 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.183278:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae96000/0xfb36a14ee60808cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3854336->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff7 expref: 29 pid: 9776 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.183841:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.183844:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.183850:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97802f expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.183859:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97802f expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.183887:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97802f expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.183898:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976161152:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.183976:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.188421:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976161152:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.188438:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.188481:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882974940160:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5392us (5562us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.188489:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5086 00000100:00100000:0.0:1746066722.191498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.191652:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974940416 00000100:00100000:2.0:1746066722.191660:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974940416 00002000:00100000:2.0:1746066722.191727:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e634700 x1830882974940416/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.191737:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e634700 with x1830882974940416 ext(2097152->3145727) 00002000:00010000:2.0:1746066722.191742:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e634700 00000100:00100000:2.0:1746066722.191772:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4156 00000100:00100000:2.0:1746066722.191780:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1964:x1830882974940416:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066722.200472:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976161280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746066722.200618:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.200760:0:30571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976161280 00000100:00100000:1.0:1746066722.200766:0:30571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976161280 00000100:00100000:1.0:1746066722.200829:0:30571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:1.0:1746066722.200835:0:30571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+50:3295:x1830882976161280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746066722.200856:0:30571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 393674752 pending 37486592 free 3852468224 avail 3850371072 00000100:00100000:1.0:1746066722.200887:0:30571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+50:3295:x1830882976161280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.200893:0:30571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00080000:1.0:1746066722.200915:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066722.201199:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976161280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746066722.209047:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1964:x1830882974940416:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17259us (17547us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066722.209057:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4156 00002000:00100000:2.0:1746066722.209068:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e634700 x1830882974940416/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.209077:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e634700 with x1830882974940416 ext(2097152->3145727) 00002000:00010000:2.0:1746066722.209082:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e634700 00000100:00100000:0.0:1746066722.214357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.214699:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:980aefe6-2860-4e29-9b4a-3d9c65563e6f:3296:1830882976161408:0@lo:400:kworker.0 00000100:00100000:1.0:1746066722.214737:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3293:1830882976161536:0@lo:400:kworker.0 00000100:00100000:2.0:1746066722.214739:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.214762:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.214772:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3296:1830882976161920:0@lo:400:kworker.0 00000100:00100000:1.0:1746066722.214779:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746066722.214783:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3293:1830882976161664:0@lo:400:kworker.0 00000100:00100000:2.0:1746066722.214790:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.214800:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.214803:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746066722.214807:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976161792:0@lo:400:kworker.0 00000100:00100000:2.0:1746066722.214822:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.214831:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976161536 00000100:00100000:1.0:1746066722.214837:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976161536 00000100:00100000:2.0:1746066722.214841:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976161920 00000100:00100000:2.0:1746066722.214844:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976161920 00000100:00100000:2.0:1746066722.214873:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976161664 00000100:00100000:2.0:1746066722.214875:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976161664 00000100:00100000:3.0:1746066722.215420:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974940544 00000100:00100000:3.0:1746066722.215424:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974940544 00000100:00100000:3.0:1746066722.215446:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976161792 00000100:00100000:3.0:1746066722.215447:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976161792 00000100:00100000:3.0:1746066722.215461:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1746066722.215467:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3296:x1830882976161792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066722.215502:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1746066722.215507:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830882976161920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066722.215517:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1746066722.215523:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1830882976161664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066722.215549:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830882976161920:12345-0@lo:400:kworker.0 Request processed in 42us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.215554:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1746066722.215554:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1830882976161664:12345-0@lo:400:kworker.0 Request processed in 31us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.215558:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1746066722.215567:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1746066722.215571:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1830882976161536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066722.215589:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1830882976161536:12345-0@lo:400:kworker.0 Request processed in 17us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.215784:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3296:x1830882976161792:12345-0@lo:400:kworker.0 Request processed in 315us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.215789:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1746066722.215801:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10270 00000100:00100000:3.0:1746066722.215805:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28644:x1830882974940544:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066722.215814:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.215826:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978036 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.215845:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.215851:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066722.215852:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066722.215855:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.215876:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.215989:0:3296:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872716 gen 2 00000004:00080000:2.0:1746066722.215993:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e868000, transno 17179872673 00000004:00080000:2.0:1746066722.216000:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e8c7100, transno 17179872674 00000004:00080000:2.0:1746066722.216002:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c397b80, transno 17179872675 00000004:00080000:2.0:1746066722.216004:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e868e00, transno 17179872676 00000004:00080000:2.0:1746066722.216006:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e8c6d80, transno 17179872677 00000004:00080000:2.0:1746066722.216008:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135f80a80, transno 17179872678 00000004:00080000:2.0:1746066722.216010:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e851500, transno 17179872679 00000004:00080000:2.0:1746066722.216012:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e86a300, transno 17179872680 00000004:00080000:2.0:1746066722.216014:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092045c00, transno 17179872684 00000004:00080000:2.0:1746066722.216016:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092047800, transno 17179872685 00000004:00080000:2.0:1746066722.216018:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092047480, transno 17179872686 00000004:00080000:2.0:1746066722.216019:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e852a00, transno 17179872687 00000004:00080000:2.0:1746066722.216021:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092044e00, transno 17179872688 00000004:00080000:2.0:1746066722.216024:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a4eca80, transno 17179872689 00000004:00080000:2.0:1746066722.216025:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092046680, transno 17179872690 00000004:00080000:2.0:1746066722.216027:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092044000, transno 17179872691 00000004:00080000:2.0:1746066722.216030:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e840380, transno 17179872692 00000004:00080000:2.0:1746066722.216032:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e843480, transno 17179872693 00000004:00080000:2.0:1746066722.216033:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2f480, transno 17179872694 00000004:00080000:2.0:1746066722.216035:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a0d1f80, transno 17179872695 00000004:00080000:2.0:1746066722.216037:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a0d0380, transno 17179872696 00000004:00080000:2.0:1746066722.216039:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a0d2300, transno 17179872697 00000004:00080000:2.0:1746066722.216041:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a0d0000, transno 17179872698 00000004:00080000:2.0:1746066722.216042:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2e300, transno 17179872699 00000004:00080000:2.0:1746066722.216044:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed08000, transno 17179872701 00000004:00080000:2.0:1746066722.216047:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093212300, transno 17179872702 00000004:00080000:2.0:1746066722.216048:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5c380, transno 17179872703 00000004:00080000:2.0:1746066722.216051:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093211880, transno 17179872704 00000004:00080000:2.0:1746066722.216053:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d0a80, transno 17179872705 00000004:00080000:2.0:1746066722.216055:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093210e00, transno 17179872706 00000004:00080000:2.0:1746066722.216057:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d2300, transno 17179872707 00000004:00080000:2.0:1746066722.216059:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093213800, transno 17179872708 00000004:00080000:2.0:1746066722.216060:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093210380, transno 17179872709 00000004:00080000:2.0:1746066722.216062:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d3480, transno 17179872710 00000004:00080000:2.0:1746066722.216065:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb5f80, transno 17179872711 00000004:00080000:2.0:1746066722.216067:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d0380, transno 17179872712 00000004:00080000:2.0:1746066722.216069:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d3100, transno 17179872713 00000004:00080000:2.0:1746066722.216071:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f5d8380, transno 17179872714 00000004:00080000:2.0:1746066722.216073:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5c380, transno 17179872715 00000004:00080000:2.0:1746066722.216075:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb5880, transno 17179872716 00000100:00100000:2.0:1746066722.216079:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976161792:0@lo:400:kworker.0 00000100:00100000:2.0:1746066722.216091:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3296:1830882976161920:0@lo:400:kworker.0 00000100:00100000:1.0:1746066722.216118:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00080000:1.0:1746066722.216135:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746066722.216138:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746066722.216153:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3293:1830882976161664:0@lo:400:kworker.0 00000100:00100000:1.0:1746066722.216161:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3293:1830882976161536:0@lo:400:kworker.0 00000100:00100000:1.0:1746066722.216239:0:14546:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976161408 00000100:00100000:1.0:1746066722.216242:0:14546:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976161408 00000100:00100000:1.0:1746066722.216261:0:14546:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1746066722.216265:0:14546:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:980aefe6-2860-4e29-9b4a-3d9c65563e6f+18:3296:x1830882976161408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746066722.216290:0:14546:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:980aefe6-2860-4e29-9b4a-3d9c65563e6f+18:3296:x1830882976161408:12345-0@lo:400:kworker.0 Request processed in 25us (1551us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.216294:0:14546:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00010000:00010000:3.0:1746066722.216370:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 11 pid: 9776 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.216383:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976162048:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.216426:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e186c0 going to sleep for 11 seconds 00000004:00080000:2.0:1746066722.216560:0:14590:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 40 done 00000100:00100000:2.0:1746066722.216575:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:980aefe6-2860-4e29-9b4a-3d9c65563e6f:3296:1830882976161408:0@lo:400:kworker.0 00000100:00100000:0.0:1746066722.221361:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.221370:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976162048:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066722.221394:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.221408:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1000, rc 0) 00000100:00100000:2.0:1746066722.221445:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974940672 00000100:00100000:3.0:1746066722.221447:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28644:x1830882974940544:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5642us (7096us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.221451:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974940672 00000100:00100000:3.0:1746066722.221454:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10270 00002000:00100000:2.0:1746066722.221482:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3563519) req@ffff88009e635180 x1830882974940672/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.221490:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e635180 with x1830882974940672 ext(3145728->3563519) 00010000:00010000:2.0:1746066722.221496:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 12 pid: 9776 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.221510:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 12 pid: 9776 timeout: 783 lvb_type: 0 00002000:00010000:2.0:1746066722.221516:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e635180 00000100:00100000:2.0:1746066722.221544:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 887 00000100:00100000:2.0:1746066722.221550:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882974940672:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066722.226477:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1966:x1830882974940672:12345-192.168.202.57@tcp:4:cat.0 Request processed in 4919us (5114us total) trans 17179872726 rc 0/0 00000100:00100000:2.0:1746066722.226487:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 887 00002000:00100000:2.0:1746066722.226496:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3563519) req@ffff88009e635180 x1830882974940672/t17179872726(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/448 e 0 to 0 dl 1746066733 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.226505:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e635180 with x1830882974940672 ext(3145728->3563519) 00010000:00010000:2.0:1746066722.226514:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 14 pid: 9776 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.226526:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 14 pid: 9776 timeout: 783 lvb_type: 0 00002000:00010000:2.0:1746066722.226537:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e635180 00000100:00100000:0.0:1746066722.230171:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746066722.230186:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976162176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746066722.230242:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.230325:0:30571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976162176 00000100:00100000:1.0:1746066722.230332:0:30571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976162176 00000100:00100000:1.0:1746066722.230375:0:30571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1746066722.230381:0:30571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830882976162176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746066722.230407:0:30571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 349241344 pending 8519680 free 3853516800 avail 3851419648 00000100:00100000:1.0:1746066722.230444:0:30571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1830882976162176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.230453:0:30571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1746066722.230541:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.230591:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974940800 00000100:00100000:2.0:1746066722.230595:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974940800 00010000:00010000:2.0:1746066722.230616:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 14 pid: 9776 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746066722.230618:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976162176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746066722.230970:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5087 00000100:00100000:2.0:1746066722.230976:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882974940800:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.230985:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.231002:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 14 pid: 9776 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.231012:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 14 pid: 9776 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.231031:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009354c000/0xfb36a14ee60808e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97800c expref: 14 pid: 9776 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.231055:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.231057:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.231064:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 23 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.231072:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 23 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.231796:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 23 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.231806:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976162304:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.234173:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.235386:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.236020:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974940928 00000100:00100000:3.0:1746066722.236026:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974940928 00000100:00100000:3.0:1746066722.236056:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10271 00000100:00100000:3.0:1746066722.236061:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:28646:x1830882974940928:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066722.236074:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.236087:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97803d expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.236107:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97802f expref: 40 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.236113:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.236115:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.236118:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2711552->3145727] (req 2711552->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 40 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.236140:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97802f expref: 40 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.236149:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97802f expref: 40 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.236158:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976162432:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.236208:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e186c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.239879:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.240062:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976162304:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.240080:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.240158:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882974940800:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9180us (9616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.240161:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976162432:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.240167:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5087 00010000:00010000:3.0:1746066722.240180:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2711552->3145727] (req 2711552->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 40 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.240197:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974941184 00010000:00010000:3.0:1746066722.240198:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0e00, rc 0) 00000100:00100000:2.0:1746066722.240202:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974941184 00000100:00100000:3.0:1746066722.240214:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:28646:x1830882974940928:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4154us (4834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.240220:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10271 00002000:00100000:2.0:1746066722.240234:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e636300 x1830882974941184/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.240243:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e636300 with x1830882974941184 ext(2097152->3145727) 00002000:00010000:2.0:1746066722.240246:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e636300 00000100:00100000:2.0:1746066722.240272:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4157 00000100:00100000:2.0:1746066722.240278:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882974941184:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066722.244236:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.244643:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974941312 00000100:00100000:2.0:1746066722.244651:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974941312 00010000:00010000:2.0:1746066722.244697:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97802f expref: 40 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.245452:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5088 00000100:00100000:2.0:1746066722.245461:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1963:x1830882974941312:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.245473:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.245492:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97802f expref: 40 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.245503:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97802f expref: 40 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.245522:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080905 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97802f expref: 40 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.245550:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.245552:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.245558:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 39 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.245566:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 39 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.245593:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 39 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.245604:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976162560:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.245693:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.248989:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882974941184:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 8703us (9110us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066722.248998:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4157 00002000:00100000:2.0:1746066722.249008:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e636300 x1830882974941184/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.249016:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e636300 with x1830882974941184 ext(2097152->3145727) 00002000:00010000:2.0:1746066722.249021:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e636300 00000100:00100000:2.0:1746066722.251212:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976162560:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.251242:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.251270:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1963:x1830882974941312:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5809us (7174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.251279:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5088 00000100:00100000:0.0:1746066722.256209:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.256414:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.256483:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974941824 00000100:00100000:2.0:1746066722.256490:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974941824 00002000:00100000:2.0:1746066722.256526:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2711552->2715647) req@ffff88009e637800 x1830882974941824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.256534:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637800 with x1830882974941824 ext(2711552->2715647) 00002000:00010000:2.0:1746066722.256538:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e637800 00000100:00100000:2.0:1746066722.256563:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974941696 00000100:00100000:2.0:1746066722.256566:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974941696 00002000:00100000:2.0:1746066722.256577:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e637b80 x1830882974941696/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.256583:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637b80 with x1830882974941696 ext(3145728->4194303) 00002000:00010000:2.0:1746066722.256586:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e637b80 00000100:00100000:2.0:1746066722.256599:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4158 00000100:00100000:1.0:1746066722.256729:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4159 00000100:00100000:1.0:1746066722.256740:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974941696:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066722.257113:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.257169:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1964:x1830882974941824:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066722.257274:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974941952 00000100:00100000:3.0:1746066722.257277:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974941952 00002000:00100000:3.0:1746066722.257291:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e636a00 x1830882974941952/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.257298:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e636a00 with x1830882974941952 ext(3145728->4194303) 00002000:00010000:3.0:1746066722.257300:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e636a00 00000100:00100000:2.0:1746066722.257307:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1964:x1830882974941824:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 702us (1106us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066722.257311:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4160 00000100:00100000:3.0:1746066722.257316:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1963:x1830882974941952:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066722.257316:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4158 00002000:00100000:2.0:1746066722.257320:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2711552->2715647) req@ffff88009e637800 x1830882974941824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.257326:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637800 with x1830882974941824 ext(2711552->2715647) 00002000:00010000:2.0:1746066722.257329:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e637800 00000100:00100000:0.0:1746066722.266069:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.266155:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974942208 00000100:00100000:2.0:1746066722.266163:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974942208 00000100:00100000:2.0:1746066722.266437:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10272 00000100:00100000:2.0:1746066722.266446:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:28646:x1830882974942208:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066722.266462:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.266475:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978044 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.266498:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.266506:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.266507:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.266510:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->2437119] (req 2097152->2437119) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.266538:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.266548:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 27 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.266564:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976162688:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.266633:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934733c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066722.269207:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e636a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1963:x1830882974941952:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 11884us (12088us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066722.269216:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4160 00002000:00100000:3.0:1746066722.269237:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e636a00 x1830882974941952/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.269246:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e636a00 with x1830882974941952 ext(3145728->4194303) 00002000:00010000:3.0:1746066722.269250:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e636a00 00000100:00100000:2.0:1746066722.274302:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976162688:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.274325:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->2437119] (req 2097152->2437119) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.274339:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4e5800, rc 0) 00000100:00100000:1.0:1746066722.274808:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1966:x1830882974941696:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 18071us (18393us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066722.274816:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4159 00002000:00100000:1.0:1746066722.274825:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e637b80 x1830882974941696/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066722.274832:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637b80 with x1830882974941696 ext(3145728->4194303) 00010000:00010000:1.0:1746066722.274839:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 26 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066722.274854:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 26 pid: 4614 timeout: 783 lvb_type: 0 00002000:00010000:1.0:1746066722.274860:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e637b80 00000100:00100000:2.0:1746066722.274872:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28646:x1830882974942208:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7932us (8315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.274881:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10272 00000100:00100000:0.0:1746066722.278842:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.279602:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974942336 00000100:00100000:2.0:1746066722.279609:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974942336 00000100:00100000:2.0:1746066722.279660:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10273 00000100:00100000:2.0:1746066722.279666:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:28644:x1830882974942336:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.279708:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.279722:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4600/0xfb36a14ee6080921 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97804b expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.279741:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.279742:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.279748:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4600/0xfb36a14ee6080921 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97804b expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.279759:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4600/0xfb36a14ee6080921 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97804b expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.279773:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4e4600, rc 0) 00000100:00100000:2.0:1746066722.279811:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:28644:x1830882974942336:12345-192.168.202.57@tcp:101:cat.0 Request processed in 146us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.279816:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10273 00000100:00100000:0.0:1746066722.287262:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.287609:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.287669:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974942720 00000100:00100000:1.0:1746066722.287793:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974942720 00002000:00100000:1.0:1746066722.287831:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e852a00 x1830882974942720/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066722.287839:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e852a00 with x1830882974942720 ext(3145728->4194303) 00002000:00010000:1.0:1746066722.287843:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e852a00 00000100:00100000:1.0:1746066722.287868:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4161 00000100:00100000:1.0:1746066722.287874:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882974942720:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066722.288997:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974942464 00000100:00100000:2.0:1746066722.289003:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974942464 00010000:00010000:2.0:1746066722.289023:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 28 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.289063:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5089 00000100:00100000:2.0:1746066722.289068:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974942464:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.289078:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.289092:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 28 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.289102:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 28 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.289121:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee608090c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978036 expref: 28 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.289136:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.289138:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.289145:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.289157:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.289186:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.289197:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976162816:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.289281:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934733c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066722.293480:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976162816:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066722.293499:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.293531:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882974942464:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4462us (6274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.293540:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5089 00000100:00100000:2.0:1746066722.299557:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.299880:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974942976 00000100:00100000:3.0:1746066722.299887:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974942976 00002000:00100000:3.0:1746066722.299920:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2433024->2437119) req@ffff88009ef5ca80 x1830882974942976/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.299928:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5ca80 with x1830882974942976 ext(2433024->2437119) 00002000:00010000:3.0:1746066722.299932:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5ca80 00000100:00100000:3.0:1746066722.299948:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4162 00000100:00100000:3.0:1746066722.299953:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882974942976:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066722.300035:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882974942720:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 12160us (12425us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066722.300042:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4161 00002000:00100000:1.0:1746066722.300047:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e852a00 x1830882974942720/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066722.300054:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e852a00 with x1830882974942720 ext(3145728->4194303) 00002000:00010000:1.0:1746066722.300056:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e852a00 00000100:00100000:3.0:1746066722.300062:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882974942976:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 108us (513us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066722.300066:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4162 00002000:00100000:3.0:1746066722.300070:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2433024->2437119) req@ffff88009ef5ca80 x1830882974942976/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.300076:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5ca80 with x1830882974942976 ext(2433024->2437119) 00002000:00010000:3.0:1746066722.300078:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5ca80 00000100:00100000:0.0:1746066722.303953:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.304097:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974943104 00000100:00100000:1.0:1746066722.304105:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974943104 00000100:00100000:1.0:1746066722.307025:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10274 00000100:00100000:1.0:1746066722.307042:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882974943104:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066722.307061:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.307075:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800939e4e00/0xfb36a14ee6080928 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978052 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.307102:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800939e4e00/0xfb36a14ee6080928 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978052 expref: 26 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.307112:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800939e4e00/0xfb36a14ee6080928 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978052 expref: 26 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.307133:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800939e4e00, rc 0) 00000100:00100000:1.0:1746066722.307174:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882974943104:12345-192.168.202.57@tcp:101:cat.0 Request processed in 138us (3228us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066722.307179:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10274 00000100:00100000:0.0:1746066722.312128:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.313738:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974943360 00000100:00100000:2.0:1746066722.313747:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974943360 00002000:00100000:2.0:1746066722.313786:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009e852680 x1830882974943360/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.313796:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e852680 with x1830882974943360 ext(4194304->5079039) 00002000:00010000:2.0:1746066722.313801:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e852680 00000100:00100000:2.0:1746066722.313831:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4163 00000100:00100000:2.0:1746066722.313838:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1966:x1830882974943360:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066722.322772:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1966:x1830882974943360:12345-192.168.202.57@tcp:3:cat.0 Request processed in 8925us (10641us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066722.322783:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4163 00002000:00100000:2.0:1746066722.322793:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009e852680 x1830882974943360/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.322802:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e852680 with x1830882974943360 ext(4194304->5079039) 00002000:00010000:2.0:1746066722.322807:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e852680 00000100:00100000:0.0:1746066722.326994:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.327081:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974943488 00000100:00100000:2.0:1746066722.327089:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974943488 00000100:00100000:2.0:1746066722.327138:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10275 00000100:00100000:2.0:1746066722.327145:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882974943488:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.327160:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.327173:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4400/0xfb36a14ee608092f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978059 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.327199:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4400/0xfb36a14ee608092f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978059 expref: 26 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.327208:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4400/0xfb36a14ee608092f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978059 expref: 26 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.327334:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4e4400, rc 0) 00000100:00100000:2.0:1746066722.327380:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882974943488:12345-192.168.202.57@tcp:101:cat.0 Request processed in 235us (391us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066722.327386:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10275 00000100:00100000:2.0:1746066722.330344:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.330409:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974943616 00000100:00100000:0.0:1746066722.330416:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974943616 00000100:00100000:0.0:1746066722.330546:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10276 00000100:00100000:0.0:1746066722.330553:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882974943616:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066722.330567:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066722.330581:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099aea400/0xfb36a14ee6080936 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978060 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.330605:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099aea400/0xfb36a14ee6080936 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978060 expref: 26 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066722.330614:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099aea400/0xfb36a14ee6080936 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978060 expref: 26 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066722.330639:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099aea400, rc 0) 00000100:00100000:0.0:1746066722.330691:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882974943616:12345-192.168.202.57@tcp:101:cat.0 Request processed in 122us (337us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066722.330697:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10276 00000100:00100000:1.0:1746066722.344646:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.344746:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974943744 00000100:00100000:2.0:1746066722.344754:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974943744 00000100:00080000:1.0:1746066722.344839:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746066722.344932:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8974 00000100:00100000:2.0:1746066722.344941:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:28651:x1830882974943744:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066722.344960:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.344975:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee608093d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978067 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.345029:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4400/0xfb36a14ee6080944 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.345039:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4400/0xfb36a14ee6080944 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.345048:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4400/0xfb36a14ee6080944 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.345058:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318200/0xfb36a14ee608094b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.345063:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318200/0xfb36a14ee608094b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.345068:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318200/0xfb36a14ee608094b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.345158:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.345168:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ebc expref: 262 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.345174:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df000/0xfb36a14ee6080799 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eca expref: 21 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.345179:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 5/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.345204:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df000/0xfb36a14ee6080799 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eca expref: 21 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.345217:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df000/0xfb36a14ee6080799 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eca expref: 21 pid: 14550 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.345237:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976162944:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.346475:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ebc expref: 262 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.346484:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ebc expref: 262 pid: 14550 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.346493:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976163072:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.346516:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.349654:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.349864:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976162944:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.349873:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976163072:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.349894:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066722.350143:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.350204:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974944000 00000100:00100000:2.0:1746066722.350209:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974944000 00000100:00080000:0.0:1746066722.350907:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746066722.350953:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974944256 00000100:00100000:2.0:1746066722.350956:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974944256 00000100:00080000:0.0:1746066722.351033:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746066722.351125:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3531 00000100:00100000:1.0:1746066722.351134:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:27099:x1830882974944000:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1746066722.351343:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:27099:x1830882974944000:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 210us (1694us total) trans 8589942825 rc 0/0 00000100:00100000:1.0:1746066722.351349:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3531 00000100:00100000:1.0:1746066722.351363:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3532 00000100:00100000:1.0:1746066722.351367:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:7642:x1830882974944256:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1746066722.351426:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+264:7642:x1830882974944256:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 57us (1283us total) trans 8589942826 rc 0/0 00000100:00100000:1.0:1746066722.351434:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3532 00000100:00100000:0.0:1746066722.354136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.355167:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974944512 00000100:00100000:3.0:1746066722.355175:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974944512 00010000:00010000:3.0:1746066722.355203:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ebc expref: 264 pid: 14550 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746066722.355317:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.355733:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974944384 00000100:00100000:3.0:1746066722.355736:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974944384 00010000:00010000:3.0:1746066722.355748:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df000/0xfb36a14ee6080799 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eca expref: 23 pid: 14550 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.355840:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5090 00000100:00100000:3.0:1746066722.355847:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+264:1963:x1830882974944512:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.355858:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.355862:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ebc expref: 264 pid: 14550 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.355871:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ebc expref: 264 pid: 14550 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.355887:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608077d lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ebc expref: 264 pid: 14550 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.355900:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.355904:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.355912:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.355916:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.355919:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.355950:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:1963:x1830882974944512:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 103us (1820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.355955:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5090 00000100:00100000:3.0:1746066722.355967:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5091 00000100:00100000:3.0:1746066722.355971:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882974944384:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.355978:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.355981:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df000/0xfb36a14ee6080799 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eca expref: 23 pid: 14550 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.355988:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df000/0xfb36a14ee6080799 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eca expref: 23 pid: 14550 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.355997:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df000/0xfb36a14ee6080799 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977eca expref: 23 pid: 14550 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.356004:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.356006:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356011:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356019:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356035:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066722.356043:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356048:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:3.0:1746066722.356078:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000004:00200000:3.0:1746066722.356081:0:809:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066722.356092:0:809:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356098:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356105:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4400/0xfb36a14ee6080944 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356110:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4400/0xfb36a14ee6080944 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356114:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4400/0xfb36a14ee6080944 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356118:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f4e4400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066722.356121:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4400/0xfb36a14ee6080944 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356126:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4400/0xfb36a14ee6080944 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356134:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066722.356136:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066722.356138:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4400/0xfb36a14ee6080944 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356142:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4400/0xfb36a14ee6080944 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356148:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318200/0xfb36a14ee608094b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356152:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318200/0xfb36a14ee608094b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356156:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318200/0xfb36a14ee608094b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356160:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f318200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066722.356161:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318200/0xfb36a14ee608094b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356165:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318200/0xfb36a14ee608094b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356169:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880135105d00) 00010000:00010000:3.0:1746066722.356171:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066722.356172:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318200/0xfb36a14ee608094b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356175:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318200/0xfb36a14ee608094b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.356200:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee608093d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978067 expref: 12 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.356208:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978067 expref: 11 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.356213:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.356215:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066722.356216:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ff1f200, rc 0) 00000100:00100000:3.0:1746066722.356243:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:28651:x1830882974943744:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 11305us (11605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.356248:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8974 00000100:00100000:3.0:1746066722.356266:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882974944384:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 295us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.356271:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5091 00000100:00100000:0.0:1746066722.359852:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.360446:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.361072:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.362118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.362144:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974944768 00000100:00100000:2.0:1746066722.362151:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974944768 00000100:00100000:1.0:1746066722.362237:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974945024 00000100:00100000:1.0:1746066722.362241:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974945024 00000100:00100000:1.0:1746066722.362250:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974945280 00000100:00100000:1.0:1746066722.362251:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974945280 00000100:00100000:1.0:1746066722.362271:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10277 00000100:00100000:1.0:1746066722.362277:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882974944768:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066722.362301:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.362316:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800939e4c00/0xfb36a14ee6080959 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978075 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.362336:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.362338:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.362345:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800939e4c00/0xfb36a14ee6080959 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978075 expref: 7 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.362358:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800939e4c00/0xfb36a14ee6080959 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978075 expref: 7 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.362367:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800939e4c00, rc 0) 00000100:00100000:1.0:1746066722.362402:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974944768:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 125us (2556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.362407:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10277 00000100:00100000:1.0:1746066722.362422:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10278 00000100:00100000:1.0:1746066722.362426:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882974945280:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066722.362432:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.362439:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800939e4e00/0xfb36a14ee6080960 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978091 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.362453:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800939e4e00/0xfb36a14ee6080960 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978091 expref: 7 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.362460:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800939e4e00/0xfb36a14ee6080960 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978091 expref: 7 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.362470:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800939e4e00, rc 0) 00000100:00100000:1.0:1746066722.362481:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882974945280:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 55us (1411us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066722.362485:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10278 00000100:00100000:1.0:1746066722.362514:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10279 00000100:00100000:1.0:1746066722.362518:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974945024:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066722.362523:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.362530:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800939e5e00/0xfb36a14ee6080967 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978083 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.362538:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.362539:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.362543:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800939e5e00/0xfb36a14ee6080967 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978083 expref: 9 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.362551:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800939e5e00/0xfb36a14ee6080967 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978083 expref: 9 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.362556:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800939e5e00, rc 0) 00000100:00100000:1.0:1746066722.362567:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974945024:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 49us (2122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.362571:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10279 00000100:00080000:0.0:1746066722.362860:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746066722.362863:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066722.362880:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.362899:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.363038:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974944640 00000100:00100000:2.0:1746066722.363042:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974944640 00000100:00100000:2.0:1746066722.363055:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974944896 00000100:00100000:2.0:1746066722.363056:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974944896 00000100:00100000:2.0:1746066722.363065:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974945152 00000100:00100000:2.0:1746066722.363067:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974945152 00000100:00100000:2.0:1746066722.363077:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10280 00000100:00100000:2.0:1746066722.363081:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974944640:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066722.363087:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.363093:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb13000/0xfb36a14ee608096e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97806e expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.363102:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.363104:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.363108:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb13000/0xfb36a14ee608096e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97806e expref: 11 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.363116:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb13000/0xfb36a14ee608096e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97806e expref: 11 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.363122:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb13000, rc 0) 00000100:00100000:2.0:1746066722.363138:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974944640:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 58us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.363143:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10280 00000100:00100000:2.0:1746066722.363151:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10281 00000100:00100000:2.0:1746066722.363155:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882974944896:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066722.363159:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.363163:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb12800/0xfb36a14ee6080975 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97807c expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.363170:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.363171:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.363175:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb12800/0xfb36a14ee6080975 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97807c expref: 7 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.363183:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb12800/0xfb36a14ee6080975 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97807c expref: 7 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.363189:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb12800, rc 0) 00000100:00100000:2.0:1746066722.363198:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974944896:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 43us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.363202:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10281 00000100:00100000:2.0:1746066722.363208:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10282 00000100:00100000:2.0:1746066722.363212:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974945152:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066722.363215:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.363219:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb13200/0xfb36a14ee608097c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97808a expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.363255:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976163200:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066722.363295:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00002000:00010000:2.0:1746066722.367382:0:4614:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066721 -> 1746066722 00000100:00100000:2.0:1746066722.367406:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976163200:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066722.367431:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb13200/0xfb36a14ee608097c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97808a expref: 11 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.367442:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb13200/0xfb36a14ee608097c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97808a expref: 11 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.367457:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb13200, rc 0) 00000100:00100000:2.0:1746066722.367500:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974945152:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4286us (4599us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066722.367507:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10282 00000100:00100000:0.0:1746066722.373219:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.373301:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974945536 00000100:00100000:3.0:1746066722.373310:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974945536 00000100:00100000:3.0:1746066722.373345:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8975 00000100:00100000:3.0:1746066722.373352:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:28651:x1830882974945536:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066722.373368:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.373382:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6080983 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978098 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.373454:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.373467:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978067 expref: 12 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.373473:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.373500:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978067 expref: 12 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.373509:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978067 expref: 12 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.373519:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976163328:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.375423:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e186c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066722.376712:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976163328:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066722.376732:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066722.377511:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.377832:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974945664 00000100:00100000:3.0:1746066722.377837:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974945664 00010000:00010000:3.0:1746066722.377861:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978067 expref: 13 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.378098:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5092 00000100:00100000:3.0:1746066722.378105:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882974945664:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.378117:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.378122:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978067 expref: 13 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.378132:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978067 expref: 13 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.378148:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff1f200/0xfb36a14ee6080952 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978067 expref: 13 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.378272:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.378276:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.378284:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.378289:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.378311:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.378351:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882974945664:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 246us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.378357:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5092 00010000:00010000:2.0:1746066722.378462:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.378469:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066722.378485:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066722.378593:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6080983 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978098 expref: 13 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.378607:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978098 expref: 12 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.378612:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066722.378614:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066722.378616:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc4e00, rc 0) 00000100:00100000:2.0:1746066722.378638:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:28651:x1830882974945536:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 5286us (5425us total) trans 8589942827 rc 0/0 00000100:00100000:2.0:1746066722.378643:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8975 00000100:00100000:0.0:1746066722.381055:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.381117:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974945792 00000100:00100000:2.0:1746066722.381123:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974945792 00000100:00100000:2.0:1746066722.381168:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8976 00000100:00100000:2.0:1746066722.381175:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:28651:x1830882974945792:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066722.381194:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.381209:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4c3a600/0xfb36a14ee6080998 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97809f expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.381277:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13200/0xfb36a14ee608099f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.381288:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978098 expref: 13 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.381294:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13200/0xfb36a14ee608099f lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.381316:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978098 expref: 13 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.381326:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978098 expref: 13 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.381334:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976163456:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.381404:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.383632:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976163456:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.383650:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13200/0xfb36a14ee608099f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066722.384237:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.384560:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974945920 00000100:00100000:3.0:1746066722.384566:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974945920 00010000:00010000:3.0:1746066722.384589:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978098 expref: 14 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.384619:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5093 00000100:00100000:3.0:1746066722.384625:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882974945920:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.384636:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.384641:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978098 expref: 14 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.384650:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978098 expref: 14 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.384671:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee608098a lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978098 expref: 14 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.384730:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.384734:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13200/0xfb36a14ee608099f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.384740:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13200/0xfb36a14ee608099f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.384745:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13200/0xfb36a14ee608099f lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.384759:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.384789:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882974945920:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 164us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.384794:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5093 00010000:00010000:2.0:1746066722.385026:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13200/0xfb36a14ee608099f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.385033:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13200/0xfb36a14ee608099f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066722.385068:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000004:00200000:2.0:1746066722.385072:0:809:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066722.385085:0:809:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13200/0xfb36a14ee608099f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.385109:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4c3a600/0xfb36a14ee6080998 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97809f expref: 13 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.385122:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13200/0xfb36a14ee608099f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97809f expref: 12 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.385127:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066722.385129:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066722.385131:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb13200, rc 0) 00000100:00100000:2.0:1746066722.385153:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:28651:x1830882974945792:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3979us (4104us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.385159:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8976 00000100:00100000:0.0:1746066722.387656:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.387846:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974946048 00000100:00100000:2.0:1746066722.387853:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974946048 00000100:00100000:2.0:1746066722.388192:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10283 00000100:00100000:2.0:1746066722.388200:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974946048:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066722.388213:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.388240:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4c3a000/0xfb36a14ee60809a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780a6 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.388281:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976163584:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066722.388346:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.388781:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.389266:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974946176 00000100:00100000:3.0:1746066722.389271:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974946176 00000100:00100000:3.0:1746066722.389304:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10284 00000100:00100000:3.0:1746066722.389309:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974946176:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066722.389317:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.389326:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4600/0xfb36a14ee60809ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780ad expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.389343:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4600/0xfb36a14ee60809ad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780ad expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.389356:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4600/0xfb36a14ee60809ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780ad expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.389364:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc4600, rc 0) 00000100:00100000:3.0:1746066722.389392:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974946176:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 82us (611us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066722.389396:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10284 00000100:00100000:2.0:1746066722.391030:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976163584:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066722.391054:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4c3a000/0xfb36a14ee60809a6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780a6 expref: 11 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.391064:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4c3a000/0xfb36a14ee60809a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780a6 expref: 11 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.391072:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4c3a000, rc 0) 00000100:00100000:2.0:1746066722.391109:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974946048:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2910us (3459us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066722.391114:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10283 00000100:00100000:0.0:1746066722.394345:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.394433:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974946432 00000100:00100000:2.0:1746066722.394440:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974946432 00000100:00100000:2.0:1746066722.394479:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8977 00000100:00100000:2.0:1746066722.394485:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:28651:x1830882974946432:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066722.394499:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.394513:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318200/0xfb36a14ee60809b4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780b4 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.394579:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13c00/0xfb36a14ee60809bb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.394590:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13c00/0xfb36a14ee60809bb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.394599:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13c00/0xfb36a14ee60809bb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066722.394607:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066722.394712:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f318200/0xfb36a14ee60809b4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780b4 expref: 15 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.394725:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13c00/0xfb36a14ee60809bb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780b4 expref: 14 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.394731:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066722.394734:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746066722.394736:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb13c00, rc 0) 00000100:00100000:2.0:1746066722.394776:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:28651:x1830882974946432:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 291us (436us total) trans 8589942828 rc 0/0 00000100:00100000:2.0:1746066722.394781:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8977 00000100:00100000:0.0:1746066722.396645:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.396741:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.396760:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.397021:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.397141:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.397157:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974946688 00000100:00100000:1.0:1746066722.397163:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974946688 00000100:00100000:1.0:1746066722.397191:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974946944 00000100:00100000:1.0:1746066722.397193:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974946944 00000100:00100000:1.0:1746066722.397209:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974947200 00000100:00100000:1.0:1746066722.397211:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974947200 00000100:00100000:1.0:1746066722.397219:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974946560 00000100:00100000:1.0:1746066722.397232:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974946560 00000100:00100000:1.0:1746066722.397246:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10285 00000100:00100000:1.0:1746066722.397252:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974946688:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:1.0:1746066722.397282:0:9776:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397295:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f5d expref: 12 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397303:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800939e4c00/0xfb36a14ee6080959 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978075 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.397309:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6080864 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f8e expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.397315:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.397316:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.397319:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397342:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6080864 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f8e expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.397352:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6080864 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f8e expref: 24 pid: 10402 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066722.397363:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976163712:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.397415:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800939e4c00/0xfb36a14ee6080959 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978075 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.397423:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800939e4c00/0xfb36a14ee6080959 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978075 expref: 8 pid: 21973 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066722.397430:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976163840:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.397451:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f5d expref: 12 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397459:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f5d expref: 12 pid: 21973 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.397465:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976163968:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.397478:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86a1780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.397494:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10286 00000100:00100000:1.0:1746066722.397499:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974946944:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:1.0:1746066722.397515:0:21973:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397524:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fc6 expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397530:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800939e5e00/0xfb36a14ee6080967 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978083 expref: 11 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.397535:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdd800/0xfb36a14ee60808b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe2 expref: 38 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.397540:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.397541:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.397543:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397556:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdd800/0xfb36a14ee60808b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe2 expref: 38 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.397563:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdd800/0xfb36a14ee60808b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe2 expref: 38 pid: 20532 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066722.397571:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976164096:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.397595:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800939e5e00/0xfb36a14ee6080967 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978083 expref: 11 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.397608:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800939e5e00/0xfb36a14ee6080967 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978083 expref: 11 pid: 8112 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066722.397614:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976164224:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.397633:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fc6 expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397639:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fc6 expref: 27 pid: 10402 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.397646:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976164352:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.397658:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86a1480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.397671:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10287 00000100:00100000:1.0:1746066722.397691:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974947200:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:1.0:1746066722.397705:0:8112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397714:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397720:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4600/0xfb36a14ee6080921 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97804b expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397725:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066722.397727:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066722.397729:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397742:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4600/0xfb36a14ee6080921 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97804b expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397749:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4600/0xfb36a14ee6080921 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97804b expref: 24 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.397756:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976164480:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.397776:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.397783:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 24 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.397789:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976164608:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.397800:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86a1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066722.398436:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10288 00000100:00100000:3.0:1746066722.398444:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974946560:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:3.0:1746066722.398463:0:10402:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.398472:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff0 expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.398478:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb13000/0xfb36a14ee608096e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97806e expref: 11 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.398485:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b786400/0xfb36a14ee60808f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978013 expref: 27 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.398490:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.398491:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.398492:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 6/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.398510:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b786400/0xfb36a14ee60808f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978013 expref: 27 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.398517:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b786400/0xfb36a14ee60808f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978013 expref: 27 pid: 21973 timeout: 783 lvb_type: 1 00000100:00100000:3.0:1746066722.398524:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976164736:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066722.398550:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb13000/0xfb36a14ee608096e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97806e expref: 11 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.398557:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb13000/0xfb36a14ee608096e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97806e expref: 11 pid: 4614 timeout: 783 lvb_type: 1 00000100:00100000:3.0:1746066722.398564:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976164864:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066722.398580:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff0 expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.398587:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff0 expref: 38 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.398594:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976164992:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.398602:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e18000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.399029:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974946816 00000100:00100000:2.0:1746066722.399033:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974946816 00000100:00100000:0.0:1746066722.399081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.399353:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974947072 00000100:00100000:2.0:1746066722.399355:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974947072 00000100:00100000:2.0:1746066722.399365:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10289 00000100:00100000:2.0:1746066722.399370:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974946816:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:2.0:1746066722.399389:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.399398:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f2c expref: 24 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.399404:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb12800/0xfb36a14ee6080975 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97807c expref: 9 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.399409:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ecfda00/0xfb36a14ee6080810 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f41 expref: 12 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.399414:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.399415:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.399417:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.399430:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ecfda00/0xfb36a14ee6080810 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f41 expref: 12 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.399437:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ecfda00/0xfb36a14ee6080810 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f41 expref: 12 pid: 8112 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066722.399529:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976165120:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.399593:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb12800/0xfb36a14ee6080975 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97807c expref: 9 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.399601:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb12800/0xfb36a14ee6080975 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97807c expref: 9 pid: 4614 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066722.399608:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976165248:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.399630:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f2c expref: 24 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.399637:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f2c expref: 24 pid: 8112 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.399649:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976165376:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.399664:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.399700:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10290 00000100:00100000:2.0:1746066722.399705:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974947072:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:2.0:1746066722.399719:0:4614:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.399729:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.401097:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.401100:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.401103:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 4/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.401127:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.401137:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 38 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.401147:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976165504:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.401360:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.402141:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976163712:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.402151:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976163840:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.402157:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976163968:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.402178:0:9776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066722.405916:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976164096:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066722.406891:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.406907:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.406918:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.406929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.406950:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.406961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.406971:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.407050:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976165504:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066722.407066:0:4614:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.407127:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976165120:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.407134:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976165248:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.407141:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976165376:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066722.407155:0:8451:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.407170:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976164736:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.407176:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976164864:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.407182:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976164992:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066722.407195:0:10402:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.407209:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974947456 00000100:00100000:3.0:1746066722.407214:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974947456 00010000:00010000:3.0:1746066722.407248:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800939e4c00/0xfb36a14ee6080959 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978075 expref: 10 pid: 21973 timeout: 783 lvb_type: 1 00000100:00100000:3.0:1746066722.407260:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974947712 00000100:00100000:3.0:1746066722.407262:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974947712 00010000:00010000:3.0:1746066722.407269:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdd800/0xfb36a14ee60808b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe2 expref: 39 pid: 20532 timeout: 783 lvb_type: 1 00000100:00100000:3.0:1746066722.407275:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974947968 00000100:00100000:3.0:1746066722.407276:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974947968 00010000:00010000:3.0:1746066722.407281:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb12800/0xfb36a14ee6080975 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97807c expref: 11 pid: 4614 timeout: 783 lvb_type: 1 00000100:00100000:3.0:1746066722.407287:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974947328 00000100:00100000:3.0:1746066722.407289:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974947328 00010000:00010000:3.0:1746066722.407295:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6080864 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f8e expref: 25 pid: 10402 timeout: 783 lvb_type: 1 00000100:00100000:3.0:1746066722.407302:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974947584 00000100:00100000:3.0:1746066722.407304:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974947584 00010000:00010000:3.0:1746066722.407310:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f5d expref: 13 pid: 21973 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.407316:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974947840 00000100:00100000:3.0:1746066722.407318:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974947840 00010000:00010000:3.0:1746066722.407322:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800939e5e00/0xfb36a14ee6080967 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978083 expref: 13 pid: 8112 timeout: 783 lvb_type: 1 00000100:00100000:3.0:1746066722.407328:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974948096 00000100:00100000:3.0:1746066722.407330:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974948096 00010000:00010000:3.0:1746066722.407335:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f2c expref: 26 pid: 8112 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.407343:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5094 00000100:00100000:3.0:1746066722.407348:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974947456:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.407358:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.407375:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800939e4c00/0xfb36a14ee6080959 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978075 expref: 11 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407382:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800939e4c00/0xfb36a14ee6080959 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978075 expref: 11 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407399:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800939e4c00/0xfb36a14ee6080959 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978075 expref: 11 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407413:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.407444:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974947456:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 95us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.407448:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5094 00000100:00100000:3.0:1746066722.407460:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5095 00000100:00100000:3.0:1746066722.407463:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1963:x1830882974947712:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.407470:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.407479:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdd800/0xfb36a14ee60808b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe2 expref: 39 pid: 20532 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407485:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdd800/0xfb36a14ee60808b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe2 expref: 39 pid: 20532 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407496:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdd800/0xfb36a14ee60808b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fe2 expref: 39 pid: 20532 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407504:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.407517:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974947712:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 53us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.407521:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5095 00000100:00100000:3.0:1746066722.407530:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5096 00000100:00100000:3.0:1746066722.407534:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974947968:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.407540:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066722.407546:0:9852:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2079 -> 2081 00010000:00010000:3.0:1746066722.407549:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb12800/0xfb36a14ee6080975 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97807c expref: 9 pid: 4614 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407556:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb12800/0xfb36a14ee6080975 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97807c expref: 9 pid: 4614 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407564:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb12800/0xfb36a14ee6080975 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97807c expref: 9 pid: 4614 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407572:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.407582:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974947968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 48us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.407586:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5096 00000100:00100000:3.0:1746066722.407593:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5097 00000100:00100000:3.0:1746066722.407597:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882974947328:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.407602:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.407607:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6080864 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f8e expref: 26 pid: 10402 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407614:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6080864 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f8e expref: 26 pid: 10402 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407623:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6080864 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f8e expref: 26 pid: 10402 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407630:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.407640:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882974947328:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 43us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.407645:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5097 00000100:00100000:3.0:1746066722.407653:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5098 00000100:00100000:3.0:1746066722.407657:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882974947584:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.407662:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.407668:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f5d expref: 13 pid: 21973 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.407695:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f5d expref: 13 pid: 21973 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.407706:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e79de00/0xfb36a14ee6080833 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f5d expref: 13 pid: 21973 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.407713:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.407714:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.407718:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.407725:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.407740:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066722.407749:0:9776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.407755:0:9776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.407775:0:9776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.407781:0:9776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.407787:0:9776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.407793:0:9776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800939e4a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066722.407796:0:9776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.407802:0:9776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.407810:0:9776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.407815:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800939e4a00/0xfb36a14ee60809c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.407845:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974946688:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 10593us (11204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.407851:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10285 00000100:00100000:3.0:1746066722.407872:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882974947584:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 215us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.407877:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5098 00000100:00100000:3.0:1746066722.407885:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5099 00000100:00100000:3.0:1746066722.407889:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882974947840:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.407895:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.407902:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800939e5e00/0xfb36a14ee6080967 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978083 expref: 13 pid: 8112 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407909:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800939e5e00/0xfb36a14ee6080967 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978083 expref: 13 pid: 8112 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.407919:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.407930:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882974947840:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 41us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.407934:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5099 00000100:00100000:3.0:1746066722.407955:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5100 00000100:00100000:3.0:1746066722.407959:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974948096:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.407964:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.407971:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f2c expref: 24 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.407978:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f2c expref: 24 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.407986:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a50a7c00/0xfb36a14ee6080802 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f2c expref: 24 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.407998:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.408011:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974948096:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 51us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.408016:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5100 00000100:00100000:1.0:1746066722.408089:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976164480:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.408097:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976164608:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.408109:0:8112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.408194:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800939e5e00/0xfb36a14ee6080967 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978083 expref: 12 pid: 8112 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066722.408207:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976164224:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.408214:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976164352:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.408241:0:21973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066722.412256:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.412289:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.413270:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974948224 00000100:00100000:3.0:1746066722.413278:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974948224 00010000:00010000:3.0:1746066722.413309:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4600/0xfb36a14ee6080921 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97804b expref: 23 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.413406:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.413691:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974948480 00000100:00100000:2.0:1746066722.413694:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974948480 00010000:00010000:2.0:1746066722.413711:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b786400/0xfb36a14ee60808f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978013 expref: 28 pid: 21973 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066722.413726:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974949120 00000100:00100000:2.0:1746066722.413728:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974949120 00010000:00010000:2.0:1746066722.413736:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff0 expref: 38 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.413750:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5101 00000100:00100000:2.0:1746066722.413757:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882974948224:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.413769:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.413789:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4600/0xfb36a14ee6080921 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97804b expref: 23 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.413798:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4600/0xfb36a14ee6080921 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97804b expref: 23 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.413817:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f4e4600/0xfb36a14ee6080921 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97804b expref: 23 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.413832:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.413865:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882974948224:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 108us (1616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.413870:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5101 00000100:00100000:2.0:1746066722.413883:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5102 00000100:00100000:2.0:1746066722.413887:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882974948480:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.413893:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.413903:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b786400/0xfb36a14ee60808f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978013 expref: 28 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.413910:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b786400/0xfb36a14ee60808f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978013 expref: 28 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.413920:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b786400/0xfb36a14ee60808f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978013 expref: 28 pid: 21973 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.413928:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.413939:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882974948480:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 52us (1650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.413944:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5102 00000100:00100000:2.0:1746066722.413953:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5103 00000100:00100000:2.0:1746066722.413957:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882974949120:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.413963:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.413968:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff0 expref: 38 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.413975:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff0 expref: 38 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.413985:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7400/0xfb36a14ee60808c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977ff0 expref: 38 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.413991:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.414001:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882974949120:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 43us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.414005:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5103 00000100:00100000:0.0:1746066722.414081:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.414168:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.414180:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974948608 00000100:00100000:0.0:1746066722.414183:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974948608 00010000:00010000:0.0:1746066722.414195:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb13000/0xfb36a14ee608096e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97806e expref: 12 pid: 4614 timeout: 783 lvb_type: 1 00000100:00100000:0.0:1746066722.414207:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5104 00000100:00100000:0.0:1746066722.414211:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974948608:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066722.414216:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066722.414233:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb13000/0xfb36a14ee608096e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97806e expref: 12 pid: 4614 timeout: 783 lvb_type: 1 00010000:00010000:0.0:1746066722.414240:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb13000/0xfb36a14ee608096e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97806e expref: 12 pid: 4614 timeout: 783 lvb_type: 1 00010000:00010000:0.0:1746066722.414250:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb13000/0xfb36a14ee608096e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97806e expref: 12 pid: 4614 timeout: 783 lvb_type: 1 00010000:00010000:0.0:1746066722.414261:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066722.414263:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066722.414266:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.414273:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.414290:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066722.414303:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974948608:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 91us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066722.414308:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5104 00010000:00010000:3.0:1746066722.414870:0:10402:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.414878:0:10402:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.414895:0:10402:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.414901:0:10402:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.414908:0:10402:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.414914:0:10402:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc4c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066722.414917:0:10402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.414924:0:10402:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.414934:0:10402:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.414939:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee60809de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.414977:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974946560:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 16534us (17956us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.414984:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10288 00000100:00100000:2.0:1746066722.415305:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974948352 00000100:00100000:2.0:1746066722.415310:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974948352 00002000:00100000:2.0:1746066722.415334:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2437119) req@ffff88009e840e00 x1830882974948352/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.415342:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840e00 with x1830882974948352 ext(2097152->2437119) 00010000:00010000:2.0:1746066722.415347:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 22 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.415357:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 22 pid: 4614 timeout: 783 lvb_type: 0 00002000:00010000:2.0:1746066722.415363:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e840e00 00000100:00100000:2.0:1746066722.416159:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 888 00000100:00100000:2.0:1746066722.416170:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882974948352:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066722.416982:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.417007:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.417040:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.417085:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974948736 00000100:00100000:1.0:1746066722.417090:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974948736 00000100:00100000:2.0:1746066722.417095:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974948864 00000100:00100000:2.0:1746066722.417098:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974948864 00010000:00010000:2.0:1746066722.417108:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ecfda00/0xfb36a14ee6080810 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f41 expref: 12 pid: 8112 timeout: 783 lvb_type: 1 00010000:00010000:1.0:1746066722.417108:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fc6 expref: 27 pid: 10402 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.417153:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5105 00000100:00100000:2.0:1746066722.417160:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1965:x1830882974948864:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.417168:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.417183:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ecfda00/0xfb36a14ee6080810 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f41 expref: 12 pid: 8112 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.417192:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ecfda00/0xfb36a14ee6080810 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f41 expref: 12 pid: 8112 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.417207:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ecfda00/0xfb36a14ee6080810 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977f41 expref: 12 pid: 8112 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.417218:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.417219:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.417233:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417239:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417258:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066722.417271:0:8451:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417281:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417295:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417301:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417308:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417313:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800990f5800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066722.417315:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417322:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417330:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417335:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990f5800/0xfb36a14ee60809e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.417371:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882974946816:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 18001us (20230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.417379:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10289 00000100:00100000:2.0:1746066722.417403:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882974948864:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 244us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.417408:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5105 00000100:00100000:2.0:1746066722.417417:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5106 00000100:00100000:2.0:1746066722.417421:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1965:x1830882974948736:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.417429:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.417440:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fc6 expref: 27 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.417448:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fc6 expref: 27 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.417458:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee608089c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977fc6 expref: 27 pid: 10402 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.417467:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.417469:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.417471:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417477:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417489:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066722.417498:0:21973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417504:0:21973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417516:0:21973:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417522:0:21973:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417527:0:21973:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417532:0:21973:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800939e5800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066722.417534:0:21973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.417540:0:21973:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.418145:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974948992 00000100:00100000:3.0:1746066722.418150:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974948992 00002000:00100000:3.0:1746066722.418173:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2711552->3145727) req@ffff88009e842300 x1830882974948992/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.418181:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e842300 with x1830882974948992 ext(2711552->3145727) 00010000:00010000:3.0:1746066722.418187:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 37 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.418196:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 37 pid: 4614 timeout: 783 lvb_type: 0 00002000:00010000:3.0:1746066722.418201:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e842300 00010000:00010000:2.0:1746066722.418271:0:21973:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.418278:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800939e5800/0xfb36a14ee60809d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.418315:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974946944:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 20815us (21574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.418322:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10286 00000100:00100000:2.0:1746066722.418349:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882974948736:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 927us (1369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.418354:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5106 00000100:00100000:3.0:1746066722.418559:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 889 00000100:00100000:3.0:1746066722.418566:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882974948992:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066722.421798:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974948352:12345-192.168.202.57@tcp:4:cat.0 Request processed in 5624us (7708us total) trans 17179872727 rc 0/0 00000100:00100000:2.0:1746066722.421808:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 888 00002000:00100000:2.0:1746066722.421817:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2437119) req@ffff88009e840e00 x1830882974948352/t17179872727(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/448 e 0 to 0 dl 1746066733 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.421826:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840e00 with x1830882974948352 ext(2097152->2437119) 00010000:00010000:2.0:1746066722.421835:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 24 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.421847:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 24 pid: 4614 timeout: 783 lvb_type: 0 00002000:00010000:2.0:1746066722.421853:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e840e00 00000100:00100000:0.0:1746066722.424188:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.424241:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974949248 00000100:00100000:2.0:1746066722.424247:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974949248 00010000:00010000:2.0:1746066722.424274:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 24 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.424417:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5107 00000100:00100000:2.0:1746066722.424424:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882974949248:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.424434:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.424449:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 24 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.424458:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 24 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.424473:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f4e5800/0xfb36a14ee608091a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2437119) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978044 expref: 24 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.424484:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.424485:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.424489:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.424496:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.424522:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066722.424539:0:8112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.424549:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882974949248:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 126us (367us total) trans 0 rc 0/0 00010000:00010000:0.0:1746066722.424551:0:8112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.424554:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5107 00010000:00010000:0.0:1746066722.424566:0:8112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.424572:0:8112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.424578:0:8112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.424583:0:8112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4a95e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066722.424585:0:8112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.424591:0:8112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.424600:0:8112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.424605:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95e00/0xfb36a14ee60809d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066722.424652:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+5:1963:x1830882974947200:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 26975us (27891us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066722.424660:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10287 00000100:00100000:3.0:1746066722.425671:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1965:x1830882974948992:12345-192.168.202.57@tcp:4:cat.0 Request processed in 7101us (8659us total) trans 21474840058 rc 0/0 00000100:00100000:3.0:1746066722.425691:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 889 00002000:00100000:3.0:1746066722.425699:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2711552->3145727) req@ffff88009e842300 x1830882974948992/t21474840058(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/448 e 0 to 0 dl 1746066733 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.425707:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e842300 with x1830882974948992 ext(2711552->3145727) 00010000:00010000:3.0:1746066722.425713:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 39 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.425723:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 39 pid: 4614 timeout: 783 lvb_type: 0 00002000:00010000:3.0:1746066722.425728:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e842300 00000100:00100000:0.0:1746066722.430421:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.430528:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974949376 00000100:00100000:2.0:1746066722.430535:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974949376 00010000:00010000:2.0:1746066722.430562:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 39 pid: 4614 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.430651:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5108 00000100:00100000:2.0:1746066722.430659:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1965:x1830882974949376:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.430694:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.430713:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 39 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.430722:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 39 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.430740:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080913 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2711552->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97803d expref: 39 pid: 4614 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.430753:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.430754:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.430758:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.430765:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.430783:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066722.430791:0:4614:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.430797:0:4614:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.430814:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1965:x1830882974949376:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 156us (401us total) trans 0 rc 0/0 00010000:00010000:0.0:1746066722.430814:0:4614:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.430820:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5108 00010000:00010000:0.0:1746066722.430820:0:4614:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.430826:0:4614:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.430832:0:4614:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092427000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066722.430835:0:4614:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.430841:0:4614:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.430850:0:4614:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.430860:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092427000/0xfb36a14ee60809ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066722.430907:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974947072:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 31201us (31826us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066722.430913:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10290 00000100:00100000:0.0:1746066722.432969:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.433048:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974949632 00000100:00100000:2.0:1746066722.433054:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974949632 00000100:00100000:2.0:1746066722.433099:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8978 00000100:00100000:2.0:1746066722.433105:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+14:28651:x1830882974949632:12345-192.168.202.57@tcp:36:lfs.0 00010000:00010000:2.0:1746066722.433141:0:14550:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.433159:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13200/0xfb36a14ee608099f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97809f expref: 14 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.433172:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066722.433175:0:14550:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066722.433195:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066722.433205:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee6080419 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977caf expref: 21 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.433211:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bae00/0xfb36a14ee6080458 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cc4 expref: 262 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.433218:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092427800/0xfb36a14ee6080546 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d7a expref: 21 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.433234:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092426800/0xfb36a14ee6080569 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d81 expref: 262 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.433239:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 7/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066722.433260:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092426800/0xfb36a14ee6080569 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d81 expref: 262 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.433271:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092426800/0xfb36a14ee6080569 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d81 expref: 262 pid: 14549 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.433281:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976165632:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.433972:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092427800/0xfb36a14ee6080546 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d7a expref: 21 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.433980:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092427800/0xfb36a14ee6080546 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d7a expref: 21 pid: 14549 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.433988:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976165760:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.434014:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bae00/0xfb36a14ee6080458 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cc4 expref: 262 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.434020:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bae00/0xfb36a14ee6080458 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cc4 expref: 262 pid: 16018 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.434026:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976165888:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.434044:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee6080419 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977caf expref: 21 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.434049:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee6080419 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977caf expref: 21 pid: 14549 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.434055:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976166016:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.434068:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.435745:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976165632:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.435753:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976165760:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066722.436089:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.436213:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976165888:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.436470:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976166016:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.436495:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:3.0:1746066722.436596:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974949760 00000100:00100000:3.0:1746066722.436601:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974949760 00010000:00010000:3.0:1746066722.436628:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092426800/0xfb36a14ee6080569 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d81 expref: 263 pid: 14549 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.436660:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5109 00000100:00100000:3.0:1746066722.436667:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:1964:x1830882974949760:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.436700:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.436706:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092426800/0xfb36a14ee6080569 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d81 expref: 263 pid: 14549 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.436714:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092426800/0xfb36a14ee6080569 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d81 expref: 263 pid: 14549 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.436731:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092426800/0xfb36a14ee6080569 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d81 expref: 263 pid: 14549 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.436841:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.436844:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066722.436852:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.436939:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:1964:x1830882974949760:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 271us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.436945:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5109 00000100:00100000:0.0:1746066722.436968:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.436979:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974949888 00000100:00100000:3.0:1746066722.436981:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974949888 00010000:00010000:3.0:1746066722.436991:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092427800/0xfb36a14ee6080546 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d7a expref: 22 pid: 14549 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.437005:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5110 00000100:00100000:3.0:1746066722.437009:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882974949888:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.437014:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.437017:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092427800/0xfb36a14ee6080546 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d7a expref: 22 pid: 14549 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746066722.437022:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066722.437025:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092427800/0xfb36a14ee6080546 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d7a expref: 22 pid: 14549 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746066722.437033:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974950144 00010000:00010000:3.0:1746066722.437035:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092427800/0xfb36a14ee6080546 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977d7a expref: 22 pid: 14549 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746066722.437035:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974950144 00010000:00010000:0.0:1746066722.437044:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee6080419 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977caf expref: 23 pid: 14549 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.437046:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.437049:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066722.437054:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066722.437092:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.437217:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882974949888:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 207us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.437233:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5110 00000100:00100000:0.0:1746066722.437252:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974950016 00000100:00100000:0.0:1746066722.437255:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974950016 00000100:00100000:1.0:1746066722.437265:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5111 00010000:00010000:0.0:1746066722.437265:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bae00/0xfb36a14ee6080458 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cc4 expref: 262 pid: 16018 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.437270:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882974950144:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066722.437277:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746066722.437278:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5112 00010000:00010000:1.0:1746066722.437282:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee6080419 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977caf expref: 21 pid: 14549 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746066722.437283:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:1964:x1830882974950016:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066722.437288:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee6080419 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977caf expref: 21 pid: 14549 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746066722.437288:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066722.437291:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bae00/0xfb36a14ee6080458 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cc4 expref: 262 pid: 16018 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066722.437298:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e98ae00/0xfb36a14ee6080419 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977caf expref: 21 pid: 14549 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746066722.437301:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bae00/0xfb36a14ee6080458 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cc4 expref: 262 pid: 16018 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066722.437309:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066722.437310:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bae00/0xfb36a14ee6080458 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c977cc4 expref: 262 pid: 16018 timeout: 783 lvb_type: 0 00010000:00010000:1.0:1746066722.437312:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066722.437318:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066722.437323:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066722.437438:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066722.437441:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066722.437452:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066722.437456:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:1964:x1830882974950016:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 172us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066722.437462:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5112 00000100:00100000:1.0:1746066722.437463:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882974950144:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 194us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.437468:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5111 00010000:00010000:2.0:1746066722.437512:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066722.437518:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000040:00080000:2.0:1746066722.438296:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2528, 88 off211840 00000004:00080000:2.0:1746066722.438303:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683615626850ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066722.438373:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2481, 88 off207792 00000004:00080000:2.0:1746066722.438378:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683615701852ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066722.438401:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2482, 88 off207880 00000004:00080000:2.0:1746066722.438403:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683615727537ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066722.438411:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2529, 88 off211928 00000004:00080000:2.0:1746066722.438413:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683615736640ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066722.438418:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2530, 88 off212016 00000004:00080000:2.0:1746066722.438420:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683615744607ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066722.438592:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2483, 88 off207968 00000004:00080000:2.0:1746066722.438597:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683615920568ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066722.438616:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2484, 88 off208056 00000004:00080000:2.0:1746066722.438618:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683615942420ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066722.438625:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2485, 88 off208144 00000004:00080000:2.0:1746066722.438627:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683615950942ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066722.438634:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2531, 88 off212104 00000004:00080000:2.0:1746066722.438636:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683615960097ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066722.438654:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2486, 88 off208232 00000004:00080000:2.0:1746066722.438656:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683615980355ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066722.438663:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2532, 88 off212192 00000004:00080000:2.0:1746066722.438666:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683615989671ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066722.438672:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2487, 88 off208320 00000004:00080000:2.0:1746066722.438693:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683616017010ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066722.438701:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2533, 88 off212280 00000004:00080000:2.0:1746066722.438703:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683616027537ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066722.438709:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2534, 88 off212368 00000004:00080000:2.0:1746066722.438711:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683616035150ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066722.438717:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2535, 88 off212456 00000004:00080000:2.0:1746066722.438719:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683616042898ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066722.438724:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2536, 88 off212544 00000004:00080000:2.0:1746066722.438726:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683616050163ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066722.438732:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2488, 88 off208408 00000004:00080000:2.0:1746066722.438735:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683616059547ns, next at 634327279575ns, rc = 0 00000001:00080000:0.0:1746066722.483841:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942820 is committed 00000001:00080000:0.0:1746066722.483853:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942819 is committed 00000001:00080000:0.0:1746066722.483863:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942826 is committed 00000001:00080000:0.0:1746066722.483868:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942825 is committed 00000001:00080000:0.0:1746066722.483879:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942829 is committed 00000004:00080000:0.0:1746066722.483882:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1772 committed 00000004:00080000:0.0:1746066722.483889:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1822 committed 00000004:00010000:2.0:1746066722.484011:0:14550:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009e840700 reply state ffff88008d0cdc00 transno 8589942829 ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:2.0:1746066722.484021:0:14550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000004:00080000:0.0:1746066722.484092:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1821 committed 00000004:00080000:0.0:1746066722.484095:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1820 committed 00000004:00080000:0.0:1746066722.484096:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1819 committed 00000004:00080000:0.0:1746066722.484098:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1771 committed 00000004:00080000:0.0:1746066722.484099:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1818 committed 00000004:00080000:0.0:1746066722.484100:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1770 committed 00000004:00080000:0.0:1746066722.484102:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1817 committed 00000004:00080000:0.0:1746066722.484103:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1769 committed 00000004:00080000:0.0:1746066722.484104:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1768 committed 00000004:00080000:0.0:1746066722.484105:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1767 committed 00000004:00080000:0.0:1746066722.484107:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1816 committed 00000004:00080000:0.0:1746066722.484108:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1815 committed 00000004:00080000:0.0:1746066722.484109:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1766 committed 00000004:00080000:0.0:1746066722.484111:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1765 committed 00000004:00080000:0.0:1746066722.484112:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1814 committed 00000100:00100000:0.0:1746066722.484170:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976166272:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066722.484183:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976166528:0@lo:2:osp-syn-1-0.0 00010000:00080000:2.0:1746066722.484233:0:14550:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1746066722.484241:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.484245:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:28651:x1830882974949632:12345-192.168.202.57@tcp:36:lfs.0 Request processed in 51138us (51278us total) trans 8589942829 rc 0/0 00000100:00100000:2.0:1746066722.484252:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8978 00000100:00100000:0.0:1746066722.484272:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976166656:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.484287:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.484301:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976167168:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.484312:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.484322:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976167680:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.484334:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.484348:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.484359:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976167040:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.484359:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976166144:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066722.484372:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1746066722.484378:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00000100:00100000:1.0:1746066722.484382:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976167552:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1746066722.484385:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066722.484390:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00000100:00100000:1.0:1746066722.484393:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1746066722.484396:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092426e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066722.484400:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00000100:00100000:1.0:1746066722.484403:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976168064:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1746066722.484406:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00000100:00100000:1.0:1746066722.484412:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1746066722.484421:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066722.484424:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066722.484427:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066722.484431:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092426e00/0xfb36a14ee60809f3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066722.484448:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976166272 00000100:00100000:0.0:1746066722.484454:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976166272 00000100:00100000:0.0:1746066722.484476:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976166656 00000100:00100000:0.0:1746066722.484478:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976166656 00000100:00100000:0.0:1746066722.484487:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976167168 00000100:00100000:0.0:1746066722.484488:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976167168 00000100:00100000:0.0:1746066722.484495:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976167680 00000100:00100000:0.0:1746066722.484497:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976167680 00000100:00100000:2.0:1746066722.484501:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976166400:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.484502:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976166528 00000100:00100000:0.0:1746066722.484503:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976166528 00000100:00100000:0.0:1746066722.484508:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976167040 00000100:00100000:0.0:1746066722.484509:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976167040 00000100:00100000:0.0:1746066722.484514:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976167552 00000100:00100000:0.0:1746066722.484516:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976167552 00000100:00100000:2.0:1746066722.484520:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.484520:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976168064 00000100:00100000:0.0:1746066722.484522:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976168064 00000100:00100000:0.0:1746066722.484527:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976166400 00000100:00100000:2.0:1746066722.484528:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976166912:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.484529:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976166400 00000100:00100000:0.0:1746066722.484537:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10291 00000100:00100000:2.0:1746066722.484542:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.484542:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+54:3294:x1830882976166272:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.484547:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976167424:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.484557:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.484563:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976167936:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.484574:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.484588:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976166912 00000100:00100000:2.0:1746066722.484590:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976166912 00000100:00100000:2.0:1746066722.484600:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976167424 00000100:00100000:2.0:1746066722.484601:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976167424 00000100:00100000:2.0:1746066722.484606:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976167936 00000100:00100000:2.0:1746066722.484608:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976167936 00000100:00100000:2.0:1746066722.484614:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10292 00000100:00100000:2.0:1746066722.484618:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+54:3294:x1830882976166656:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.484706:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+56:3294:x1830882976166656:12345-0@lo:2:osp-syn-0-0.0 Request processed in 87us (417us total) trans 21474840060 rc 0/0 00000100:00100000:0.0:1746066722.484706:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+56:3294:x1830882976166272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 163us (464us total) trans 21474840059 rc 0/0 00000100:00100000:2.0:1746066722.484711:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10292 00000100:00100000:0.0:1746066722.484713:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10291 00000100:00100000:2.0:1746066722.484720:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10293 00000100:00100000:0.0:1746066722.484723:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10294 00000100:00100000:2.0:1746066722.484725:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3294:x1830882976167168:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.484726:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3294:x1830882976167680:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.484737:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10295 00000100:00100000:2.0:1746066722.484742:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3293:x1830882976166528:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.484761:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10296 00000100:00100000:0.0:1746066722.484765:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+54:3293:x1830882976167040:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.484829:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3293:x1830882976166528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 87us (480us total) trans 17179872728 rc 0/0 00000100:00100000:0.0:1746066722.484829:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+55:3293:x1830882976167040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 63us (455us total) trans 21474840061 rc 0/0 00000100:00100000:2.0:1746066722.484833:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10295 00000100:00100000:0.0:1746066722.484835:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10296 00000100:00100000:0.0:1746066722.484841:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10297 00000100:00100000:0.0:1746066722.484845:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+54:3293:x1830882976167552:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066722.484901:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066722.484903:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1746066722.484905:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746066722.484906:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1746066722.484908:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066722.484923:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+55:3293:x1830882976167552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 78us (529us total) trans 21474840062 rc 0/0 00000100:00100000:2.0:1746066722.485130:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10298 00000100:00100000:2.0:1746066722.485135:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3293:x1830882976168064:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.485207:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3293:x1830882976168064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 72us (793us total) trans 17179872729 rc 0/0 00000100:00100000:2.0:1746066722.485211:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10298 00000100:00100000:2.0:1746066722.485218:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10299 00000100:00100000:2.0:1746066722.485234:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+55:3296:x1830882976166400:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.485299:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+56:3296:x1830882976166400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (778us total) trans 21474840063 rc 0/0 00000100:00100000:2.0:1746066722.485303:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10299 00000100:00100000:2.0:1746066722.485310:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10300 00000100:00100000:2.0:1746066722.485314:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3296:x1830882976166912:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.485371:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3296:x1830882976166912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 57us (828us total) trans 17179872730 rc 0/0 00000100:00100000:2.0:1746066722.485375:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10300 00000100:00100000:2.0:1746066722.485383:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10301 00000100:00100000:2.0:1746066722.485386:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3296:x1830882976167424:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.485441:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3296:x1830882976167424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 54us (882us total) trans 17179872731 rc 0/0 00000100:00100000:2.0:1746066722.485445:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10301 00000100:00100000:2.0:1746066722.485453:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10302 00000100:00100000:2.0:1746066722.485457:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3296:x1830882976167936:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.485486:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10297 00000100:00100000:0.0:1746066722.485501:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.485519:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976166784:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.485531:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3296:x1830882976167936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 74us (956us total) trans 17179872732 rc 0/0 00000100:00100000:0.0:1746066722.485533:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.485536:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10302 00000100:00100000:0.0:1746066722.485539:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976167296:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.485542:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976166144 00000100:00100000:2.0:1746066722.485545:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976166144 00000100:00100000:0.0:1746066722.485550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.485554:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10303 00000100:00100000:0.0:1746066722.485556:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976167808:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.485557:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3295:x1830882976166144:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.485567:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066722.485593:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e86a300/2, rc 0, transno 21474840059 00000100:00100000:0.0:1746066722.485601:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976166272:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066722.485608:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e86a680/2, rc 0, transno 21474840060 00000100:00100000:0.0:1746066722.485610:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976166656:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.485629:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976166144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 71us (127us total) trans 17179872733 rc 0/0 00000100:00100000:2.0:1746066722.485634:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10303 00000100:00100000:2.0:1746066722.485642:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976166784 00000100:00100000:2.0:1746066722.485644:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976166784 00000100:00100000:2.0:1746066722.485651:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976167296 00000100:00100000:2.0:1746066722.485653:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976167296 00000100:00100000:2.0:1746066722.485658:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976167808 00000100:00100000:2.0:1746066722.485660:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976167808 00000100:00100000:2.0:1746066722.485666:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10304 00000100:00100000:2.0:1746066722.485669:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+57:3295:x1830882976166784:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.485691:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882976167680:12345-0@lo:2:osp-syn-1-0.0 Request processed in 964us (1355us total) trans 17179872734 rc 0/0 00000100:00100000:0.0:1746066722.485695:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10294 00000100:00100000:0.0:1746066722.485704:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10305 00000100:00100000:0.0:1746066722.485708:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+57:3295:x1830882976167296:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066722.485739:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f7e4700/2, rc 0, transno 17179872733 00000100:00100000:0.0:1746066722.485743:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976166144:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066722.485754:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f7e7800/2, rc 0, transno 17179872734 00000100:00100000:2.0:1746066722.485756:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+58:3295:x1830882976166784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 86us (222us total) trans 21474840064 rc 0/0 00000100:00100000:0.0:1746066722.485757:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976167680:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.485761:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10304 00000004:00080000:0.0:1746066722.485765:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e86aa00/2, rc 0, transno 21474840064 00000100:00100000:0.0:1746066722.485768:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976166784:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.485769:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10306 00000100:00100000:2.0:1746066722.485774:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+57:3295:x1830882976167808:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.485822:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+59:3295:x1830882976167296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (270us total) trans 21474840065 rc 0/0 00000100:00100000:0.0:1746066722.485827:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10305 00000100:00100000:2.0:1746066722.485828:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+59:3295:x1830882976167808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 55us (260us total) trans 21474840066 rc 0/0 00000100:00100000:2.0:1746066722.485832:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10306 00000004:00080000:0.0:1746066722.485843:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e86b100/2, rc 0, transno 21474840065 00000100:00100000:0.0:1746066722.485845:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976167296:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066722.485850:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c22e300/2, rc 0, transno 21474840066 00000004:00080000:2.0:1746066722.485852:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e868700/2, rc 0, transno 21474840063 00000100:00100000:0.0:1746066722.485853:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976167808:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.485854:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976166400:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066722.485860:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f7e5500/2, rc 0, transno 17179872730 00000100:00100000:2.0:1746066722.485863:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976166912:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066722.485868:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f7e6680/2, rc 0, transno 17179872731 00000100:00100000:2.0:1746066722.485870:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976167424:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066722.485876:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f7e5f80/2, rc 0, transno 17179872732 00000100:00100000:2.0:1746066722.485878:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976167936:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066722.485933:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f7e5180/2, rc 0, transno 17179872729 00000100:00100000:1.0:1746066722.485937:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976168064:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066722.485942:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f7e6d80/2, rc 0, transno 17179872728 00002000:00010000:2.0:1746066722.485943:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746066722.485945:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00000100:00100000:1.0:1746066722.485945:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976166528:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746066722.485947:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:2.0:1746066722.485949:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:2.0:1746066722.485950:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000004:00080000:1.0:1746066722.485950:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e86b800/2, rc 0, transno 21474840061 00000100:00100000:1.0:1746066722.485952:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976167040:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066722.485958:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e868e00/2, rc 0, transno 21474840062 00000100:00100000:1.0:1746066722.485960:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976167552:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066722.485965:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746066722.485966:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882976167168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1242us (1653us total) trans 17179872735 rc 0/0 00000100:00100000:1.0:1746066722.485969:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976168192:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.485971:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10293 00000100:00100000:1.0:1746066722.485983:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.485999:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976168192 00000100:00100000:1.0:1746066722.486002:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976168192 00000100:00100000:1.0:1746066722.486015:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10307 00000100:00100000:1.0:1746066722.486018:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+58:3293:x1830882976168192:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066722.486092:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:3293:x1830882976168192:12345-0@lo:2:osp-syn-0-0.0 Request processed in 72us (107us total) trans 21474840067 rc 0/0 00000100:00100000:1.0:1746066722.486096:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10307 00000004:00080000:1.0:1746066722.486111:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c22d500/2, rc 0, transno 21474840067 00000100:00100000:1.0:1746066722.486115:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976168192:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066722.486146:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f7e4e00/2, rc 0, transno 17179872735 00000100:00100000:0.0:1746066722.486150:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976167168:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.498185:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.500979:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974950272 00000100:00100000:0.0:1746066722.500989:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974950272 00000100:00100000:0.0:1746066722.501043:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8979 00000100:00100000:0.0:1746066722.501051:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:28651:x1830882974950272:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066722.501070:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066722.501084:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea800/0xfb36a14ee60809fa lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780bb expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.501138:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea800/0xfb36a14ee60809fa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780bb expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.501154:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea800/0xfb36a14ee60809fa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780bb expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.501173:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066722.501176:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066722.501178:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099aea800, rc 0) 00000100:00100000:0.0:1746066722.501233:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:28651:x1830882974950272:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 183us (3056us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066722.501238:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8979 00000100:00100000:0.0:1746066722.503282:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.503353:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974950400 00000100:00100000:2.0:1746066722.503358:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974950400 00000100:00100000:2.0:1746066722.503386:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8980 00000100:00100000:2.0:1746066722.503391:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:28651:x1830882974950400:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066722.503402:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.503415:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7400/0xfb36a14ee6080a01 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780c2 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.503469:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a3c00/0xfb36a14ee6080a08 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.503479:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a3c00/0xfb36a14ee6080a08 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.503488:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a3c00/0xfb36a14ee6080a08 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066722.503513:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000004:00200000:2.0:1746066722.503516:0:809:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066722.503527:0:809:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a3c00/0xfb36a14ee6080a08 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.503546:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7400/0xfb36a14ee6080a01 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780c2 expref: 10 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.503558:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a3c00/0xfb36a14ee6080a08 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780c2 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.503563:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066722.503566:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066722.503568:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3a3c00, rc 0) 00000100:00100000:2.0:1746066722.504375:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:28651:x1830882974950400:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 982us (1096us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.504381:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8980 00000100:00100000:0.0:1746066722.506598:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.506632:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.506659:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.506671:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.506896:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.507191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.507207:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974950528 00000100:00100000:2.0:1746066722.507213:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974950528 00000100:00100000:2.0:1746066722.507260:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974950656 00000100:00100000:2.0:1746066722.507262:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974950656 00000100:00100000:2.0:1746066722.507274:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974950784 00000100:00100000:2.0:1746066722.507275:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974950784 00000100:00100000:2.0:1746066722.507285:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974950912 00000100:00100000:2.0:1746066722.507286:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974950912 00000100:00100000:2.0:1746066722.507296:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974951040 00000100:00100000:2.0:1746066722.507297:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974951040 00000100:00100000:2.0:1746066722.507308:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10308 00000100:00100000:2.0:1746066722.507314:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882974950528:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066722.507330:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.507345:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6080a0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780c9 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066722.507364:0:9776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd21, atime: 0x6812dd21, ctime: 0x6812dd21, blocks: 0x7e9 00010000:00010000:2.0:1746066722.507377:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.507379:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.507385:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6080a0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780c9 expref: 11 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.507398:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6080a0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780c9 expref: 11 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.507406:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e5e000, rc 0) 00000100:00100000:2.0:1746066722.507436:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882974950528:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 122us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.507441:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10308 00000100:00100000:2.0:1746066722.507452:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10309 00000100:00100000:2.0:1746066722.507456:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882974950656:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066722.507462:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.507471:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a02e600/0xfb36a14ee6080a16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780d0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066722.507483:0:9776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd21, atime: 0x6812dd20, ctime: 0x6812dd21, blocks: 0x821 00010000:00010000:2.0:1746066722.507489:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.507490:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.507494:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a02e600/0xfb36a14ee6080a16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d0 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.507503:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a02e600/0xfb36a14ee6080a16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d0 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.507509:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a02e600, rc 0) 00000100:00100000:2.0:1746066722.507522:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882974950656:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 66us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.507526:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10309 00000100:00100000:2.0:1746066722.507536:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10310 00000100:00100000:2.0:1746066722.507540:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882974950784:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066722.507545:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.507552:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092489800/0xfb36a14ee6080a1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780d7 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066722.507560:0:9776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd21, atime: 0x6812dd20, ctime: 0x6812dd20, blocks: 0x821 00010000:00010000:2.0:1746066722.507566:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.507567:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.507570:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092489800/0xfb36a14ee6080a1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d7 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.507578:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092489800/0xfb36a14ee6080a1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d7 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.507584:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092489800, rc 0) 00000100:00100000:3.0:1746066722.507619:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10311 00000100:00100000:3.0:1746066722.507626:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882974950912:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066722.507632:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.507640:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5400/0xfb36a14ee6080a24 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780de expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066722.507650:0:21203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x385:0x0] initial LVB size: 2097152, mtime: 0x6812dd21, atime: 0x6812dd20, ctime: 0x6812dd21, blocks: 0x81d 00010000:00010000:3.0:1746066722.507658:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.507659:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.507663:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5400/0xfb36a14ee6080a24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780de expref: 11 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.507693:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5400/0xfb36a14ee6080a24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780de expref: 11 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.507700:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc5400, rc 0) 00000100:00100000:3.0:1746066722.507715:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882974950912:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 91us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.507723:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10311 00000100:00100000:3.0:1746066722.507735:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10312 00000100:00100000:3.0:1746066722.507739:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882974951040:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066722.507744:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.507750:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4600/0xfb36a14ee6080a2b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780e5 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066722.507759:0:21203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x386:0x0] initial LVB size: 5078880, mtime: 0x6812dd21, atime: 0x6812dd22, ctime: 0x6812dd21, blocks: 0x170b 00010000:00010000:3.0:1746066722.507764:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.507765:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.507768:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4600/0xfb36a14ee6080a2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780e5 expref: 11 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.507775:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4600/0xfb36a14ee6080a2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780e5 expref: 11 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066722.507781:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc4600, rc 0) 00000100:00100000:3.0:1746066722.507791:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882974951040:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 52us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.507796:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10312 00000100:00100000:2.0:1746066722.508721:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882974950784:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 1177us (2058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.508727:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10310 00000100:00100000:2.0:1746066722.508893:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974951168 00000100:00100000:2.0:1746066722.508897:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974951168 00000100:00100000:2.0:1746066722.508915:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10313 00000100:00100000:2.0:1746066722.508919:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882974951168:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066722.508927:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.508936:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009025c600/0xfb36a14ee6080a32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780ec expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066722.508947:0:9776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd21, atime: 0x6812dd21, ctime: 0x6812dd21, blocks: 0x102b 00010000:00010000:2.0:1746066722.508955:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.508956:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.508960:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009025c600/0xfb36a14ee6080a32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780ec expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.508968:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009025c600/0xfb36a14ee6080a32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780ec expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.508974:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009025c600, rc 0) 00000100:00100000:2.0:1746066722.508993:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882974951168:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 73us (1802us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.508997:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10313 00000100:00100000:0.0:1746066722.522142:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.522245:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974951424 00000100:00100000:3.0:1746066722.522253:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974951424 00000100:00100000:3.0:1746066722.522317:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4164 00000100:00100000:3.0:1746066722.522324:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882974951424:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:3.0:1746066722.522354:0:31368:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4a00/0xfb36a14ee6080a39 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.522366:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.522368:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.522372:0:31368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4a00/0xfb36a14ee6080a39 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.522383:0:31368:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4a00/0xfb36a14ee6080a39 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066722.527878:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.528467:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974951680 00000100:00100000:2.0:1746066722.528475:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974951680 00000100:00100000:2.0:1746066722.528545:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4165 00000100:00100000:2.0:1746066722.528554:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882974951680:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:2.0:1746066722.528590:0:31365:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009025d600/0xfb36a14ee6080a40 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.528603:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.528604:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.528609:0:31365:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009025d600/0xfb36a14ee6080a40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.528620:0:31365:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009025d600/0xfb36a14ee6080a40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066722.528757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.528771:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.528784:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.528811:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.529918:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974951936 00000100:00100000:2.0:1746066722.529923:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974951936 00000100:00100000:2.0:1746066722.529949:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974952192 00000100:00100000:2.0:1746066722.529952:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974952192 00000100:00100000:2.0:1746066722.529967:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974952448 00000100:00100000:2.0:1746066722.529969:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974952448 00000100:00100000:2.0:1746066722.529978:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974952704 00000100:00100000:2.0:1746066722.529980:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974952704 00000100:00100000:2.0:1746066722.529993:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4166 00000100:00100000:2.0:1746066722.529999:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1966:x1830882974951936:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:2.0:1746066722.530018:0:8456:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009025d400/0xfb36a14ee6080a47 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.530028:0:8456:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.530029:0:8456:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.530032:0:8456:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009025d400/0xfb36a14ee6080a47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.530040:0:8456:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009025d400/0xfb36a14ee6080a47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.530737:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4167 00000100:00100000:3.0:1746066722.530744:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882974952192:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:3.0:1746066722.530763:0:21552:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee6080a4e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.530771:0:21552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.530773:0:21552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.530776:0:21552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee6080a4e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.530784:0:21552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee6080a4e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.531863:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4168 00000100:00100000:2.0:1746066722.531873:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:df168249-af1c-45ee-81ad-11524bf803a3+15:1966:x1830882974952448:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:2.0:1746066722.531894:0:31366:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009025c200/0xfb36a14ee6080a55 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.531903:0:31366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.531904:0:31366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.531907:0:31366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009025c200/0xfb36a14ee6080a55 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.531916:0:31366:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009025c200/0xfb36a14ee6080a55 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066722.532915:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4169 00000100:00100000:0.0:1746066722.532924:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:1966:x1830882974952704:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066722.532945:0:21550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eb97400/0xfb36a14ee6080a5c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.532954:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066722.532955:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066722.532958:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb97400/0xfb36a14ee6080a5c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.532966:0:21550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb97400/0xfb36a14ee6080a5c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.538098:0:31368:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4a00/0xfb36a14ee6080a39 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.538112:0:31368:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4a00/0xfb36a14ee6080a39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.538119:0:31368:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4a00/0xfb36a14ee6080a39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.538124:0:31368:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc4a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066722.538127:0:31368:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4a00/0xfb36a14ee6080a39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.538133:0:31368:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4a00/0xfb36a14ee6080a39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.538148:0:31368:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4a00/0xfb36a14ee6080a39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.538153:0:31368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4a00/0xfb36a14ee6080a39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.538236:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:df168249-af1c-45ee-81ad-11524bf803a3+15:1965:x1830882974951424:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 15910us (16099us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066722.538244:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4164 00000100:00100000:0.0:1746066722.542964:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.543034:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974952960 00000100:00100000:3.0:1746066722.543042:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974952960 00000100:00100000:0.0:1746066722.543078:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.544737:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974953216 00000100:00100000:3.0:1746066722.544744:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974953216 00000100:00100000:0.0:1746066722.544751:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4170 00000100:00100000:0.0:1746066722.544760:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:df168249-af1c-45ee-81ad-11524bf803a3+15:1966:x1830882974952960:12345-192.168.202.57@tcp:3:lfs.0 00000100:00100000:3.0:1746066722.544781:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4171 00000100:00100000:3.0:1746066722.544786:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882974953216:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066722.544790:0:21551:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012eb97e00/0xfb36a14ee6080a63 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.544801:0:31368:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a6a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.544801:0:21551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066722.544803:0:21551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.544807:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.544808:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.544813:0:31368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a6a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.544984:0:31368:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a6a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.547636:0:21551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb97e00/0xfb36a14ee6080a63 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.547657:0:21551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eb97e00/0xfb36a14ee6080a63 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.548867:0:31365:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009025d600/0xfb36a14ee6080a40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.548877:0:31365:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009025d600/0xfb36a14ee6080a40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.548883:0:31365:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009025d600/0xfb36a14ee6080a40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.548888:0:31365:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009025d600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066722.548891:0:31365:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009025d600/0xfb36a14ee6080a40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.548897:0:31365:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009025d600/0xfb36a14ee6080a40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.548909:0:31365:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009025d600/0xfb36a14ee6080a40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.548914:0:31365:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009025d600/0xfb36a14ee6080a40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.548982:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882974951680:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 20425us (21108us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066722.548991:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4165 00010000:00010000:3.0:1746066722.550201:0:21552:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee6080a4e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.550218:0:21552:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee6080a4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.550232:0:21552:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee6080a4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.550237:0:21552:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc5000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066722.550240:0:21552:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee6080a4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.550255:0:21552:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee6080a4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.550266:0:21552:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee6080a4e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.550270:0:21552:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5000/0xfb36a14ee6080a4e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.550620:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:df168249-af1c-45ee-81ad-11524bf803a3+15:1966:x1830882974952192:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 19865us (21835us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066722.550628:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4167 00010000:00010000:2.0:1746066722.558031:0:8456:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009025d400/0xfb36a14ee6080a47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.558045:0:8456:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009025d400/0xfb36a14ee6080a47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.558053:0:8456:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009025d400/0xfb36a14ee6080a47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.558059:0:8456:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009025d400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066722.558062:0:8456:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009025d400/0xfb36a14ee6080a47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.558069:0:8456:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009025d400/0xfb36a14ee6080a47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.558085:0:8456:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009025d400/0xfb36a14ee6080a47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.558090:0:8456:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009025d400/0xfb36a14ee6080a47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.558165:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:df168249-af1c-45ee-81ad-11524bf803a3+12:1966:x1830882974951936:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 28163us (29405us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066722.558174:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4166 00010000:00010000:2.0:1746066722.565799:0:21550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eb97400/0xfb36a14ee6080a5c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.565812:0:21550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb97400/0xfb36a14ee6080a5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.565820:0:21550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eb97400/0xfb36a14ee6080a5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.565826:0:21550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eb97400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066722.565829:0:21550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eb97400/0xfb36a14ee6080a5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.565835:0:21550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eb97400/0xfb36a14ee6080a5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.565850:0:21550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eb97400/0xfb36a14ee6080a5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.565859:0:21550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb97400/0xfb36a14ee6080a5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.568004:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882974952704:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 35075us (39185us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066722.568017:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4169 00010000:00010000:2.0:1746066722.570628:0:31366:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009025c200/0xfb36a14ee6080a55 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.570641:0:31366:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009025c200/0xfb36a14ee6080a55 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.570649:0:31366:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009025c200/0xfb36a14ee6080a55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.570655:0:31366:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009025c200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066722.570659:0:31366:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009025c200/0xfb36a14ee6080a55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.570666:0:31366:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009025c200/0xfb36a14ee6080a55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.570713:0:31366:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009025c200/0xfb36a14ee6080a55 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.570720:0:31366:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009025c200/0xfb36a14ee6080a55 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.570781:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882974952448:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 38908us (41992us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066722.570792:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4168 00010000:00010000:3.0:1746066722.579552:0:31368:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a6a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.579566:0:31368:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a6a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.579572:0:31368:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.579578:0:31368:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc5a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066722.579581:0:31368:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.579588:0:31368:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.579601:0:31368:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.579606:0:31368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.579701:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882974953216:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 34910us (36618us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066722.579709:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4171 00010000:00010000:2.0:1746066722.582832:0:21551:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012eb97e00/0xfb36a14ee6080a63 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.582844:0:21551:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb97e00/0xfb36a14ee6080a63 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.582851:0:21551:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012eb97e00/0xfb36a14ee6080a63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.582856:0:21551:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eb97e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066722.582860:0:21551:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eb97e00/0xfb36a14ee6080a63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.582866:0:21551:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eb97e00/0xfb36a14ee6080a63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.582880:0:21551:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012eb97e00/0xfb36a14ee6080a63 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.582884:0:21551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eb97e00/0xfb36a14ee6080a63 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.582953:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:1966:x1830882974952960:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 38190us (39993us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066722.582962:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4170 00000100:00100000:0.0:1746066722.591053:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.591129:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974953472 00000100:00100000:2.0:1746066722.591136:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974953472 00000100:00100000:2.0:1746066722.591173:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8981 00000100:00100000:2.0:1746066722.591180:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:28651:x1830882974953472:12345-192.168.202.57@tcp:36:lfs.0 00010000:00010000:2.0:1746066722.591227:0:809:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.591248:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3a3c00/0xfb36a14ee6080a08 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780c2 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.591276:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066722.591280:0:809:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066722.591310:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a71 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.591320:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a71 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.591328:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a71 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00010000:2.0:1746066722.591473:0:809:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a8697480 reply state ffff88012c44e000 transno 8589942830 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a71 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:2.0:1746066722.591479:0:809:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746066722.592002:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:28651:x1830882974953472:12345-192.168.202.57@tcp:36:lfs.0 Request processed in 822us (954us total) trans 8589942830 rc 0/0 00000100:00100000:2.0:1746066722.592009:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8981 00010000:00010000:2.0:1746066722.594696:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a71 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.594706:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a71 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.594711:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a71 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.594717:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc5a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066722.594720:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a71 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.594725:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a71 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.594738:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066722.594741:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066722.594744:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a71 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066722.594748:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6080a71 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066722.595874:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.596740:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974953600 00000100:00100000:1.0:1746066722.596748:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974953600 00000100:00100000:1.0:1746066722.596906:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10314 00000100:00100000:1.0:1746066722.596913:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+11:28651:x1830882974953600:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066722.596927:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.596939:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780f3 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.596962:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6080a0f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780c9 expref: 12 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.596968:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.596971:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.596974:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780f3 expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.596997:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6080a0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780c9 expref: 12 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.597007:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6080a0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780c9 expref: 12 pid: 9776 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066722.597017:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976168320:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.597088:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86a1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.599206:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.599300:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976168320:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.599322:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780f3 expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.599334:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009391fa00, rc 0) 00000100:00100000:1.0:1746066722.599365:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+12:28651:x1830882974953600:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2452us (3495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.599373:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10314 00000100:00100000:2.0:1746066722.599772:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974953728 00000100:00100000:2.0:1746066722.599777:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974953728 00010000:00010000:2.0:1746066722.599799:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6080a0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780c9 expref: 12 pid: 9776 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066722.599815:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5113 00000100:00100000:2.0:1746066722.599821:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974953728:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.599829:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.599844:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6080a0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780c9 expref: 12 pid: 9776 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.599852:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6080a0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780c9 expref: 12 pid: 9776 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.599872:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6080a0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780c9 expref: 12 pid: 9776 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.599881:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.599883:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.599888:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780f3 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.599895:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780f3 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.599914:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780f3 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.599921:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976168448:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.599963:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d7d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.602155:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.602245:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974953856 00000100:00100000:1.0:1746066722.602252:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974953856 00000100:00100000:2.0:1746066722.602281:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976168448:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.602298:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.602328:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974953728:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2506us (3127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.602335:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5113 00000100:00100000:1.0:1746066722.602578:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10315 00000100:00100000:1.0:1746066722.602585:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+8:28651:x1830882974953856:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066722.602599:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.602611:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9780fa expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.602635:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a02e600/0xfb36a14ee6080a16 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d0 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.602641:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.602643:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.602646:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780fa expref: 9 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.602665:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a02e600/0xfb36a14ee6080a16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d0 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.602705:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a02e600/0xfb36a14ee6080a16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d0 expref: 9 pid: 9776 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066722.602715:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976168576:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.602752:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86a1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.603817:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976168576:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.603831:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780fa expref: 9 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.603842:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009391f800, rc 0) 00000100:00100000:1.0:1746066722.603863:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+9:28651:x1830882974953856:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 1280us (1714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.603869:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10315 00000100:00100000:0.0:1746066722.604715:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.604818:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974953984 00000100:00100000:2.0:1746066722.604823:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974953984 00010000:00010000:2.0:1746066722.604840:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a02e600/0xfb36a14ee6080a16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d0 expref: 9 pid: 9776 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066722.604873:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5114 00000100:00100000:2.0:1746066722.604879:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974953984:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.604888:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.604902:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a02e600/0xfb36a14ee6080a16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d0 expref: 9 pid: 9776 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.604911:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a02e600/0xfb36a14ee6080a16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d0 expref: 9 pid: 9776 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.604927:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a02e600/0xfb36a14ee6080a16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d0 expref: 9 pid: 9776 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.604936:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.604937:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.604942:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780fa expref: 8 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.604948:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780fa expref: 8 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.604966:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780fa expref: 8 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.604974:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976168704:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.605033:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d7d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.606715:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.606773:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974954112 00000100:00100000:1.0:1746066722.606778:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974954112 00000100:00100000:2.0:1746066722.606783:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976168704:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.606797:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066722.606800:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10316 00000100:00100000:1.0:1746066722.606805:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+9:28651:x1830882974954112:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066722.606817:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066722.606819:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974953984:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1940us (2106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.606824:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5114 00010000:00010000:1.0:1746066722.606827:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978101 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.606845:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092489800/0xfb36a14ee6080a1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d7 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.606851:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.606852:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.606855:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978101 expref: 9 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.606870:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092489800/0xfb36a14ee6080a1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d7 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.606879:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092489800/0xfb36a14ee6080a1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d7 expref: 9 pid: 9776 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066722.606887:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976168832:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.607108:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86a1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.608987:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.609037:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974954240 00000100:00100000:2.0:1746066722.609042:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974954240 00010000:00010000:2.0:1746066722.609061:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092489800/0xfb36a14ee6080a1d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d7 expref: 10 pid: 9776 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066722.609120:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5115 00000100:00100000:2.0:1746066722.609126:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974954240:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066722.609127:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976168832:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.609136:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066722.609143:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978101 expref: 10 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.609152:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092489800/0xfb36a14ee6080a1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d7 expref: 10 pid: 9776 timeout: 783 lvb_type: 1 00010000:00010000:1.0:1746066722.609156:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009391f200, rc 0) 00010000:00010000:2.0:1746066722.609160:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092489800/0xfb36a14ee6080a1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d7 expref: 10 pid: 9776 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.609174:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092489800/0xfb36a14ee6080a1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780d7 expref: 10 pid: 9776 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.609184:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.609185:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746066722.609207:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+9:28651:x1830882974954112:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2402us (2496us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.609213:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10316 00010000:00010000:2.0:1746066722.609332:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978101 expref: 8 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.609345:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978101 expref: 8 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.609365:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978101 expref: 8 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.609374:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976168960:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.610512:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d7d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.612181:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.612261:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974954368 00000100:00100000:1.0:1746066722.612266:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974954368 00000100:00100000:1.0:1746066722.612294:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10317 00000100:00100000:1.0:1746066722.612299:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+11:28651:x1830882974954368:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:2.0:1746066722.612301:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976168960:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066722.612312:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.612315:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066722.612325:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978108 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.612339:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974954240:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3214us (3356us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066722.612342:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5400/0xfb36a14ee6080a24 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780de expref: 12 pid: 21203 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066722.612345:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5115 00010000:00010000:1.0:1746066722.612348:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.612349:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.612351:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978108 expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.612368:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5400/0xfb36a14ee6080a24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780de expref: 12 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.612377:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5400/0xfb36a14ee6080a24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780de expref: 12 pid: 21203 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066722.612391:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976169088:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.612798:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86a1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.614301:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976169088:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.614319:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978108 expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.614331:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009391fe00, rc 0) 00000100:00100000:1.0:1746066722.614357:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+12:28651:x1830882974954368:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2057us (2179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.614364:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10317 00000100:00100000:0.0:1746066722.614828:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.618755:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974954496 00000100:00100000:2.0:1746066722.618765:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974954496 00010000:00010000:2.0:1746066722.618798:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5400/0xfb36a14ee6080a24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780de expref: 12 pid: 21203 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066722.618824:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5116 00000100:00100000:2.0:1746066722.618831:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882974954496:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.618844:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.618862:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5400/0xfb36a14ee6080a24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780de expref: 12 pid: 21203 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.618877:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5400/0xfb36a14ee6080a24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780de expref: 12 pid: 21203 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.618897:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5400/0xfb36a14ee6080a24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780de expref: 12 pid: 21203 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.618921:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.618923:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.618928:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978108 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.618935:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978108 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.618962:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978108 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.618971:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976169216:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.619048:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d7d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.621012:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976169216:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.621028:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.621055:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882974954496:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2224us (6228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.621063:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5116 00000100:00100000:0.0:1746066722.621996:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.622147:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974954624 00000100:00100000:1.0:1746066722.622153:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974954624 00000100:00100000:1.0:1746066722.622178:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10318 00000100:00100000:1.0:1746066722.622183:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+11:28651:x1830882974954624:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066722.622197:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.622209:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97810f expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.622236:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4600/0xfb36a14ee6080a2b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780e5 expref: 12 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.622243:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.622244:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.622247:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97810f expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.622272:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4600/0xfb36a14ee6080a2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780e5 expref: 12 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.622281:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4600/0xfb36a14ee6080a2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780e5 expref: 12 pid: 21203 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066722.622290:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976169344:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.623233:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86a1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.626899:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976169344:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.626927:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97810f expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.626942:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009391fc00, rc 0) 00000100:00100000:1.0:1746066722.626988:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+12:28651:x1830882974954624:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4803us (4993us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.626996:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10318 00000100:00100000:0.0:1746066722.627568:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.627644:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974954752 00000100:00100000:2.0:1746066722.627651:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974954752 00010000:00010000:2.0:1746066722.627695:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4600/0xfb36a14ee6080a2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780e5 expref: 12 pid: 21203 timeout: 783 lvb_type: 1 00000100:00100000:2.0:1746066722.627715:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5117 00000100:00100000:2.0:1746066722.627721:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882974954752:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.627731:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.627747:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4600/0xfb36a14ee6080a2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780e5 expref: 12 pid: 21203 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.627757:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4600/0xfb36a14ee6080a2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780e5 expref: 12 pid: 21203 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.627775:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4600/0xfb36a14ee6080a2b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780e5 expref: 12 pid: 21203 timeout: 783 lvb_type: 1 00010000:00010000:2.0:1746066722.627796:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.627798:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.627804:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97810f expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.627811:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97810f expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.627835:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97810f expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.627844:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976169472:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.627890:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d7d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.629852:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.629930:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974954880 00000100:00100000:1.0:1746066722.629935:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974954880 00000100:00100000:1.0:1746066722.629968:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10319 00000100:00100000:1.0:1746066722.629974:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+8:28651:x1830882974954880:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066722.629988:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.630000:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978116 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.630024:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009025c600/0xfb36a14ee6080a32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780ec expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.630030:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.630031:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.630034:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 9 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.630053:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009025c600/0xfb36a14ee6080a32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780ec expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066722.630062:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009025c600/0xfb36a14ee6080a32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780ec expref: 9 pid: 9776 timeout: 783 lvb_type: 1 00000100:00100000:1.0:1746066722.630070:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976169600:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.630123:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86a1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.630331:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976169472:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.630346:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.630378:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882974954752:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2657us (2811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.630385:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5117 00000100:00100000:1.0:1746066722.632970:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976169600:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.632989:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 9 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.633000:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009391f000, rc 0) 00000100:00100000:1.0:1746066722.633027:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+9:28651:x1830882974954880:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3053us (3181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.633034:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10319 00000100:00100000:0.0:1746066722.633183:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.633322:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974955008 00000100:00100000:3.0:1746066722.633328:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974955008 00010000:00010000:3.0:1746066722.633347:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009025c600/0xfb36a14ee6080a32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780ec expref: 9 pid: 9776 timeout: 783 lvb_type: 1 00000100:00100000:3.0:1746066722.633363:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5118 00000100:00100000:3.0:1746066722.633367:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974955008:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.633377:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.633392:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009025c600/0xfb36a14ee6080a32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780ec expref: 9 pid: 9776 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.633400:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009025c600/0xfb36a14ee6080a32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780ec expref: 9 pid: 9776 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.633417:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009025c600/0xfb36a14ee6080a32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780ec expref: 9 pid: 9776 timeout: 783 lvb_type: 1 00010000:00010000:3.0:1746066722.633428:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.633429:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.633434:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 8 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.633441:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 8 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.633460:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 8 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.633467:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976169728:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066722.633505:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.635941:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.636403:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976169728:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066722.636419:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066722.636547:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974955136 00000100:00100000:1.0:1746066722.636553:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974955136 00000100:00100000:1.0:1746066722.636587:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10320 00000100:00100000:1.0:1746066722.636594:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974955136:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:3.0:1746066722.637161:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974955008:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3790us (3976us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.637169:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5118 00000100:00100000:0.0:1746066722.637333:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.637345:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974955264 00000100:00100000:0.0:1746066722.637348:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974955264 00000100:00100000:0.0:1746066722.637365:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10321 00000100:00100000:0.0:1746066722.637369:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974955264:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:0.0:1746066722.637483:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066722.637486:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:0.0:1746066722.637488:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066720 -> 1746066722 00002000:00010000:0.0:1746066722.637490:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066721 -> 1746066722 00002000:00010000:0.0:1746066722.637491:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066722.637519:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974955264:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 149us (186us total) trans 17179872736 rc 0/0 00000100:00100000:0.0:1746066722.637525:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10321 00000100:00100000:0.0:1746066722.637552:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.637562:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974955392 00000100:00100000:0.0:1746066722.637565:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974955392 00000100:00100000:0.0:1746066722.637577:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10322 00000100:00100000:0.0:1746066722.637581:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974955392:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:2.0:1746066722.637600:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.637614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.637624:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974955520 00000100:00100000:2.0:1746066722.637626:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974955520 00002000:00010000:0.0:1746066722.637638:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00000100:00100000:2.0:1746066722.637640:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974955648 00002000:00010000:0.0:1746066722.637641:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00000100:00100000:2.0:1746066722.637642:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974955648 00002000:00010000:0.0:1746066722.637642:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066720 -> 1746066722 00002000:00010000:0.0:1746066722.637644:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066720 -> 1746066722 00002000:00010000:0.0:1746066722.637646:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746066722.637651:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10323 00000100:00100000:2.0:1746066722.637655:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882974955520:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:0.0:1746066722.637660:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974955392:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 78us (107us total) trans 17179872737 rc 0/0 00000100:00100000:0.0:1746066722.637665:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10322 00000100:00100000:0.0:1746066722.637692:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10324 00000100:00100000:0.0:1746066722.637698:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882974955648:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:2.0:1746066722.637731:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746066722.637734:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:2.0:1746066722.637735:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066720 -> 1746066722 00002000:00010000:2.0:1746066722.637737:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066721 -> 1746066722 00002000:00010000:2.0:1746066722.637738:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1746066722.637753:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+16:1963:x1830882974955520:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 98us (154us total) trans 21474840069 rc 0/0 00002000:00010000:0.0:1746066722.637757:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00000100:00100000:2.0:1746066722.637758:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10323 00002000:00010000:0.0:1746066722.637759:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:0.0:1746066722.637761:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:0.0:1746066722.637762:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066721 -> 1746066722 00002000:00010000:0.0:1746066722.637764:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5899 -> 5899 00000100:00100000:0.0:1746066722.637780:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+15:1963:x1830882974955648:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 82us (164us total) trans 21474840070 rc 0/0 00000100:00100000:0.0:1746066722.637785:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10324 00000100:00100000:2.0:1746066722.637793:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:1.0:1746066722.637866:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1746066722.637868:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:1.0:1746066722.637870:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066721 -> 1746066722 00002000:00010000:1.0:1746066722.637872:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066721 -> 1746066722 00002000:00010000:1.0:1746066722.637873:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:1.0:1746066722.637888:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882974955136:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 1294us (1953us total) trans 21474840068 rc 0/0 00000100:00100000:1.0:1746066722.637892:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10320 00000100:00100000:1.0:1746066722.637899:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974955776 00000100:00100000:1.0:1746066722.637901:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974955776 00000100:00100000:0.0:1746066722.638230:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10325 00000100:00100000:0.0:1746066722.638236:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974955776:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:0.0:1746066722.638298:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746066722.638300:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:0.0:1746066722.638302:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066721 -> 1746066722 00002000:00010000:0.0:1746066722.638303:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066721 -> 1746066722 00002000:00010000:0.0:1746066722.638305:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:0.0:1746066722.638322:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974955776:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 86us (528us total) trans 17179872738 rc 0/0 00000100:00100000:0.0:1746066722.638327:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10325 00000100:00100000:0.0:1746066722.641192:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.641271:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974956032 00000100:00100000:1.0:1746066722.641277:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974956032 00000100:00100000:1.0:1746066722.641322:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3533 00000100:00100000:1.0:1746066722.641329:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:28651:x1830882974956032:12345-192.168.202.57@tcp:35:lfs.0 00000004:00010000:1.0:1746066722.641373:0:14552:0:(mdt_open.c:2471:mdt_close_resync_done()) ### [0x200000403:0x315:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13c00/0xfb36a14ee60809bb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780b4 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.641413:0:14552:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14552 initiator: MDT0 00010000:00010000:1.0:1746066722.641425:0:14552:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea800/0xfb36a14ee60809fa lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780bb expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.641431:0:14552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14552 initiator: MDT0 00010000:00010000:1.0:1746066722.641458:0:14552:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea800/0xfb36a14ee60809fa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780bb expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.641468:0:14552:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea800/0xfb36a14ee60809fa lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780bb expref: 9 pid: 14550 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.641479:0:14552:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:14552:1830882976169856:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.641553:0:14552:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86a1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.644879:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.644939:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974956160 00000100:00100000:3.0:1746066722.644945:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974956160 00010000:00010000:3.0:1746066722.644972:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea800/0xfb36a14ee60809fa lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780bb expref: 10 pid: 14550 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.644978:0:14552:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:14552:1830882976169856:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.644993:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5119 00010000:00010000:1.0:1746066722.644994:0:14552:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14552 initiator: MDT0 00000100:00100000:3.0:1746066722.644999:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974956160:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.645008:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.645013:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea800/0xfb36a14ee60809fa lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780bb expref: 10 pid: 14550 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.645021:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea800/0xfb36a14ee60809fa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780bb expref: 10 pid: 14550 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.645038:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea800/0xfb36a14ee60809fa lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780bb expref: 10 pid: 14550 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.645066:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.645070:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14552 initiator: MDT0 00010000:00010000:3.0:1746066722.645078:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14552 initiator: MDT0 00010000:00010000:3.0:1746066722.645084:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14552 initiator: MDT0 00010000:00010000:3.0:1746066722.645106:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066722.645131:0:14552:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14552 initiator: MDT0 00000100:00100000:3.0:1746066722.645136:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974956160:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 136us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.645142:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5119 00010000:00010000:1.0:1746066722.645543:0:14552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14552 initiator: MDT0 00000040:00080000:1.0:1746066722.646157:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2537, 88 off212632 00000004:00080000:1.0:1746066722.646163:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683823486724ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.646565:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2489, 88 off208496 00000004:00080000:1.0:1746066722.646569:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683823893081ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.646595:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2490, 88 off208584 00000004:00080000:1.0:1746066722.646598:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683823921574ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.646605:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2538, 88 off212720 00000004:00080000:1.0:1746066722.646607:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683823930967ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.646612:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2539, 88 off212808 00000004:00080000:1.0:1746066722.646614:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683823938489ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.646620:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2491, 88 off208672 00000004:00080000:1.0:1746066722.646622:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683823946631ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.646628:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2492, 88 off208760 00000004:00080000:1.0:1746066722.646630:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683823954521ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.646636:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2493, 88 off208848 00000004:00080000:1.0:1746066722.646638:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683823961890ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.646644:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2540, 88 off212896 00000004:00080000:1.0:1746066722.646646:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683823969580ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.646652:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2494, 88 off208936 00000004:00080000:1.0:1746066722.646654:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683823977971ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.646711:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2542, 88 off213080 00000004:00080000:1.0:1746066722.646715:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683824038706ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.646724:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2495, 88 off209024 00000004:00080000:1.0:1746066722.646726:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683824050210ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.646733:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2543, 88 off213168 00000004:00080000:1.0:1746066722.646735:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683824058846ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.646741:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2544, 88 off213256 00000004:00080000:1.0:1746066722.646743:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683824067119ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.646748:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2545, 88 off213344 00000004:00080000:1.0:1746066722.646750:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683824074287ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.646756:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2546, 88 off213432 00000004:00080000:1.0:1746066722.646758:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683824082099ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.646765:0:14552:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2496, 88 off209112 00000004:00080000:1.0:1746066722.646767:0:14552:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683824091039ns, next at 634327279575ns, rc = 0 00000004:00010000:1.0:1746066722.670395:0:14552:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009244e680 reply state ffff88009b20e800 transno 8589942831 ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14552 initiator: MDT0 00000100:00100000:1.0:1746066722.670411:0:14552:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746066722.670420:0:14552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066722.670422:0:14552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1746066722.670430:0:14552:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb13c00/0xfb36a14ee60809bb lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780b4 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746066722.670489:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942831 is committed 00000004:00080000:0.0:1746066722.670494:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1780 committed 00000004:00080000:0.0:1746066722.670501:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1831 committed 00000004:00080000:0.0:1746066722.670505:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1830 committed 00000004:00080000:0.0:1746066722.670506:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1829 committed 00000004:00080000:0.0:1746066722.670507:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1828 committed 00000004:00080000:0.0:1746066722.670508:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1779 committed 00000004:00080000:0.0:1746066722.670510:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1827 committed 00000004:00080000:0.0:1746066722.670511:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1778 committed 00000004:00080000:0.0:1746066722.670512:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1826 committed 00000004:00080000:0.0:1746066722.670513:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1777 committed 00010000:00080000:1.0:1746066722.670514:0:14552:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000004:00080000:0.0:1746066722.670515:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1776 committed 00000004:00080000:0.0:1746066722.670516:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1775 committed 00000004:00080000:0.0:1746066722.670517:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1825 committed 00000004:00080000:0.0:1746066722.670519:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1824 committed 00000004:00080000:0.0:1746066722.670521:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1774 committed 00000100:00100000:1.0:1746066722.670523:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:28651:x1830882974956032:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 29194us (29336us total) trans 8589942831 rc 0/0 00000004:00080000:0.0:1746066722.670523:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1773 committed 00000004:00080000:0.0:1746066722.670525:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1823 committed 00000100:00100000:1.0:1746066722.670531:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3533 00000100:00100000:1.0:1746066722.670756:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976170240:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066722.670793:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.670815:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976170752:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066722.670828:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.670840:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976171264:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066722.670853:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.670863:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e842d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976171776:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1746066722.670865:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14552 initiator: MDT0 00010000:00010000:2.0:1746066722.670872:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14552 initiator: MDT0 00000100:00100000:1.0:1746066722.670874:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1746066722.670879:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14552 initiator: MDT0 00010000:00010000:2.0:1746066722.670884:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009391ec00 already unused, calling callback (ffffffffa137d690) 00000100:00100000:1.0:1746066722.670884:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00010000:00010000:2.0:1746066722.670887:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14552 initiator: MDT0 00000100:00100000:1.0:1746066722.670887:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976170368:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1746066722.670893:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14552 initiator: MDT0 00000100:00100000:1.0:1746066722.670897:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1746066722.670904:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00000100:00100000:1.0:1746066722.670904:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976170880:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1746066722.670906:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066722.670908:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14552 initiator: MDT0 00010000:00010000:2.0:1746066722.670913:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009391ec00/0xfb36a14ee6080aa2 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14552 initiator: MDT0 00000100:00100000:1.0:1746066722.670915:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.670923:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976171392:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.670928:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976170240 00000100:00100000:2.0:1746066722.670932:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976170240 00000100:00100000:1.0:1746066722.670933:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.670941:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976171904:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066722.670951:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.670955:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976170752 00000100:00100000:2.0:1746066722.670956:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976170752 00000100:00100000:2.0:1746066722.670964:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976171264 00000100:00100000:1.0:1746066722.670965:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976171776 00000100:00100000:2.0:1746066722.670966:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976171264 00000100:00100000:1.0:1746066722.670967:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976171776 00000100:00100000:2.0:1746066722.670972:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976170368 00000100:00100000:2.0:1746066722.670973:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976170368 00000100:00100000:1.0:1746066722.670975:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976170880 00000100:00100000:1.0:1746066722.670976:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976170880 00000100:00100000:2.0:1746066722.670979:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976171392 00000100:00100000:2.0:1746066722.670980:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976171392 00000100:00100000:1.0:1746066722.670982:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976171904 00000100:00100000:1.0:1746066722.670983:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976171904 00000100:00100000:2.0:1746066722.670988:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10326 00000100:00100000:2.0:1746066722.670992:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3293:x1830882976170240:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066722.670998:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10327 00000100:00100000:1.0:1746066722.671002:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3293:x1830882976170752:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066722.671032:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10328 00000100:00100000:1.0:1746066722.671036:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+62:3293:x1830882976171264:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746066722.671117:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1746066722.671117:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:2.0:1746066722.671120:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:1.0:1746066722.671120:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:2.0:1746066722.671123:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:1.0:1746066722.671123:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.671124:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:1.0:1746066722.671124:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.671126:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00002000:00010000:1.0:1746066722.671126:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5899 -> 5899 00000100:00100000:2.0:1746066722.671146:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3293:x1830882976170240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 153us (352us total) trans 17179872739 rc 0/0 00000100:00100000:1.0:1746066722.671146:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+63:3293:x1830882976171264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 109us (291us total) trans 21474840071 rc 0/0 00000100:00100000:2.0:1746066722.671151:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10326 00000100:00100000:1.0:1746066722.671153:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10328 00000100:00100000:1.0:1746066722.671159:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10329 00000100:00100000:1.0:1746066722.671163:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+62:3293:x1830882976171776:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.671189:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976169984:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.671207:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.671215:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976170496:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066722.671216:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066722.671228:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1746066722.671230:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746066722.671232:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1746066722.671233:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066722.671243:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066722.671248:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+63:3293:x1830882976171776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 85us (373us total) trans 21474840072 rc 0/0 00000100:00100000:0.0:1746066722.671251:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976171008:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.671260:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.671265:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976171520:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.671280:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.671288:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1746066722.671292:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976170112:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.671304:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.671312:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976170624:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.671322:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.671327:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976171136:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.671338:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.671344:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976171648:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.671355:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066722.671431:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976169984 00000100:00100000:3.0:1746066722.671434:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976169984 00000100:00100000:0.0:1746066722.671786:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976170496 00000100:00100000:0.0:1746066722.671790:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976170496 00000100:00100000:2.0:1746066722.672101:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10330 00000100:00100000:2.0:1746066722.672108:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3293:x1830882976170368:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746066722.672177:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746066722.672179:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:2.0:1746066722.672181:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:2.0:1746066722.672182:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:2.0:1746066722.672184:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746066722.672205:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3293:x1830882976170368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 99us (1307us total) trans 17179872740 rc 0/0 00000100:00100000:2.0:1746066722.672210:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10330 00000100:00100000:2.0:1746066722.672604:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976171008 00000100:00100000:2.0:1746066722.672607:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976171008 00000100:00100000:2.0:1746066722.672618:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976171520 00000100:00100000:2.0:1746066722.672619:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976171520 00000100:00100000:2.0:1746066722.672623:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976170112 00000100:00100000:2.0:1746066722.672625:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976170112 00000100:00100000:2.0:1746066722.672629:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976170624 00000100:00100000:2.0:1746066722.672630:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976170624 00000100:00100000:2.0:1746066722.672635:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976171136 00000100:00100000:2.0:1746066722.672636:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976171136 00000100:00100000:2.0:1746066722.672640:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976171648 00000100:00100000:2.0:1746066722.672641:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976171648 00000100:00100000:2.0:1746066722.672649:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10331 00000100:00100000:2.0:1746066722.672653:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3293:x1830882976170880:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.672733:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3293:x1830882976170880:12345-0@lo:2:osp-syn-1-0.0 Request processed in 80us (1817us total) trans 17179872741 rc 0/0 00000100:00100000:2.0:1746066722.672738:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10331 00000100:00100000:2.0:1746066722.672746:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10332 00000100:00100000:2.0:1746066722.672750:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+67:3293:x1830882976171392:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.672813:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+68:3293:x1830882976171392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 63us (1879us total) trans 21474840073 rc 0/0 00000100:00100000:2.0:1746066722.672817:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10332 00000100:00100000:2.0:1746066722.672827:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10333 00000100:00100000:2.0:1746066722.672831:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+67:3293:x1830882976171904:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.672882:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+68:3293:x1830882976171904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 50us (1929us total) trans 21474840074 rc 0/0 00000100:00100000:2.0:1746066722.672886:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10333 00000100:00100000:2.0:1746066722.672893:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10334 00000100:00100000:2.0:1746066722.672897:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+67:3295:x1830882976171008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746066722.672955:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1746066722.672957:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:2.0:1746066722.672959:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.672961:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.672962:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:2.0:1746066722.672982:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+68:3295:x1830882976171008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 85us (1721us total) trans 21474840075 rc 0/0 00000100:00100000:2.0:1746066722.672987:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10334 00000100:00100000:2.0:1746066722.672996:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10335 00000100:00100000:2.0:1746066722.673001:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+67:3295:x1830882976171520:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.673062:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+68:3295:x1830882976171520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 61us (1781us total) trans 21474840076 rc 0/0 00000100:00100000:2.0:1746066722.673066:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10335 00000100:00100000:2.0:1746066722.673074:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10336 00000100:00100000:2.0:1746066722.673078:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3295:x1830882976170112:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746066722.673128:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746066722.673130:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:2.0:1746066722.673131:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.673133:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.673135:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746066722.673148:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976170112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 70us (1843us total) trans 17179872742 rc 0/0 00000100:00100000:2.0:1746066722.673151:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10336 00000100:00100000:2.0:1746066722.673158:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10337 00000100:00100000:2.0:1746066722.673162:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3295:x1830882976170624:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.673211:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976170624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 49us (1888us total) trans 17179872743 rc 0/0 00000100:00100000:2.0:1746066722.673215:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10337 00000100:00100000:2.0:1746066722.673233:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10338 00000100:00100000:2.0:1746066722.673237:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+67:3295:x1830882976171136:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746066722.673287:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746066722.673289:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:2.0:1746066722.673291:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.673292:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.673294:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1746066722.673308:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+68:3295:x1830882976171136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (1969us total) trans 21474840077 rc 0/0 00000100:00100000:2.0:1746066722.673312:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10338 00000100:00100000:2.0:1746066722.673318:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10339 00000100:00100000:2.0:1746066722.673322:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+67:3295:x1830882976171648:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.673384:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+68:3295:x1830882976171648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 61us (2027us total) trans 21474840078 rc 0/0 00000100:00100000:2.0:1746066722.673388:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10339 00000100:00100000:1.0:1746066722.673882:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10329 00000100:00100000:1.0:1746066722.673960:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3293:x1830882976170752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2957us (3131us total) trans 17179872744 rc 0/0 00000100:00100000:1.0:1746066722.673965:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10327 00000004:00080000:1.0:1746066722.673996:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5e300/2, rc 0, transno 17179872740 00000100:00100000:1.0:1746066722.674001:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976170368:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066722.674008:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5dc00/2, rc 0, transno 17179872741 00000100:00100000:1.0:1746066722.674011:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976170880:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066722.674019:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e843b80/2, rc 0, transno 21474840073 00000100:00100000:3.0:1746066722.674025:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10340 00000100:00100000:3.0:1746066722.674035:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3295:x1830882976169984:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066722.674110:0:8451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746066722.674112:0:8451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:3.0:1746066722.674113:0:8451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:3.0:1746066722.674115:0:8451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:3.0:1746066722.674116:0:8451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746066722.674136:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976169984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (2928us total) trans 17179872745 rc 0/0 00000100:00100000:3.0:1746066722.674140:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10340 00000100:00100000:0.0:1746066722.674190:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10341 00000100:00100000:0.0:1746066722.674195:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3295:x1830882976170496:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.674273:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976170496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 79us (3029us total) trans 17179872746 rc 0/0 00000100:00100000:0.0:1746066722.674280:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10341 00000100:00100000:0.0:1746066722.674537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.674572:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976171392:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066722.674615:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c22c000/2, rc 0, transno 21474840074 00000100:00100000:1.0:1746066722.674618:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976171904:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066722.674711:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e842d80/2, rc 0, transno 21474840072 00000100:00100000:1.0:1746066722.674714:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e842d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976171776:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066722.674720:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e840000/2, rc 0, transno 21474840071 00000100:00100000:1.0:1746066722.674722:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976171264:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066722.674727:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5c700/2, rc 0, transno 17179872744 00000100:00100000:1.0:1746066722.674729:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976170752:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066722.674736:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5c000/2, rc 0, transno 17179872739 00000100:00100000:1.0:1746066722.674738:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976170240:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.675084:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976172032:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.675104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066722.675133:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5ea00/2, rc 0, transno 17179872742 00000100:00100000:0.0:1746066722.675136:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976170112:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066722.675142:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5f100/2, rc 0, transno 17179872743 00000100:00100000:0.0:1746066722.675144:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976170624:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066722.675150:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e868000/2, rc 0, transno 21474840077 00000100:00100000:0.0:1746066722.675152:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976171136:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066722.675158:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e841f80/2, rc 0, transno 21474840078 00000100:00100000:0.0:1746066722.675160:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976171648:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066722.675164:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5ed80/2, rc 0, transno 17179872745 00000100:00100000:0.0:1746066722.675166:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976169984:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066722.675170:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5d500/2, rc 0, transno 17179872746 00000100:00100000:0.0:1746066722.675172:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976170496:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066722.675177:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5c380/2, rc 0, transno 21474840075 00000100:00100000:0.0:1746066722.675179:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976171008:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066722.675183:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e841880/2, rc 0, transno 21474840076 00000100:00100000:0.0:1746066722.675185:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976171520:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066722.675315:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976172032 00000100:00100000:1.0:1746066722.675319:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976172032 00000100:00100000:3.0:1746066722.675443:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974956288 00000100:00100000:3.0:1746066722.675447:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974956288 00000100:00100000:1.0:1746066722.675666:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10342 00000100:00100000:1.0:1746066722.675672:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+67:3295:x1830882976172032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066722.676661:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8982 00000100:00100000:3.0:1746066722.676668:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+6:28651:x1830882974956288:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066722.676690:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.676703:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5c00/0xfb36a14ee6080aa9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97811d expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.676746:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5c00/0xfb36a14ee6080aa9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97811d expref: 7 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.676756:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5c00/0xfb36a14ee6080aa9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97811d expref: 7 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.676768:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.676771:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066722.676774:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990f5c00, rc 0) 00000100:00100000:3.0:1746066722.677061:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:28651:x1830882974956288:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 393us (2525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.677067:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8982 00000100:00100000:1.0:1746066722.678045:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+68:3295:x1830882976172032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2372us (2939us total) trans 21474840079 rc 0/0 00000100:00100000:1.0:1746066722.678053:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10342 00000004:00080000:0.0:1746066722.678213:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c22df80/2, rc 0, transno 21474840079 00000100:00100000:0.0:1746066722.678226:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976172032:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.684543:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.684967:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974956544 00000100:00100000:1.0:1746066722.684974:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974956544 00000100:00100000:1.0:1746066722.685012:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3534 00000100:00100000:1.0:1746066722.685019:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:28651:x1830882974956544:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:1.0:1746066722.686029:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:28651:x1830882974956544:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 1009us (1491us total) trans 8589942832 rc 0/0 00000100:00100000:1.0:1746066722.686036:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3534 00000100:00100000:0.0:1746066722.705994:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.706055:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974956800 00000100:00100000:3.0:1746066722.706062:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974956800 00000100:00100000:3.0:1746066722.706103:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8983 00000100:00100000:3.0:1746066722.706112:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+251:28660:x1830882974956800:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066722.706131:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.706145:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5000/0xfb36a14ee6080ab0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978124 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.706236:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e5800/0xfb36a14ee6080ab7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706246:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e5800/0xfb36a14ee6080ab7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706254:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e5800/0xfb36a14ee6080ab7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706265:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4600/0xfb36a14ee6080abe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706268:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4600/0xfb36a14ee6080abe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706271:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4600/0xfb36a14ee6080abe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706340:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee6080ac5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706344:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee6080ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706347:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee6080ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:3.0:1746066722.706352:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:3.0:1746066722.706421:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e5800/0xfb36a14ee6080ab7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706426:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e5800/0xfb36a14ee6080ab7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706431:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e5800/0xfb36a14ee6080ab7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706436:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f4e5800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066722.706438:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e5800/0xfb36a14ee6080ab7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706442:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e5800/0xfb36a14ee6080ab7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706450:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066722.706451:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066722.706454:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e5800/0xfb36a14ee6080ab7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706457:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e5800/0xfb36a14ee6080ab7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706465:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4600/0xfb36a14ee6080abe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706468:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4600/0xfb36a14ee6080abe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706470:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4600/0xfb36a14ee6080abe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706473:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f4e4600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066722.706474:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4600/0xfb36a14ee6080abe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706476:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4600/0xfb36a14ee6080abe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706479:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13b00) 00010000:00010000:3.0:1746066722.706480:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066722.706481:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4600/0xfb36a14ee6080abe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706483:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4600/0xfb36a14ee6080abe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.706506:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5000/0xfb36a14ee6080ab0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978124 expref: 254 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.706513:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee6080ac5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978124 expref: 253 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.706517:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.706518:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066722.706520:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4e4800, rc 0) 00000100:00100000:3.0:1746066722.706564:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28660:x1830882974956800:12345-192.168.202.57@tcp:101:cat.0 Request processed in 454us (576us total) trans 8589942833 rc 0/0 00000100:00100000:3.0:1746066722.706568:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8983 00000100:00100000:0.0:1746066722.710253:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.711757:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974957056 00000100:00100000:3.0:1746066722.711766:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974957056 00000100:00100000:3.0:1746066722.711822:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8984 00000100:00100000:3.0:1746066722.711831:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:28662:x1830882974957056:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066722.711851:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.711867:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e5a00/0xfb36a14ee6080ad3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97812b expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.712091:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5800/0xfb36a14ee6080ada lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00000100:00100000:1.0:1746066722.712092:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066722.712102:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5800/0xfb36a14ee6080ada lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.712110:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5800/0xfb36a14ee6080ada lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.712119:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ae1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.712127:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066722.713372:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974957312 00000100:00100000:0.0:1746066722.713378:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974957312 00000100:00100000:0.0:1746066722.713422:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3535 00000100:00100000:0.0:1746066722.713428:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997fb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28660:x1830882974957312:12345-192.168.202.57@tcp:35:cat.0 00010000:00010000:3.0:1746066722.713747:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.713962:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ae8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.714809:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.714817:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:3.0:1746066722.714826:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000100:00100000:1.0:1746066722.714983:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997fb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28660:x1830882974957312:12345-192.168.202.57@tcp:35:cat.0 Request processed in 1553us (2890us total) trans 8589942834 rc 0/0 00000100:00100000:1.0:1746066722.714992:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3535 00010000:00010000:3.0:1746066722.715184:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5800/0xfb36a14ee6080ada lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715191:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5800/0xfb36a14ee6080ada lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715196:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5800/0xfb36a14ee6080ada lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715201:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800990f5800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066722.715204:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5800/0xfb36a14ee6080ada lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715209:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5800/0xfb36a14ee6080ada lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715230:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066722.715233:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066722.715237:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5800/0xfb36a14ee6080ada lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715241:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5800/0xfb36a14ee6080ada lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715251:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715255:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ae1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715259:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ae1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715262:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5b0e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066722.715264:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ae1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715268:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ae1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715273:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13700) 00010000:00010000:3.0:1746066722.715275:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066722.715276:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ae1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715280:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ae1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.715314:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e5a00/0xfb36a14ee6080ad3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97812b expref: 10 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.715323:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ae8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97812b expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.715329:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.715331:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066722.715469:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1000, rc 0) 00000100:00100000:3.0:1746066722.715495:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28662:x1830882974957056:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3666us (5252us total) trans 8589942835 rc 0/0 00000100:00100000:3.0:1746066722.715501:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8984 00000100:00100000:2.0:1746066722.718714:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.718714:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.718766:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974957696 00000100:00100000:3.0:1746066722.718772:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974957696 00000100:00100000:3.0:1746066722.718806:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8985 00000100:00100000:3.0:1746066722.718813:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28658:x1830882974957696:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066722.718831:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.718844:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0400/0xfb36a14ee6080af6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978139 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.718910:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.718921:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee6080ac5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978124 expref: 255 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.718927:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ae8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97812b expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.718933:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 5/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.718955:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ae8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97812b expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.718965:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ae8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97812b expref: 8 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.718975:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976172160:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066722.719048:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee6080ac5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978124 expref: 255 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.719056:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee6080ac5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978124 expref: 255 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.719063:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976172288:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.719081:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.719204:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974957440 00000100:00100000:1.0:1746066722.719208:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974957440 00000100:00100000:1.0:1746066722.719250:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10343 00000100:00100000:1.0:1746066722.719256:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:28660:x1830882974957440:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066722.719264:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.719273:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978132 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.719289:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780f3 expref: 13 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.719300:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066722.719302:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066722.719304:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978132 expref: 39 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.719319:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780f3 expref: 13 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.719326:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780f3 expref: 13 pid: 8112 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.719332:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976172416:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.719352:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.720931:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.720970:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974957824 00000100:00100000:2.0:1746066722.720974:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974957824 00000100:00100000:3.0:1746066722.721067:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976172160:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.721075:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976172288:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066722.721095:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:2.0:1746066722.721155:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10344 00000100:00100000:2.0:1746066722.721162:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:28664:x1830882974957824:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.721171:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.721181:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978140 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.721196:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.721200:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978140 expref: 27 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.721208:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978140 expref: 27 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.721217:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb13c00, rc 0) 00000100:00100000:2.0:1746066722.721254:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28664:x1830882974957824:12345-192.168.202.57@tcp:101:cat.0 Request processed in 93us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.721261:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10344 00000100:00100000:1.0:1746066722.722988:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976172416:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.723010:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978132 expref: 39 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.723026:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f319400, rc 0) 00000100:00100000:1.0:1746066722.723067:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:28660:x1830882974957440:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3811us (4357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.723073:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10343 00000100:00100000:0.0:1746066722.727287:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.727331:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.727394:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.727406:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974957952 00000100:00100000:3.0:1746066722.727414:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974957952 00010000:00010000:3.0:1746066722.727445:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ae8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97812b expref: 9 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.727466:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974958208 00000100:00100000:3.0:1746066722.727468:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974958208 00010000:00010000:3.0:1746066722.727478:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780f3 expref: 14 pid: 8112 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.727493:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974958080 00000100:00100000:3.0:1746066722.727495:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974958080 00010000:00010000:3.0:1746066722.727504:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee6080ac5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978124 expref: 256 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.727516:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5120 00000100:00100000:3.0:1746066722.727523:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882974957952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.727533:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.727539:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ae8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97812b expref: 9 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.727548:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ae8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97812b expref: 9 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.727566:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ae8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97812b expref: 9 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.727578:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.727583:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.727589:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:2.0:1746066722.727589:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5121 00010000:00010000:3.0:1746066722.727593:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.727601:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882974958208:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.727612:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066722.727641:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1963:x1830882974957952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 118us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.727647:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5120 00000100:00100000:3.0:1746066722.727703:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5122 00000100:00100000:3.0:1746066722.727707:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:1963:x1830882974958080:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.727713:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.727717:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee6080ac5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978124 expref: 256 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.727723:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee6080ac5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978124 expref: 256 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.727733:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4e4800/0xfb36a14ee6080ac5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978124 expref: 256 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.727741:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.727743:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.727748:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.727753:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.727769:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.727783:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:1963:x1830882974958080:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 75us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.727788:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5122 00010000:00010000:3.0:1746066722.727805:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066722.727810:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:3.0:1746066722.727823:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066722.727867:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780f3 expref: 14 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.727880:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780f3 expref: 14 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.727897:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009391fa00/0xfb36a14ee6080a78 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780f3 expref: 14 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.727913:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.727915:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.727922:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978132 expref: 38 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.727930:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978132 expref: 38 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.727936:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0400/0xfb36a14ee6080af6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978139 expref: 256 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.727937:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.727938:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.727942:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978140 expref: 26 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.727947:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978139 expref: 255 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.727953:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.727956:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066722.727958:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1800, rc 0) 00010000:00010000:2.0:1746066722.727964:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978140 expref: 26 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.727977:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28658:x1830882974957696:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 9166us (9269us total) trans 8589942836 rc 0/0 00000100:00100000:3.0:1746066722.727983:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8985 00010000:00010000:2.0:1746066722.727997:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978140 expref: 26 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.728010:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976172544:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.728955:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978132 expref: 38 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.728966:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976172672:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.728996:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.731353:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976172544:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.731368:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976172672:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.731392:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.731454:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882974958208:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3855us (4121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.731464:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5121 00000100:00100000:0.0:1746066722.734193:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.734289:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.734372:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974958336 00000100:00100000:3.0:1746066722.734380:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974958336 00000100:00100000:3.0:1746066722.734416:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974958464 00000100:00100000:3.0:1746066722.734418:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974958464 00000100:00100000:3.0:1746066722.734430:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8986 00000100:00100000:3.0:1746066722.734436:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28664:x1830882974958336:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066722.734457:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.734471:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0800/0xfb36a14ee6080b19 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978147 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.734515:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0800/0xfb36a14ee6080b19 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978147 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.734526:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0800/0xfb36a14ee6080b19 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978147 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.734541:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.734544:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066722.734546:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0800, rc 0) 00000100:00100000:3.0:1746066722.734576:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28664:x1830882974958336:12345-192.168.202.57@tcp:101:cat.0 Request processed in 140us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.734582:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8986 00000100:00100000:3.0:1746066722.734593:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8987 00000100:00100000:3.0:1746066722.734597:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28660:x1830882974958464:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066722.734603:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.734607:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1e00/0xfb36a14ee6080b20 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97814e expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.734621:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1e00/0xfb36a14ee6080b20 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97814e expref: 256 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.734628:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1e00/0xfb36a14ee6080b20 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97814e expref: 256 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.734636:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.734637:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066722.734639:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1e00, rc 0) 00000100:00100000:3.0:1746066722.734649:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28660:x1830882974958464:12345-192.168.202.57@tcp:101:cat.0 Request processed in 51us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.734653:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8987 00000100:00100000:0.0:1746066722.742362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.742448:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974958720 00000100:00100000:2.0:1746066722.742456:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974958720 00002000:00100000:2.0:1746066722.742494:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009244d500 x1830882974958720/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.742505:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244d500 with x1830882974958720 ext(0->1048575) 00002000:00010000:2.0:1746066722.742510:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244d500 00000100:00100000:0.0:1746066722.743088:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.743872:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974958976 00000100:00100000:2.0:1746066722.743877:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974958976 00002000:00100000:2.0:1746066722.743899:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009244dc00 x1830882974958976/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.743907:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244dc00 with x1830882974958976 ext(0->1048575) 00002000:00010000:2.0:1746066722.743915:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244dc00 00000100:00100000:2.0:1746066722.744197:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4172 00000100:00100000:2.0:1746066722.744206:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1964:x1830882974958720:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066722.744236:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4173 00000100:00100000:3.0:1746066722.744244:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1965:x1830882974958976:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066722.760908:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1965:x1830882974958976:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16655us (17809us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066722.760918:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4173 00002000:00100000:3.0:1746066722.760929:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009244dc00 x1830882974958976/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.760938:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244dc00 with x1830882974958976 ext(0->1048575) 00002000:00010000:3.0:1746066722.760943:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244dc00 00000100:00100000:0.0:1746066722.766712:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.766848:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974959232 00000100:00100000:1.0:1746066722.766856:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974959232 00000100:00100000:1.0:1746066722.766908:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8988 00000100:00100000:1.0:1746066722.766916:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28662:x1830882974959232:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066722.766935:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.766937:0:14550:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746066722.766959:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0800/0xfb36a14ee6080b19 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978147 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.766985:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066722.766989:0:14550:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066722.766998:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bb600/0xfb36a14ee6080b27 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978155 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.767038:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066722.767048:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5c00/0xfb36a14ee6080aa9 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97811d expref: 7 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.767054:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1e00/0xfb36a14ee6080b20 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97814e expref: 255 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.767060:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 5/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066722.767083:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1e00/0xfb36a14ee6080b20 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97814e expref: 255 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.767094:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1e00/0xfb36a14ee6080b20 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97814e expref: 255 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.767103:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976172800:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.767662:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1964:x1830882974958720:12345-192.168.202.57@tcp:3:cat.0 Request processed in 23456us (25306us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066722.767671:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4172 00002000:00100000:2.0:1746066722.767695:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009244d500 x1830882974958720/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.767703:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244d500 with x1830882974958720 ext(0->1048575) 00002000:00010000:2.0:1746066722.767707:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244d500 00010000:00010000:1.0:1746066722.768278:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5c00/0xfb36a14ee6080aa9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97811d expref: 7 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.768289:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5c00/0xfb36a14ee6080aa9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97811d expref: 7 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:1.0:1746066722.768298:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976172928:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.768322:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b30c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.773993:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.774105:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974959360 00000100:00100000:0.0:1746066722.774114:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974959360 00000100:00100000:0.0:1746066722.774162:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10345 00000100:00100000:0.0:1746066722.774170:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28664:x1830882974959360:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066722.774186:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066722.774200:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97815c expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.774236:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780fa expref: 10 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.774247:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066722.774248:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066722.774252:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97815c expref: 12 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.774279:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780fa expref: 10 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.774290:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780fa expref: 10 pid: 8112 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746066722.774300:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976173056:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066722.774413:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.774860:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976172800:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.774874:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976172928:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.774895:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:2.0:1746066722.775882:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976173056:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.775901:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97815c expref: 12 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.775913:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f209e00, rc 0) 00000100:00100000:2.0:1746066722.775942:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28664:x1830882974959360:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1773us (1957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.775950:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10345 00000100:00100000:0.0:1746066722.776749:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.776787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.776802:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974959488 00000100:00100000:3.0:1746066722.776808:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974959488 00000100:00100000:2.0:1746066722.776837:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974959744 00000100:00100000:2.0:1746066722.776840:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974959744 00000100:00100000:3.0:1746066722.776848:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10346 00000100:00100000:3.0:1746066722.776855:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28660:x1830882974959488:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.776860:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5c00/0xfb36a14ee6080aa9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97811d expref: 8 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.776866:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.776877:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978163 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.776877:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5123 00000100:00100000:2.0:1746066722.776881:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974959744:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.776890:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.776892:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.776894:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5c00/0xfb36a14ee6080aa9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97811d expref: 8 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.776897:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978163 expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.776903:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5c00/0xfb36a14ee6080aa9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97811d expref: 8 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.776906:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978163 expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.776913:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0600, rc 0) 00010000:00010000:2.0:1746066722.776925:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990f5c00/0xfb36a14ee6080aa9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97811d expref: 8 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.776933:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28660:x1830882974959488:12345-192.168.202.57@tcp:101:cat.0 Request processed in 80us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.776939:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10346 00010000:00010000:2.0:1746066722.776940:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066722.776944:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066722.776950:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066722.776954:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.776970:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974959744:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 88us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.776975:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5123 00000100:00100000:0.0:1746066722.777556:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.777587:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.777624:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974959616 00000100:00100000:3.0:1746066722.777628:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974959616 00010000:00010000:3.0:1746066722.777641:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1e00/0xfb36a14ee6080b20 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97814e expref: 256 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.777641:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974959872 00000100:00100000:2.0:1746066722.777644:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974959872 00010000:00010000:2.0:1746066722.777657:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780fa expref: 11 pid: 8112 timeout: 783 lvb_type: 0 00000100:00100000:3.0:1746066722.777658:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5124 00000100:00100000:3.0:1746066722.777663:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:1963:x1830882974959616:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.777669:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.777673:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1e00/0xfb36a14ee6080b20 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97814e expref: 256 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.777697:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1e00/0xfb36a14ee6080b20 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97814e expref: 256 pid: 809 timeout: 783 lvb_type: 0 00000100:00100000:2.0:1746066722.777701:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5125 00000100:00100000:2.0:1746066722.777707:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974959872:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.777708:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1e00/0xfb36a14ee6080b20 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97814e expref: 256 pid: 809 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.777713:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.777719:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066722.777722:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066722.777728:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066722.777731:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780fa expref: 11 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.777733:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066722.777740:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780fa expref: 11 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:3.0:1746066722.777746:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066722.777753:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009391f800/0xfb36a14ee6080a7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9780fa expref: 11 pid: 8112 timeout: 783 lvb_type: 0 00010000:00010000:2.0:1746066722.777760:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.777761:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746066722.777764:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:1963:x1830882974959616:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 100us (208us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066722.777770:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97815c expref: 11 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.777772:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5124 00010000:00010000:2.0:1746066722.777777:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97815c expref: 11 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.777783:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.777784:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.777787:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978163 expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.777793:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978163 expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.777813:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978163 expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.777823:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976173184:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066722.777850:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066722.777857:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066722.777877:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97815c expref: 11 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.777885:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976173312:192.168.202.57@tcp:105: 00000004:02000000:1.0:1746066722.777893:0:14550:0:(lod_object.c:7771:lod_primary_pick()) *** cfs_fail_loc=1a03, val=0*** 00000100:00100000:2.0:1746066722.777899:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fb40 going to sleep for 11 seconds 00000040:00080000:1.0:1746066722.778375:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2547, 88 off213520 00000004:00080000:1.0:1746066722.780497:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683957819682ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.780564:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2497, 88 off209200 00000004:00080000:1.0:1746066722.780568:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683957892383ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.780580:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2498, 88 off209288 00000004:00080000:1.0:1746066722.780582:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683957906455ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.780593:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2548, 88 off213608 00000004:00080000:1.0:1746066722.780595:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683957919575ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.780602:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2549, 88 off213696 00000004:00080000:1.0:1746066722.780604:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683957928487ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.780610:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2499, 88 off209376 00000004:00080000:1.0:1746066722.780613:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683957936593ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.780619:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2500, 88 off209464 00000004:00080000:1.0:1746066722.780621:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683957944980ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.780627:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2501, 88 off209552 00000004:00080000:1.0:1746066722.780629:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683957953265ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.780635:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2550, 88 off213784 00000004:00080000:1.0:1746066722.780637:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683957961195ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.780643:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2502, 88 off209640 00000004:00080000:1.0:1746066722.780645:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683957968850ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.780650:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2551, 88 off213872 00000004:00080000:1.0:1746066722.780653:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683957976687ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.780658:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2503, 88 off209728 00000004:00080000:1.0:1746066722.780660:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683957984427ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066722.780666:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2552, 88 off213960 00000004:00080000:1.0:1746066722.780668:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683957991862ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.780686:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2553, 88 off214048 00000004:00080000:1.0:1746066722.780689:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683958012522ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.780695:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2554, 88 off214136 00000004:00080000:1.0:1746066722.780697:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683958021272ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.780703:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2555, 88 off214224 00000004:00080000:1.0:1746066722.780705:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683958029277ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066722.780737:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2504, 88 off209816 00000004:00080000:1.0:1746066722.780740:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683958064100ns, next at 634327279575ns, rc = 0 00000100:00100000:2.0:1746066722.780758:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976173184:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.780767:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976173312:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.780783:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.780920:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974959872:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3211us (3330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.780929:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5125 00000100:00100000:3.0:1746066722.781258:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.781359:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974960000 00000100:00100000:2.0:1746066722.781365:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974960000 00000100:00100000:2.0:1746066722.781528:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8989 00000100:00100000:2.0:1746066722.781535:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28664:x1830882974960000:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.781551:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.781567:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97816a expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.781611:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066722.781620:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.781634:0:14549:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066722.781643:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.781653:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066722.781655:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066722.781658:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.781663:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e64e000, rc 0) 00000100:00100000:2.0:1746066722.781696:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28664:x1830882974960000:12345-192.168.202.57@tcp:101:cat.0 Request processed in 161us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.781700:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8989 00000100:00100000:2.0:1746066722.781734:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.781752:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974960128 00000100:00100000:2.0:1746066722.781755:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974960128 00000100:00100000:2.0:1746066722.781771:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8990 00000100:00100000:2.0:1746066722.781776:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28660:x1830882974960128:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.781782:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.781788:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978171 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.781806:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 256 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.781813:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 256 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.781819:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066722.781821:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066722.781823:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.781828:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e64fe00, rc 0) 00000100:00100000:2.0:1746066722.781843:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28660:x1830882974960128:12345-192.168.202.57@tcp:101:cat.0 Request processed in 66us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.781847:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8990 00000001:00080000:0.0:1746066722.833901:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942834 is committed 00000001:00080000:0.0:1746066722.833919:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942837 is committed 00000004:00080000:0.0:1746066722.833923:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1788 committed 00000004:00080000:0.0:1746066722.833933:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1840 committed 00000004:00080000:0.0:1746066722.833938:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1839 committed 00000004:00080000:0.0:1746066722.833940:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1838 committed 00000004:00080000:0.0:1746066722.833942:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1837 committed 00000004:00080000:0.0:1746066722.833943:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1787 committed 00000004:00080000:0.0:1746066722.833945:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1836 committed 00000004:00080000:0.0:1746066722.833947:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1786 committed 00000004:00080000:0.0:1746066722.833949:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1835 committed 00000004:00080000:0.0:1746066722.833951:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1785 committed 00000004:00080000:0.0:1746066722.833953:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1784 committed 00000004:00080000:0.0:1746066722.833954:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1783 committed 00000004:00080000:0.0:1746066722.833956:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1834 committed 00000004:00080000:0.0:1746066722.833957:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1833 committed 00000004:00080000:0.0:1746066722.833959:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1782 committed 00000004:00080000:0.0:1746066722.833960:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1781 committed 00000004:00080000:0.0:1746066722.833962:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1832 committed 00000001:00080000:0.0:1746066722.833970:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942832 is committed 00000001:00080000:0.0:1746066722.833978:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942836 is committed 00010000:00010000:1.0:1746066722.834207:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978155 expref: 10 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.834231:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066722.834235:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1746066722.834240:0:14550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.834250:0:14550:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.834256:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.834263:0:14550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 252 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.834269:0:14550:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 252 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.834274:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 252 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.834298:0:14550:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 252 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066722.834310:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976173824:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066722.834407:0:14550:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066722.834420:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976173952:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066722.834447:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.835216:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976173440:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.835268:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.835292:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976174208:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.835306:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.835318:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e843800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976174720:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.835330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.835345:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746066722.835349:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976174080:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.835362:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.835372:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976174592:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.835383:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.835403:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976173440 00000100:00100000:0.0:1746066722.835408:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976173440 00000100:00100000:0.0:1746066722.835432:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976174208 00000100:00100000:0.0:1746066722.835435:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976174208 00000100:00100000:0.0:1746066722.835443:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976174720 00000100:00100000:0.0:1746066722.835444:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976174720 00000100:00100000:0.0:1746066722.835452:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976174080 00000100:00100000:0.0:1746066722.835454:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976174080 00000100:00100000:0.0:1746066722.835461:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976174592 00000100:00100000:0.0:1746066722.835463:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976174592 00000100:00100000:0.0:1746066722.835473:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10347 00000100:00100000:0.0:1746066722.835478:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3296:x1830882976173440:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066722.835622:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066722.835625:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:0.0:1746066722.835627:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:0.0:1746066722.835629:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:0.0:1746066722.835630:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066722.835654:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3296:x1830882976173440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 176us (388us total) trans 17179872747 rc 0/0 00000100:00100000:0.0:1746066722.835661:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10347 00000100:00100000:0.0:1746066722.835672:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10348 00000100:00100000:0.0:1746066722.835694:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3296:x1830882976174208:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066722.835754:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066722.835756:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066722.835757:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066722.835759:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066722.835761:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066722.835776:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3296:x1830882976174208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 83us (469us total) trans 17179872748 rc 0/0 00000100:00100000:0.0:1746066722.835780:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10348 00000100:00100000:0.0:1746066722.835787:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10349 00000100:00100000:0.0:1746066722.835791:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3296:x1830882976174720:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.835848:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3296:x1830882976174720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 56us (516us total) trans 17179872749 rc 0/0 00000100:00100000:0.0:1746066722.835852:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10349 00000100:00100000:0.0:1746066722.835859:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10350 00000100:00100000:0.0:1746066722.835862:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3296:x1830882976174080:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066722.835910:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746066722.835912:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:0.0:1746066722.835914:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:0.0:1746066722.835915:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:0.0:1746066722.835917:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:0.0:1746066722.835932:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3296:x1830882976174080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 69us (569us total) trans 17179872750 rc 0/0 00000100:00100000:0.0:1746066722.835936:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10350 00000100:00100000:0.0:1746066722.835944:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10351 00000100:00100000:0.0:1746066722.835948:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3296:x1830882976174592:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066722.836012:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3296:x1830882976174592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 63us (628us total) trans 17179872751 rc 0/0 00000100:00100000:0.0:1746066722.836017:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10351 00000004:00080000:0.0:1746066722.836048:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e843480/2, rc 0, transno 17179872750 00000100:00100000:0.0:1746066722.836052:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976174080:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066722.836057:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e842680/2, rc 0, transno 17179872751 00000100:00100000:0.0:1746066722.836060:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976174592:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066722.836065:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e843100/2, rc 0, transno 17179872747 00000100:00100000:0.0:1746066722.836067:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976173440:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066722.836072:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e841500/2, rc 0, transno 17179872748 00000100:00100000:0.0:1746066722.836074:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976174208:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066722.836079:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e843800/2, rc 0, transno 17179872749 00000100:00100000:0.0:1746066722.836080:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e843800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976174720:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.836323:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976173696:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.836344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.836354:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976174464:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.836364:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.836371:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976174976:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.836381:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.836386:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976175488:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.836395:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.836403:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1746066722.836407:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e840380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976173568:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.836416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.836420:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976174336:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.836431:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.836436:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976174848:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.836445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.836449:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976175360:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.836457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.836468:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976173696 00000100:00100000:2.0:1746066722.836470:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976173696 00000100:00100000:2.0:1746066722.836484:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976174464 00000100:00100000:2.0:1746066722.836486:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976174464 00000100:00100000:2.0:1746066722.836491:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976174976 00000100:00100000:2.0:1746066722.836493:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976174976 00000100:00100000:2.0:1746066722.836498:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976175488 00000100:00100000:2.0:1746066722.836500:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976175488 00000100:00100000:2.0:1746066722.836504:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976173568 00000100:00100000:2.0:1746066722.836506:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976173568 00000100:00100000:2.0:1746066722.836510:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976174336 00000100:00100000:2.0:1746066722.836512:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976174336 00000100:00100000:2.0:1746066722.836517:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976174848 00000100:00100000:2.0:1746066722.836519:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976174848 00000100:00100000:2.0:1746066722.836525:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976175360 00000100:00100000:2.0:1746066722.836527:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976175360 00000100:00100000:2.0:1746066722.836534:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10352 00000100:00100000:2.0:1746066722.836537:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+72:3294:x1830882976173696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746066722.836624:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1746066722.836626:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:2.0:1746066722.836628:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.836629:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.836631:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:2.0:1746066722.836651:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+73:3294:x1830882976173696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (306us total) trans 21474840080 rc 0/0 00000100:00100000:2.0:1746066722.836656:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10352 00000100:00100000:2.0:1746066722.836666:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10353 00000100:00100000:2.0:1746066722.836670:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3294:x1830882976174464:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.836751:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3294:x1830882976174464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 80us (385us total) trans 17179872752 rc 0/0 00000100:00100000:2.0:1746066722.836756:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10353 00000100:00100000:2.0:1746066722.836765:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10354 00000100:00100000:2.0:1746066722.836769:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+72:3294:x1830882976174976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746066722.836824:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:2.0:1746066722.836826:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:2.0:1746066722.836827:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.836829:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.836830:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5899 -> 5899 00000100:00100000:2.0:1746066722.836846:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+73:3294:x1830882976174976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 77us (464us total) trans 21474840081 rc 0/0 00000100:00100000:2.0:1746066722.836850:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10354 00000100:00100000:2.0:1746066722.836858:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10355 00000100:00100000:2.0:1746066722.836862:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+72:3294:x1830882976175488:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746066722.836915:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746066722.836917:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1746066722.836918:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746066722.836920:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1746066722.836921:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746066722.836937:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+73:3294:x1830882976175488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 75us (541us total) trans 21474840082 rc 0/0 00000100:00100000:2.0:1746066722.836942:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10355 00000100:00100000:2.0:1746066722.836951:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10356 00000100:00100000:2.0:1746066722.836955:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3294:x1830882976173568:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746066722.837015:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746066722.837017:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:2.0:1746066722.837019:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.837021:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.837022:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746066722.837038:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3294:x1830882976173568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 83us (621us total) trans 17179872753 rc 0/0 00000100:00100000:2.0:1746066722.837043:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10356 00000100:00100000:2.0:1746066722.837052:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10357 00000100:00100000:2.0:1746066722.837056:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3294:x1830882976174336:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066722.837121:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3294:x1830882976174336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 64us (687us total) trans 17179872754 rc 0/0 00000100:00100000:2.0:1746066722.837126:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10357 00000100:00100000:2.0:1746066722.837134:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10358 00000100:00100000:2.0:1746066722.837138:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+72:3294:x1830882976174848:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746066722.837197:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746066722.837200:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:2.0:1746066722.837201:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.837203:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:2.0:1746066722.837204:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1746066722.837230:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+73:3294:x1830882976174848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 91us (784us total) trans 21474840083 rc 0/0 00000100:00100000:2.0:1746066722.837235:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10358 00000100:00100000:2.0:1746066722.837244:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10359 00000100:00100000:2.0:1746066722.837249:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+72:3294:x1830882976175360:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066722.837317:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+73:3294:x1830882976175360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 67us (857us total) trans 21474840084 rc 0/0 00000100:00100000:2.0:1746066722.837321:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10359 00000004:00080000:2.0:1746066722.837350:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e840380/2, rc 0, transno 17179872753 00000100:00100000:2.0:1746066722.837353:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e840380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976173568:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066722.837359:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e841180/2, rc 0, transno 17179872754 00000100:00100000:2.0:1746066722.837361:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976174336:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066722.837368:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800924d1880/2, rc 0, transno 21474840083 00000100:00100000:2.0:1746066722.837374:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976174848:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066722.837380:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800924d3b80/2, rc 0, transno 21474840084 00000100:00100000:2.0:1746066722.837382:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976175360:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066722.837386:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c22fb80/2, rc 0, transno 21474840080 00000100:00100000:2.0:1746066722.837388:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976173696:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066722.837393:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e841c00/2, rc 0, transno 17179872752 00000100:00100000:2.0:1746066722.837395:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976174464:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066722.837399:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800924d2a00/2, rc 0, transno 21474840081 00000100:00100000:2.0:1746066722.837401:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976174976:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066722.837405:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800924d0a80/2, rc 0, transno 21474840082 00000100:00100000:2.0:1746066722.837407:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976175488:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.838421:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976175104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.838460:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.839239:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976175616:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.839265:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066722.839288:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746066722.839292:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976175232:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.839306:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066722.839797:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.839842:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.840571:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976175744:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.840601:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066722.840695:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974960256 00000100:00100000:2.0:1746066722.840702:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974960256 00000100:00100000:2.0:1746066722.840762:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974960384 00000100:00100000:2.0:1746066722.840766:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974960384 00000100:00100000:2.0:1746066722.840791:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3536 00000100:00100000:2.0:1746066722.840799:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28660:x1830882974960256:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:2.0:1746066722.840908:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28660:x1830882974960256:12345-192.168.202.57@tcp:49:cat.0 Request processed in 108us (1112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.840914:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3536 00000100:00100000:2.0:1746066722.840931:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3537 00000100:00100000:2.0:1746066722.840938:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28664:x1830882974960384:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:2.0:1746066722.840989:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28664:x1830882974960384:12345-192.168.202.57@tcp:49:cat.0 Request processed in 51us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.840995:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3537 00000100:00100000:1.0:1746066722.841895:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976175104 00000100:00100000:1.0:1746066722.841901:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976175104 00000100:00100000:1.0:1746066722.841936:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976175616 00000100:00100000:1.0:1746066722.841941:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976175616 00000100:00100000:1.0:1746066722.841968:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976175232 00000100:00100000:1.0:1746066722.841972:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976175232 00000100:00100000:1.0:1746066722.841988:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976175744 00000100:00100000:1.0:1746066722.841992:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976175744 00000100:00100000:1.0:1746066722.842011:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10360 00000100:00100000:1.0:1746066722.842018:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+76:3295:x1830882976175616:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066722.842264:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+77:3295:x1830882976175616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 245us (2997us total) trans 21474840085 rc 0/0 00000100:00100000:1.0:1746066722.842270:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10360 00000100:00100000:1.0:1746066722.842285:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10361 00000100:00100000:1.0:1746066722.842290:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+76:3295:x1830882976175232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066722.842390:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+77:3295:x1830882976175232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 98us (3081us total) trans 21474840086 rc 0/0 00000100:00100000:1.0:1746066722.842397:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10361 00000100:00100000:1.0:1746066722.842410:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10362 00000100:00100000:1.0:1746066722.842416:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+76:3295:x1830882976175744:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066722.842533:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+77:3295:x1830882976175744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 116us (1931us total) trans 21474840087 rc 0/0 00000100:00100000:1.0:1746066722.842539:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10362 00000004:00080000:0.0:1746066722.842948:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800924d3800/2, rc 0, transno 21474840086 00000100:00100000:0.0:1746066722.842956:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976175232:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066722.842966:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092708000/2, rc 0, transno 21474840087 00000100:00100000:0.0:1746066722.842970:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976175744:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066722.842979:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800924d1c00/2, rc 0, transno 21474840085 00000100:00100000:0.0:1746066722.842982:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976175616:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066722.843653:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976173824:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066722.843671:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976173952:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066722.844006:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bb600/0xfb36a14ee6080b27 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978155 expref: 10 pid: 14550 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1746066722.844159:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978155 expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.844187:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8bba00, rc 0) 00000100:00100000:1.0:1746066722.844419:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28662:x1830882974959232:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 77501us (77746us total) trans 8589942837 rc 0/0 00000100:00100000:1.0:1746066722.844427:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8988 00000100:00100000:1.0:1746066722.845197:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10363 00000100:00100000:1.0:1746066722.845207:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:3295:x1830882976175104:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066722.845402:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+77:3295:x1830882976175104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 195us (6941us total) trans 21474840088 rc 0/0 00000100:00100000:1.0:1746066722.845409:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10363 00000004:00080000:0.0:1746066722.845720:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800924d1f80/2, rc 0, transno 21474840088 00000100:00100000:0.0:1746066722.845727:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976175104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066722.851539:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.851585:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.851663:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974960512 00000100:00100000:2.0:1746066722.851670:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974960512 00000100:00100000:2.0:1746066722.851741:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10364 00000100:00100000:2.0:1746066722.851747:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28662:x1830882974960512:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066722.851762:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.851775:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978178 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.851797:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97810f expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.851803:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.851805:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.851809:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3686400->4149247] (req 3686400->4149247) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.851834:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97810f expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.851843:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97810f expref: 12 pid: 8112 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066722.851853:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976175872:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.851911:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066722.851963:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974960768 00000100:00100000:3.0:1746066722.851967:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974960768 00002000:00100000:3.0:1746066722.851990:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009ef5df80 x1830882974960768/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.851997:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5df80 with x1830882974960768 ext(1048576->2097151) 00002000:00010000:3.0:1746066722.852001:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5df80 00000100:00100000:3.0:1746066722.852014:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4174 00000100:00100000:3.0:1746066722.852018:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882974960768:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066722.861062:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.861148:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976175872:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.861176:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3686400->4149247] (req 3686400->4149247) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.861191:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1c00, rc 0) 00000100:00100000:2.0:1746066722.861238:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28662:x1830882974960512:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 9491us (9705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.861246:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10364 00000100:00100000:3.0:1746066722.861412:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974960896 00000100:00100000:3.0:1746066722.861418:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974960896 00010000:00010000:3.0:1746066722.861442:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97810f expref: 13 pid: 8112 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066722.862551:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5126 00000100:00100000:3.0:1746066722.862561:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882974960896:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.862575:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.862594:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97810f expref: 13 pid: 8112 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066722.862605:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97810f expref: 13 pid: 8112 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066722.862630:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009391fc00/0xfb36a14ee6080a94 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97810f expref: 13 pid: 8112 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066722.862655:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.862657:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.862663:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 27 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.862670:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 27 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.862711:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 27 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.862721:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976176000:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.863042:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.863061:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974961152 00000100:00100000:2.0:1746066722.863064:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974961152 00002000:00100000:2.0:1746066722.863089:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88008c397b80 x1830882974961152/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.863097:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c397b80 with x1830882974961152 ext(1048576->2097151) 00002000:00010000:2.0:1746066722.863100:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c397b80 00000100:00100000:2.0:1746066722.863112:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4175 00000100:00100000:2.0:1746066722.863117:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974961152:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066722.864136:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa610c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066722.866802:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882974960768:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 14774us (15208us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066722.866811:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4174 00002000:00100000:3.0:1746066722.866821:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009ef5df80 x1830882974960768/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.866829:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5df80 with x1830882974960768 ext(1048576->2097151) 00002000:00010000:3.0:1746066722.866833:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5df80 00000100:00100000:0.0:1746066722.870328:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.871259:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974961408 00000100:00100000:2.0:1746066722.871267:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974961408 00000100:00100000:3.0:1746066722.871277:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976176000:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066722.871294:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746066722.871301:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3686400->3690495) req@ffff8801361fad80 x1830882974961408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.871309:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361fad80 with x1830882974961408 ext(3686400->3690495) 00002000:00010000:2.0:1746066722.871313:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361fad80 00000100:00100000:3.0:1746066722.871327:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974960896:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8769us (10273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.871329:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4176 00000100:00100000:3.0:1746066722.871335:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5126 00000100:00100000:2.0:1746066722.871336:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882974961408:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066722.871465:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882974961408:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 129us (1145us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066722.871470:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4176 00002000:00100000:2.0:1746066722.871475:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3686400->3690495) req@ffff8801361fad80 x1830882974961408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.871481:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361fad80 with x1830882974961408 ext(3686400->3690495) 00002000:00010000:2.0:1746066722.871484:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361fad80 00000100:00100000:2.0:1746066722.874998:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882974961152:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11872us (11948us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066722.875007:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4175 00002000:00100000:2.0:1746066722.875016:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88008c397b80 x1830882974961152/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.875024:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c397b80 with x1830882974961152 ext(1048576->2097151) 00002000:00010000:2.0:1746066722.875030:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c397b80 00000100:00100000:0.0:1746066722.878816:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.878863:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974961536 00000100:00100000:2.0:1746066722.878870:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974961536 00000100:00100000:2.0:1746066722.878920:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10365 00000100:00100000:2.0:1746066722.878926:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28664:x1830882974961536:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.878941:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.878954:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97817f expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.878976:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978101 expref: 9 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.878983:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.878985:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.878987:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97817f expref: 13 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.879011:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978101 expref: 9 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.879021:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978101 expref: 9 pid: 8112 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066722.879030:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976176128:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.879105:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.879637:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.879673:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974961792 00000100:00100000:2.0:1746066722.879703:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974961792 00002000:00100000:2.0:1746066722.879725:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4145152->4149247) req@ffff880099711f80 x1830882974961792/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.879734:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711f80 with x1830882974961792 ext(4145152->4149247) 00002000:00010000:2.0:1746066722.879737:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099711f80 00000100:00100000:2.0:1746066722.879747:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4177 00000100:00100000:2.0:1746066722.879752:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882974961792:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066722.879872:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882974961792:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 120us (235us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066722.879878:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4177 00002000:00100000:2.0:1746066722.879882:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4145152->4149247) req@ffff880099711f80 x1830882974961792/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.879889:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711f80 with x1830882974961792 ext(4145152->4149247) 00002000:00010000:2.0:1746066722.879891:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099711f80 00000100:00100000:2.0:1746066722.880510:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976176128:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.880527:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97817f expref: 13 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.880537:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0400, rc 0) 00000100:00100000:2.0:1746066722.880565:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28664:x1830882974961536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1638us (1754us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.880570:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10365 00000100:00100000:0.0:1746066722.880987:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.881044:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974961920 00000100:00100000:3.0:1746066722.881048:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974961920 00010000:00010000:3.0:1746066722.881064:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978101 expref: 10 pid: 8112 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066722.881079:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5127 00000100:00100000:3.0:1746066722.881083:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882974961920:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066722.881091:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066722.881105:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978101 expref: 10 pid: 8112 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066722.881115:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978101 expref: 10 pid: 8112 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066722.881134:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009391f200/0xfb36a14ee6080a86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978101 expref: 10 pid: 8112 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066722.881157:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.881158:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.881164:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97817f expref: 12 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.881170:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97817f expref: 12 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.881192:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97817f expref: 12 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.881201:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976176256:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066722.881252:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.885515:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.885518:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976176256:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066722.885544:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.885560:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974962048 00000100:00100000:2.0:1746066722.885566:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974962048 00000100:00100000:0.0:1746066722.885584:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.885598:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10366 00000100:00100000:2.0:1746066722.885604:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28660:x1830882974962048:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.885623:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.885639:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee6080b5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978186 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.885657:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.885658:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.885663:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee6080b5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978186 expref: 25 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.885702:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066722.885702:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee6080b5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978186 expref: 25 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.885709:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1000, rc 0) 00000100:00100000:3.0:1746066722.885738:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882974961920:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4653us (4750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.885745:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5127 00000100:00100000:1.0:1746066722.885750:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974962304 00000100:00100000:1.0:1746066722.885753:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974962304 00000100:00100000:1.0:1746066722.885772:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3538 00000100:00100000:1.0:1746066722.885776:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28662:x1830882974962304:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066722.885835:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:28660:x1830882974962048:12345-192.168.202.57@tcp:101:cat.0 Request processed in 231us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.885841:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10366 00000100:00100000:2.0:1746066722.885858:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974962560 00000100:00100000:2.0:1746066722.885860:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974962560 00002000:00100000:2.0:1746066722.885878:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880099711180 x1830882974962560/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.885885:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711180 with x1830882974962560 ext(1048576->2097151) 00002000:00010000:2.0:1746066722.885889:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099711180 00000100:00100000:2.0:1746066722.885908:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4178 00000100:00100000:2.0:1746066722.885913:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882974962560:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066722.885950:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28662:x1830882974962304:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 173us (405us total) trans 8589942838 rc 0/0 00000100:00100000:1.0:1746066722.885955:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3538 00000100:00100000:0.0:1746066722.892637:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.892854:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974962816 00000100:00100000:3.0:1746066722.892864:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974962816 00002000:00100000:3.0:1746066722.893240:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880099713800 x1830882974962816/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.893251:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099713800 with x1830882974962816 ext(1048576->2097151) 00002000:00010000:3.0:1746066722.893256:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099713800 00000100:00100000:2.0:1746066722.894228:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4179 00000100:00100000:2.0:1746066722.894240:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882974962816:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066722.895000:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882974962560:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 9085us (9413us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066722.895007:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4178 00002000:00100000:3.0:1746066722.895014:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880099711180 x1830882974962560/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.895022:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711180 with x1830882974962560 ext(1048576->2097151) 00002000:00010000:3.0:1746066722.895025:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099711180 00000100:00100000:0.0:1746066722.904923:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.905303:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974962944 00000100:00100000:1.0:1746066722.905311:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974962944 00000100:00100000:1.0:1746066722.905365:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10367 00000100:00100000:1.0:1746066722.905372:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28664:x1830882974962944:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066722.905387:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.905400:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97818d expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.905424:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978108 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.905430:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066722.905432:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066722.905435:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97818d expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.905457:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978108 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.905467:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978108 expref: 11 pid: 8112 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066722.905476:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976176384:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.905531:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.905992:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882974962816:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11755us (13360us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066722.905999:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4179 00002000:00100000:2.0:1746066722.906007:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880099713800 x1830882974962816/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.906016:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099713800 with x1830882974962816 ext(1048576->2097151) 00002000:00010000:2.0:1746066722.906020:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099713800 00000100:00100000:1.0:1746066722.910354:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976176384:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.910379:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97818d expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.910398:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5dee00, rc 0) 00000100:00100000:1.0:1746066722.910449:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:28664:x1830882974962944:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5076us (5531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.910457:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10367 00000100:00100000:0.0:1746066722.913957:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.914068:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974963072 00000100:00100000:3.0:1746066722.914075:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974963072 00000100:00100000:0.0:1746066722.914086:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066722.914137:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978108 expref: 12 pid: 8112 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066722.914158:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974963200 00000100:00100000:1.0:1746066722.914162:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974963200 00000100:00100000:3.0:1746066722.914174:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5128 00000100:00100000:3.0:1746066722.914181:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974963072:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066722.914192:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10368 00010000:00010000:3.0:1746066722.914193:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066722.914196:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:28660:x1830882974963200:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066722.914208:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.914209:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978108 expref: 12 pid: 8112 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066722.914227:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978108 expref: 12 pid: 8112 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066722.914231:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f5de800/0xfb36a14ee6080b6d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978194 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.914244:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009391fe00/0xfb36a14ee6080a8d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978108 expref: 12 pid: 8112 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066722.914245:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066722.914251:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5de800/0xfb36a14ee6080b6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978194 expref: 40 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.914258:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.914259:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066722.914395:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97818d expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066722.914403:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97818d expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.914413:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f5de800/0xfb36a14ee6080b6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978194 expref: 40 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.914421:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5de800, rc 0) 00010000:00010000:3.0:1746066722.914428:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97818d expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.914441:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976176512:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066722.914463:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:28660:x1830882974963200:12345-192.168.202.57@tcp:101:cat.0 Request processed in 265us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.914468:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10368 00000100:00100000:3.0:1746066722.914654:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa61e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066722.915797:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976176512:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066722.915810:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066722.915830:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974963072:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1650us (1880us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066722.915836:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5128 00000100:00100000:0.0:1746066722.917518:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.917666:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974963456 00000100:00100000:2.0:1746066722.917672:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974963456 00002000:00100000:2.0:1746066722.917727:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880099710700 x1830882974963456/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.917736:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099710700 with x1830882974963456 ext(1048576->2097151) 00002000:00010000:2.0:1746066722.917740:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099710700 00000100:00100000:2.0:1746066722.917841:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4180 00000100:00100000:2.0:1746066722.917849:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882974963456:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066722.929192:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.929457:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974963712 00000100:00100000:3.0:1746066722.929464:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974963712 00002000:00100000:3.0:1746066722.929498:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec2d500 x1830882974963712/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.929506:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2d500 with x1830882974963712 ext(1048576->2097151) 00002000:00010000:3.0:1746066722.929510:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2d500 00000100:00100000:2.0:1746066722.929859:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882974963456:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 12010us (12344us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066722.929868:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4180 00002000:00100000:2.0:1746066722.929874:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880099710700 x1830882974963456/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.929880:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099710700 with x1830882974963456 ext(1048576->2097151) 00002000:00010000:2.0:1746066722.929883:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099710700 00000100:00100000:3.0:1746066722.929889:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4181 00000100:00100000:3.0:1746066722.929895:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1963:x1830882974963712:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066722.941598:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1963:x1830882974963712:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11695us (12406us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066722.941609:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4181 00002000:00100000:3.0:1746066722.941618:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec2d500 x1830882974963712/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.941626:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2d500 with x1830882974963712 ext(1048576->2097151) 00002000:00010000:3.0:1746066722.941632:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2d500 00000100:00100000:0.0:1746066722.942997:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.943068:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974963968 00000100:00100000:3.0:1746066722.943075:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974963968 00002000:00100000:3.0:1746066722.943108:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099711500 x1830882974963968/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.943116:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711500 with x1830882974963968 ext(2097152->3145727) 00002000:00010000:3.0:1746066722.943120:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099711500 00000100:00100000:3.0:1746066722.943145:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4182 00000100:00100000:3.0:1746066722.943151:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882974963968:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066722.945617:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.945695:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974964096 00000100:00100000:1.0:1746066722.945702:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974964096 00000100:00100000:1.0:1746066722.945741:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10369 00000100:00100000:1.0:1746066722.945748:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:28658:x1830882974964096:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066722.945762:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.945777:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97819b expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.945798:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 8 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.945805:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066722.945806:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066722.945809:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2596864->3145727] (req 2596864->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.945833:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 8 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.945843:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 8 pid: 8112 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066722.945854:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976176640:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066722.945914:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.947154:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.947193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.947250:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974964224 00000100:00100000:3.0:1746066722.947254:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974964224 00000100:00100000:2.0:1746066722.947262:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974964352 00000100:00100000:2.0:1746066722.947266:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974964352 00000100:00100000:3.0:1746066722.947277:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10370 00000100:00100000:3.0:1746066722.947282:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1965:x1830882974964224:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066722.947291:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066722.947301:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee6080b7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781a2 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.947331:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976176768:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066722.947344:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10371 00000100:00100000:2.0:1746066722.947349:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882974964352:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.947356:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.947363:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080b82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781a9 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.947365:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa61e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.947385:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976176896:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066722.947405:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.949341:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.949584:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976176640:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066722.949605:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2596864->3145727] (req 2596864->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.949622:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d01a00, rc 0) 00000100:00100000:1.0:1746066722.949654:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28658:x1830882974964096:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3905us (4042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.949661:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10369 00002000:00010000:3.0:1746066722.949876:0:21973:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime: 1746066721 -> 1746066722 00000100:00100000:3.0:1746066722.949890:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976176768:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066722.949905:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974964480 00010000:00010000:3.0:1746066722.949908:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee6080b7b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781a2 expref: 41 pid: 21973 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066722.949911:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974964480 00010000:00010000:3.0:1746066722.949916:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee6080b7b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781a2 expref: 41 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.949930:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 9 pid: 8112 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066722.949931:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e98bc00, rc 0) 00000100:00100000:2.0:1746066722.949946:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5129 00000100:00100000:3.0:1746066722.949948:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1965:x1830882974964224:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2666us (2797us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066722.949952:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10370 00000100:00100000:2.0:1746066722.949952:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974964480:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.949960:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.949971:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 9 pid: 8112 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066722.949979:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 9 pid: 8112 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066722.949992:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.949994:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.949999:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.950008:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.950027:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.950035:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976177024:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.950065:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fb40 going to sleep for 11 seconds 00010000:00010000:2.0:1746066722.950081:0:8450:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff88008c395f80 x1830882976176896) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 9 pid: 8112 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066722.950089:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882974963968:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6939us (7098us total) trans 0 rc 1048576/1048576 00010000:00010000:2.0:1746066722.950093:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009391f000/0xfb36a14ee6080a9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978116 expref: 9 pid: 8112 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066722.950096:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4182 00002000:00100000:3.0:1746066722.950102:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099711500 x1830882974963968/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746066722.950104:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976176896:192.168.202.57@tcp:106: 00002000:00100000:3.0:1746066722.950110:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711500 with x1830882974963968 ext(2097152->3145727) 00002000:00010000:3.0:1746066722.950113:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099711500 00010000:00010000:2.0:1746066722.950341:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080b82 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781a9 expref: 27 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.950350:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080b82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781a9 expref: 27 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066722.950357:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0e00, rc 0) 00000100:00100000:2.0:1746066722.950373:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882974964352:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3023us (3179us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066722.950381:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10371 00000100:00100000:0.0:1746066722.952472:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.953336:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974964608 00000100:00100000:2.0:1746066722.953344:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974964608 00000100:00100000:2.0:1746066722.953377:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10372 00000100:00100000:2.0:1746066722.953384:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:28660:x1830882974964608:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.953400:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.953413:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781b0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.953432:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.953439:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.953441:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.953444:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b0 expref: 41 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.953466:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.953477:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 28 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066722.953484:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.953486:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976177152:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066722.953500:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974964864 00000100:00100000:3.0:1746066722.953503:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974964864 00002000:00100000:3.0:1746066722.953527:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2596864->2600959) req@ffff88009f7e5880 x1830882974964864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.953535:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e5880 with x1830882974964864 ext(2596864->2600959) 00002000:00010000:3.0:1746066722.953539:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e5880 00000100:00100000:3.0:1746066722.953549:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4183 00000100:00100000:3.0:1746066722.953553:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882974964864:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066722.953554:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066722.953578:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976177024:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.953592:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066722.953607:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974964480:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3656us (4272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.953614:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5129 00000100:00100000:3.0:1746066722.953669:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882974964864:12345-192.168.202.57@tcp:3:cat.0 Request processed in 114us (184us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066722.953687:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4183 00002000:00100000:3.0:1746066722.953692:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2596864->2600959) req@ffff88009f7e5880 x1830882974964864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.953699:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e5880 with x1830882974964864 ext(2596864->2600959) 00002000:00010000:3.0:1746066722.953701:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e5880 00000100:00100000:2.0:1746066722.956504:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976177152:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066722.956531:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b0 expref: 41 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.956545:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0c00, rc 0) 00000100:00100000:2.0:1746066722.956588:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+41:28660:x1830882974964608:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3204us (4121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066722.956595:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10372 00000100:00100000:0.0:1746066722.956763:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066722.956963:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974964992 00000100:00100000:3.0:1746066722.956969:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974964992 00002000:00100000:3.0:1746066722.956997:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3686400->4149247) req@ffff880099712680 x1830882974964992/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.957005:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712680 with x1830882974964992 ext(3686400->4149247) 00010000:00010000:3.0:1746066722.957011:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066722.957022:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00002000:00010000:3.0:1746066722.957028:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099712680 00000100:00100000:3.0:1746066722.957052:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 890 00000100:00100000:3.0:1746066722.957059:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882974964992:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066722.958101:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.958165:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974965120 00000100:00100000:2.0:1746066722.958169:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974965120 00000100:00100000:2.0:1746066722.958189:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10373 00000100:00100000:2.0:1746066722.958194:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28664:x1830882974965120:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066722.958203:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066722.958227:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781b7 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.958246:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.958252:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.958253:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066722.958256:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b7 expref: 14 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.958282:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.958291:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 25 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066722.958300:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976177280:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066722.958355:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066722.961555:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976177280:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066722.961582:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b7 expref: 14 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.961597:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f209800, rc 0) 00000100:00100000:0.0:1746066722.961636:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28664:x1830882974965120:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3440us (3534us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066722.961644:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10373 00000100:00100000:2.0:1746066722.962889:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.962907:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974965376 00000100:00100000:2.0:1746066722.962912:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974965376 00002000:00100000:2.0:1746066722.962938:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2596864->3145727) req@ffff88008c397480 x1830882974965376/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066722.962947:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c397480 with x1830882974965376 ext(2596864->3145727) 00010000:00010000:2.0:1746066722.962953:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 26 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066722.962961:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 26 pid: 10402 timeout: 784 lvb_type: 0 00002000:00010000:2.0:1746066722.962967:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c397480 00000100:00100000:2.0:1746066722.962979:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 891 00000100:00100000:2.0:1746066722.962984:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882974965376:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066722.963446:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.963498:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974965504 00000100:00100000:1.0:1746066722.963502:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974965504 00000100:00100000:1.0:1746066722.963526:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10374 00000100:00100000:1.0:1746066722.963531:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+41:28658:x1830882974965504:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066722.963539:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066722.963551:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781be expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.963565:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066722.963567:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066722.963570:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->3641343] (req 3145728->3641343) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 42 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.963578:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->3641343] (req 3145728->3641343) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 42 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066722.963585:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d00c00, rc 0) 00000100:00100000:1.0:1746066722.963616:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:28658:x1830882974965504:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 85us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066722.963621:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10374 00000100:00100000:3.0:1746066722.965481:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882974964992:12345-192.168.202.57@tcp:4:cat.0 Request processed in 8418us (8713us total) trans 21474840089 rc 0/0 00000100:00100000:3.0:1746066722.965490:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 890 00002000:00100000:3.0:1746066722.965498:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3686400->4149247) req@ffff880099712680 x1830882974964992/t21474840089(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/448 e 0 to 0 dl 1746066733 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066722.965506:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712680 with x1830882974964992 ext(3686400->4149247) 00010000:00010000:3.0:1746066722.965513:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 31 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066722.965524:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 31 pid: 8450 timeout: 784 lvb_type: 0 00002000:00010000:3.0:1746066722.965530:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099712680 00000100:00100000:0.0:1746066722.972466:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.972514:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974965632 00000100:00100000:2.0:1746066722.972521:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974965632 00010000:00010000:2.0:1746066722.972558:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 31 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066722.972598:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5130 00000100:00100000:2.0:1746066722.972605:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1966:x1830882974965632:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066722.972618:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066722.972635:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 31 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066722.972643:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 31 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066722.972663:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080b51 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3686400->4149247) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978178 expref: 31 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066722.972692:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.972694:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.972700:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b0 expref: 41 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.972707:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b0 expref: 41 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.972713:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.972714:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066722.972717:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 41 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.972723:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 41 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066722.972745:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 41 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.972754:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976177408:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066722.972821:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b0 expref: 41 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066722.972827:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976177536:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066722.972840:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.972925:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974965376:12345-192.168.202.57@tcp:4:cat.0 Request processed in 9939us (10036us total) trans 17179872755 rc 0/0 00000100:00100000:1.0:1746066722.972933:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 891 00002000:00100000:1.0:1746066722.972940:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2596864->3145727) req@ffff88008c397480 x1830882974965376/t17179872755(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/448 e 0 to 0 dl 1746066733 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066722.972947:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c397480 with x1830882974965376 ext(2596864->3145727) 00010000:00010000:1.0:1746066722.972954:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 28 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066722.972964:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 28 pid: 10402 timeout: 784 lvb_type: 0 00002000:00010000:1.0:1746066722.972969:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c397480 00000100:00100000:0.0:1746066722.974144:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976177408:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066722.974424:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976177536:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066722.974441:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066722.974636:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882974965632:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2030us (2175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066722.974734:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5130 00000100:00100000:2.0:1746066722.981791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066722.982144:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.982253:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974965888 00000100:00100000:0.0:1746066722.982260:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974965888 00010000:00010000:0.0:1746066722.982400:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 28 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066722.982407:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066722.982433:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5131 00000100:00100000:0.0:1746066722.982440:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974965888:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066722.982455:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066722.982555:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974966016 00000100:00100000:1.0:1746066722.982559:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974966016 00002000:00010000:0.0:1746066722.982582:0:15727:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066721 -> 1746066722 00002000:00100000:1.0:1746066722.982583:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3637248->3641343) req@ffff88008c395180 x1830882974966016/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:0.0:1746066722.982590:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 28 pid: 10402 timeout: 784 lvb_type: 0 00002000:00100000:1.0:1746066722.982591:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395180 with x1830882974966016 ext(3637248->3641343) 00002000:00010000:1.0:1746066722.982595:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c395180 00000100:00100000:3.0:1746066722.982598:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974966144 00000100:00100000:3.0:1746066722.982602:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974966144 00010000:00010000:0.0:1746066722.982602:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 28 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066722.982607:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4184 00000100:00100000:1.0:1746066722.982612:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1963:x1830882974966016:12345-192.168.202.57@tcp:3:cat.0 00002000:00100000:3.0:1746066722.982617:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88008c394e00 x1830882974966144/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:0.0:1746066722.982621:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d01a00/0xfb36a14ee6080b74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2596864->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97819b expref: 28 pid: 10402 timeout: 784 lvb_type: 0 00002000:00100000:3.0:1746066722.982625:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c394e00 with x1830882974966144 ext(2097152->3145727) 00002000:00010000:3.0:1746066722.982628:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c394e00 00010000:00010000:0.0:1746066722.982637:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066722.982639:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746066722.982645:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4185 00010000:00010000:0.0:1746066722.982645:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b7 expref: 13 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066722.982650:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1963:x1830882974966144:12345-192.168.202.57@tcp:3:cat.0 00010000:00010000:0.0:1746066722.982652:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b7 expref: 13 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066722.982693:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b7 expref: 13 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066722.982703:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976177664:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066722.982762:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066722.982808:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1963:x1830882974966016:12345-192.168.202.57@tcp:3:cat.0 Request processed in 194us (1024us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066722.982814:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4184 00002000:00100000:1.0:1746066722.982819:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3637248->3641343) req@ffff88008c395180 x1830882974966016/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066722.982831:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395180 with x1830882974966016 ext(3637248->3641343) 00002000:00010000:1.0:1746066722.982834:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c395180 00000100:00100000:0.0:1746066722.986041:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976177664:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066722.986057:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066722.986081:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882974965888:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3642us (3937us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066722.986090:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5131 00000100:00100000:0.0:1746066722.990307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066722.991129:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974966528 00000100:00100000:1.0:1746066722.991136:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974966528 00002000:00100000:1.0:1746066722.991168:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800921c2d80 x1830882974966528/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/0 e 0 to 0 dl 1746066733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066722.991177:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c2d80 with x1830882974966528 ext(2097152->3145727) 00002000:00010000:1.0:1746066722.991181:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800921c2d80 00000100:00100000:1.0:1746066722.991206:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4186 00000100:00100000:1.0:1746066722.991213:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882974966528:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066723.003517:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882974966528:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12295us (13206us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066723.003527:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4186 00002000:00100000:0.0:1746066723.003537:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800921c2d80 x1830882974966528/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.003546:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c2d80 with x1830882974966528 ext(2097152->3145727) 00002000:00010000:0.0:1746066723.003551:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800921c2d80 00000100:00100000:2.0:1746066723.008426:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:1963:x1830882974966144:12345-192.168.202.57@tcp:3:cat.0 Request processed in 25765us (26008us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066723.008438:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4185 00002000:00100000:2.0:1746066723.008450:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88008c394e00 x1830882974966144/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:128/0 lens 488/440 e 0 to 0 dl 1746066733 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.008459:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c394e00 with x1830882974966144 ext(2097152->3145727) 00002000:00010000:2.0:1746066723.008464:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c394e00 00000100:00100000:0.0:1746066723.013234:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.015553:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974966656 00000100:00100000:0.0:1746066723.015562:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974966656 00000100:00100000:0.0:1746066723.015602:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10375 00000100:00100000:0.0:1746066723.015610:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:28664:x1830882974966656:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066723.015625:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066723.015639:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781c5 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.015662:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 41 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.015670:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066723.015672:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066723.015689:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 31 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.015716:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 41 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.015726:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 41 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746066723.015736:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976177792:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066723.015795:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066723.018452:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.018524:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974966784 00000100:00100000:0.0:1746066723.018530:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974966784 00000100:00100000:0.0:1746066723.018557:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10376 00000100:00100000:0.0:1746066723.018564:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28660:x1830882974966784:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066723.018577:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066723.018589:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ba5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781cc expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.018605:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.018607:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.018613:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ba5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781cc expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.018624:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ba5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781cc expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.018631:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0e00, rc 0) 00000100:00100000:0.0:1746066723.018662:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28660:x1830882974966784:12345-192.168.202.57@tcp:101:cat.0 Request processed in 98us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.018667:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10376 00000100:00100000:0.0:1746066723.018749:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976177792:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066723.018764:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 31 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.018772:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094239c00, rc 0) 00000100:00100000:0.0:1746066723.018790:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:28664:x1830882974966656:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3181us (5576us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.018795:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10375 00000100:00100000:0.0:1746066723.019337:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.019354:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974966912 00000100:00100000:0.0:1746066723.019357:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974966912 00002000:00100000:0.0:1746066723.019379:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->3641343) req@ffff8800921c2a00 x1830882974966912/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.019387:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c2a00 with x1830882974966912 ext(3145728->3641343) 00010000:00010000:0.0:1746066723.019393:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 42 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.019403:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 42 pid: 8450 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746066723.019454:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921c2a00 00000100:00100000:0.0:1746066723.019467:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 892 00000100:00100000:0.0:1746066723.019473:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:1964:x1830882974966912:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066723.023312:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.023335:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974967296 00000100:00100000:0.0:1746066723.023341:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974967296 00000100:00100000:0.0:1746066723.023372:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8991 00000100:00100000:0.0:1746066723.023379:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28669:x1830882974967296:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066723.023397:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066723.023411:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094239800/0xfb36a14ee6080bac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781d3 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.023488:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee6080bb3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023499:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee6080bb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023508:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee6080bb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023519:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080bba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023524:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080bba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023529:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080bba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023608:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080bc1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023615:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023620:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:0.0:1746066723.023626:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:0.0:1746066723.023707:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee6080bb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023714:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee6080bb3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023719:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee6080bb3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023724:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5b0000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066723.023726:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee6080bb3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023733:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee6080bb3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023742:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066723.023744:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066723.023748:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee6080bb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.023752:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0000/0xfb36a14ee6080bb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.025758:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080bba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.025767:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080bba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.025773:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080bba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.025778:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5b0200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066723.025780:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080bba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.025785:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080bba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.025794:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88008f6c4900) 00010000:00010000:0.0:1746066723.025797:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066723.025799:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080bba lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.025803:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080bba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.025843:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094239800/0xfb36a14ee6080bac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781d3 expref: 13 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.025854:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080bc1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781d3 expref: 12 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.025860:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066723.025862:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1746066723.025864:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1c00, rc 0) 00000100:00100000:0.0:1746066723.025909:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28669:x1830882974967296:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2530us (2603us total) trans 8589942839 rc 0/0 00000100:00100000:0.0:1746066723.025916:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8991 00000100:00100000:0.0:1746066723.026192:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.026210:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974967424 00000100:00100000:0.0:1746066723.026244:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974967424 00002000:00100000:0.0:1746066723.026268:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800921c1180 x1830882974967424/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.026277:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c1180 with x1830882974967424 ext(2097152->3145727) 00002000:00010000:0.0:1746066723.026280:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800921c1180 00000100:00100000:0.0:1746066723.026308:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4187 00000100:00100000:0.0:1746066723.026314:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882974967424:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066723.034188:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+44:1964:x1830882974966912:12345-192.168.202.57@tcp:4:cat.0 Request processed in 14706us (14842us total) trans 21474840090 rc 0/0 00000100:00100000:0.0:1746066723.034198:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 892 00002000:00100000:0.0:1746066723.034208:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->3641343) req@ffff8800921c2a00 x1830882974966912/t21474840090(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/448 e 0 to 0 dl 1746066734 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.034227:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c2a00 with x1830882974966912 ext(3145728->3641343) 00010000:00010000:0.0:1746066723.034235:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 44 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.035911:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 44 pid: 8450 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746066723.035921:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921c2a00 00000100:00100000:0.0:1746066723.041743:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.041770:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974967552 00000100:00100000:0.0:1746066723.041778:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974967552 00010000:00010000:0.0:1746066723.041805:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 44 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746066723.041826:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5132 00000100:00100000:0.0:1746066723.041833:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+44:1966:x1830882974967552:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066723.041843:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066723.041859:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 44 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.041869:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 44 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.041888:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093d00c00/0xfb36a14ee6080b97 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3641343) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781be expref: 44 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.041904:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.041906:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.041912:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.042161:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.042188:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066723.042197:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976177920:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066723.042255:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066723.051258:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976177920:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066723.051275:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066723.051309:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1966:x1830882974967552:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9476us (9576us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.051319:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5132 00000100:00100000:0.0:1746066723.052468:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882974967424:12345-192.168.202.57@tcp:3:cat.0 Request processed in 26151us (26273us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066723.052476:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4187 00002000:00100000:0.0:1746066723.052486:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800921c1180 x1830882974967424/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.052495:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c1180 with x1830882974967424 ext(2097152->3145727) 00002000:00010000:0.0:1746066723.052501:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800921c1180 00010000:00010000:3.0:1746066723.052613:0:7111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066723.061593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.061614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.061687:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974967936 00000100:00100000:0.0:1746066723.061694:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974967936 00002000:00100000:0.0:1746066723.061728:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800921c1500 x1830882974967936/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.061737:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c1500 with x1830882974967936 ext(3145728->4194303) 00002000:00010000:0.0:1746066723.061741:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800921c1500 00000100:00100000:0.0:1746066723.061756:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974968064 00000100:00100000:0.0:1746066723.061758:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974968064 00002000:00100000:0.0:1746066723.061769:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800921c3100 x1830882974968064/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.061775:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c3100 with x1830882974968064 ext(3145728->4194303) 00002000:00010000:0.0:1746066723.061778:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921c3100 00000100:00100000:0.0:1746066723.061787:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4188 00000100:00100000:0.0:1746066723.061792:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1966:x1830882974967936:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066723.063381:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4189 00000100:00100000:0.0:1746066723.063389:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882974968064:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066723.069610:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.069654:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974968192 00000100:00100000:0.0:1746066723.069663:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974968192 00000100:00100000:0.0:1746066723.069737:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10377 00000100:00100000:0.0:1746066723.069747:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:28660:x1830882974968192:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066723.069978:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066723.069993:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf4d200/0xfb36a14ee6080bcf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781da expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.070013:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.070014:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.070021:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf4d200/0xfb36a14ee6080bcf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781da expref: 44 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.070033:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf4d200/0xfb36a14ee6080bcf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781da expref: 44 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.070043:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf4d200, rc 0) 00000100:00100000:0.0:1746066723.070078:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+44:28660:x1830882974968192:12345-192.168.202.57@tcp:101:cat.0 Request processed in 335us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.070084:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10377 00000100:00100000:3.0:1746066723.080148:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882974968064:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16752us (18524us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066723.080160:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4189 00002000:00100000:3.0:1746066723.080171:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800921c3100 x1830882974968064/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.080180:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c3100 with x1830882974968064 ext(3145728->4194303) 00002000:00010000:3.0:1746066723.080185:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921c3100 00000100:00100000:0.0:1746066723.082543:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1966:x1830882974967936:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20746us (20951us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066723.082551:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4188 00002000:00100000:0.0:1746066723.082559:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800921c1500 x1830882974967936/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.082567:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c1500 with x1830882974967936 ext(3145728->4194303) 00002000:00010000:0.0:1746066723.082571:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800921c1500 00000100:00100000:2.0:1746066723.085823:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.085894:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974968448 00000100:00100000:0.0:1746066723.085901:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974968448 00002000:00100000:0.0:1746066723.085933:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88008c396300 x1830882974968448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.085942:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c396300 with x1830882974968448 ext(3145728->4194303) 00002000:00010000:0.0:1746066723.085947:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c396300 00000100:00100000:0.0:1746066723.085964:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4190 00000100:00100000:0.0:1746066723.085970:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+44:1965:x1830882974968448:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066723.090442:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.090483:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.090526:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974968832 00000100:00100000:1.0:1746066723.090532:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974968832 00002000:00100000:1.0:1746066723.090563:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ec2ca80 x1830882974968832/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066723.090571:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2ca80 with x1830882974968832 ext(3145728->4194303) 00002000:00010000:1.0:1746066723.090575:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2ca80 00000100:00100000:2.0:1746066723.090578:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974968704 00000100:00100000:2.0:1746066723.090583:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974968704 00000100:00100000:1.0:1746066723.090602:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4191 00000100:00100000:1.0:1746066723.090609:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882974968832:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066723.091212:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10378 00000100:00100000:2.0:1746066723.091227:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:28669:x1830882974968704:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066723.091236:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.091249:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781e1 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.091267:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b0 expref: 45 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.091273:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 32 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.091279:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf4d200/0xfb36a14ee6080bcf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781da expref: 45 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.091284:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066723.091285:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066723.091288:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3129344->3145727] (req 3129344->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.091309:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf4d200/0xfb36a14ee6080bcf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781da expref: 45 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.091319:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bf4d200/0xfb36a14ee6080bcf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781da expref: 45 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.091334:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976178048:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066723.091881:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 32 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.091889:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 32 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.091897:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976178176:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066723.092424:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b0 expref: 45 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.093265:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b0 expref: 45 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.093278:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976178304:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.093318:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3540 going to sleep for 11 seconds 00000100:00100000:1.0:1746066723.097638:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.097804:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974969088 00000100:00100000:0.0:1746066723.097811:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974969088 00002000:00100000:0.0:1746066723.097942:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009ec2ed80 x1830882974969088/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.098179:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2ed80 with x1830882974969088 ext(4194304->5079039) 00010000:00010000:0.0:1746066723.098188:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 33 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.098199:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 33 pid: 8450 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746066723.098206:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec2ed80 00000100:00100000:0.0:1746066723.098244:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 893 00000100:00100000:0.0:1746066723.098250:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1965:x1830882974969088:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066723.102988:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882974968832:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12373us (12498us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066723.102997:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4191 00002000:00100000:2.0:1746066723.103008:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ec2ca80 x1830882974968832/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.103016:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2ca80 with x1830882974968832 ext(3145728->4194303) 00002000:00010000:2.0:1746066723.103021:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2ca80 00000100:00100000:1.0:1746066723.103743:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.104398:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976178048:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066723.104409:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976178176:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066723.104416:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976178304:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066723.104441:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3129344->3145727] (req 3129344->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 34 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.104456:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b596000, rc 0) 00000100:00100000:3.0:1746066723.104482:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+34:28669:x1830882974968704:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 13265us (14047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.104489:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10378 00000100:00100000:0.0:1746066723.105374:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974969216 00000100:00100000:0.0:1746066723.105381:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974969216 00010000:00010000:0.0:1746066723.105401:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b0 expref: 46 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746066723.105433:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5133 00000100:00100000:0.0:1746066723.105439:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+46:1963:x1830882974969216:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066723.105449:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066723.105464:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b0 expref: 46 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.105471:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b0 expref: 46 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.105487:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080b89 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b0 expref: 46 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.106383:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066723.106425:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+45:1963:x1830882974969216:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 985us (2681us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.106432:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5133 00000100:00100000:0.0:1746066723.106842:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1965:x1830882974968448:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20871us (21024us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066723.106849:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4190 00002000:00100000:0.0:1746066723.106856:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88008c396300 x1830882974968448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.106865:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c396300 with x1830882974968448 ext(3145728->4194303) 00010000:00010000:0.0:1746066723.106871:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf4d200/0xfb36a14ee6080bcf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781da expref: 43 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.106879:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf4d200/0xfb36a14ee6080bcf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781da expref: 43 pid: 8450 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746066723.106885:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c396300 00000100:00100000:0.0:1746066723.110254:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1965:x1830882974969088:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11998us (12616us total) trans 0 rc 884736/884736 00000100:00100000:0.0:1746066723.110264:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 893 00002000:00100000:0.0:1746066723.110273:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009ec2ed80 x1830882974969088/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:H/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.110282:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2ed80 with x1830882974969088 ext(4194304->5079039) 00010000:00010000:0.0:1746066723.110290:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 32 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.110300:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 32 pid: 8450 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746066723.110306:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec2ed80 00000100:00100000:3.0:1746066723.117587:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.117665:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974969344 00000100:00100000:0.0:1746066723.117672:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974969344 00010000:00010000:0.0:1746066723.117712:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf4d200/0xfb36a14ee6080bcf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781da expref: 43 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746066723.117736:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5134 00000100:00100000:0.0:1746066723.117743:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1963:x1830882974969344:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066723.117753:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066723.117770:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bf4d200/0xfb36a14ee6080bcf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781da expref: 43 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.117780:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bf4d200/0xfb36a14ee6080bcf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781da expref: 43 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.117801:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf4d200/0xfb36a14ee6080bcf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781da expref: 43 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.117814:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066723.117846:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:1963:x1830882974969344:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 103us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.117851:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5134 00000100:00100000:3.0:1746066723.117952:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.118010:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974969472 00000100:00100000:3.0:1746066723.118013:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974969472 00000100:00100000:3.0:1746066723.118029:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10379 00000100:00100000:3.0:1746066723.118033:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1966:x1830882974969472:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066723.118044:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066723.118051:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ba98c00/0xfb36a14ee6080bdd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781e8 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.118062:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.118068:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ba98c00/0xfb36a14ee6080bdd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e8 expref: 33 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.118076:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ba98c00/0xfb36a14ee6080bdd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e8 expref: 33 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.118082:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ba98c00, rc 0) 00000100:00100000:3.0:1746066723.118107:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1966:x1830882974969472:12345-192.168.202.57@tcp:101:cat.0 Request processed in 73us (155us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066723.118114:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10379 00000100:00100000:1.0:1746066723.119919:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.120279:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974969600 00000100:00100000:2.0:1746066723.120286:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974969600 00010000:00010000:2.0:1746066723.120307:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 32 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.120336:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5135 00000100:00100000:2.0:1746066723.120343:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882974969600:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.120353:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.120366:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 32 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.120374:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 32 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.120388:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094239c00/0xfb36a14ee6080b9e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781c5 expref: 32 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.120398:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.120399:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.120404:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.120411:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.120436:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.120449:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976178432:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066723.120518:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.122937:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.123321:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974969856 00000100:00100000:0.0:1746066723.123328:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974969856 00000100:00100000:0.0:1746066723.123358:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8992 00000100:00100000:0.0:1746066723.123365:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28671:x1830882974969856:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066723.123380:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066723.123395:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee6080be4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781ef expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.123475:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3800/0xfb36a14ee6080beb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123485:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3800/0xfb36a14ee6080beb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123494:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3800/0xfb36a14ee6080beb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123504:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3600/0xfb36a14ee6080bf2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123509:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3600/0xfb36a14ee6080bf2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123517:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3600/0xfb36a14ee6080bf2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123826:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3000/0xfb36a14ee6080bf9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123834:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3000/0xfb36a14ee6080bf9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123840:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3000/0xfb36a14ee6080bf9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:0.0:1746066723.123847:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:0.0:1746066723.123911:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3800/0xfb36a14ee6080beb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123917:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3800/0xfb36a14ee6080beb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123921:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3800/0xfb36a14ee6080beb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123926:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009edc3800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066723.123929:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3800/0xfb36a14ee6080beb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123935:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3800/0xfb36a14ee6080beb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123943:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066723.123945:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066723.123948:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3800/0xfb36a14ee6080beb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123955:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3800/0xfb36a14ee6080beb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123964:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3600/0xfb36a14ee6080bf2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123968:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3600/0xfb36a14ee6080bf2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123972:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3600/0xfb36a14ee6080bf2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123975:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009edc3600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066723.123977:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3600/0xfb36a14ee6080bf2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123981:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3600/0xfb36a14ee6080bf2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123986:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012ffed000) 00010000:00010000:0.0:1746066723.123988:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066723.123990:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3600/0xfb36a14ee6080bf2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.123994:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3600/0xfb36a14ee6080bf2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066723.124023:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee6080be4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781ef expref: 256 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.124033:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3000/0xfb36a14ee6080bf9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781ef expref: 255 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.124224:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066723.124226:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1746066723.124229:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edc3000, rc 0) 00000100:00100000:0.0:1746066723.124269:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28671:x1830882974969856:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 903us (1334us total) trans 8589942840 rc 0/0 00000100:00100000:0.0:1746066723.124275:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8992 00000100:00100000:0.0:1746066723.124946:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.124964:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.124990:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.125004:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974970240 00000100:00100000:0.0:1746066723.125008:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974970240 00002000:00100000:0.0:1746066723.125031:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3129344->3133439) req@ffff8800921c1c00 x1830882974970240/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.125050:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c1c00 with x1830882974970240 ext(3129344->3133439) 00002000:00010000:0.0:1746066723.125054:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921c1c00 00000100:00100000:0.0:1746066723.125064:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4192 00000100:00100000:0.0:1746066723.125069:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1963:x1830882974970240:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066723.125149:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974970496 00000100:00100000:2.0:1746066723.125153:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974970496 00002000:00100000:2.0:1746066723.125168:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff8800921c0e00 x1830882974970496/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.125176:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c0e00 with x1830882974970496 ext(5074944->5079039) 00002000:00010000:2.0:1746066723.125178:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921c0e00 00000100:00100000:2.0:1746066723.125190:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4193 00000100:00100000:2.0:1746066723.125195:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1965:x1830882974970496:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066723.125264:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974969984 00000100:00100000:2.0:1746066723.125267:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974969984 00000100:00100000:0.0:1746066723.125363:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882974970240:12345-192.168.202.57@tcp:3:cat.0 Request processed in 293us (397us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066723.125369:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4192 00002000:00100000:0.0:1746066723.125374:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3129344->3133439) req@ffff8800921c1c00 x1830882974970240/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.125381:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c1c00 with x1830882974970240 ext(3129344->3133439) 00002000:00010000:0.0:1746066723.125384:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921c1c00 00000100:00100000:3.0:1746066723.125529:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976178432:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066723.125545:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.125566:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882974969600:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5224us (5650us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.125572:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5135 00000100:00100000:2.0:1746066723.125904:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10380 00000100:00100000:2.0:1746066723.125910:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:1964:x1830882974969984:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066723.125918:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.125928:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135158600/0xfb36a14ee6080c07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781f6 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.125962:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976178560:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066723.126000:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.126051:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1965:x1830882974970496:12345-192.168.202.57@tcp:3:cat.0 Request processed in 855us (1060us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066723.126246:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.126326:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4193 00002000:00100000:2.0:1746066723.126332:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff8800921c0e00 x1830882974970496/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.126338:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c0e00 with x1830882974970496 ext(5074944->5079039) 00002000:00010000:2.0:1746066723.126341:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921c0e00 00000100:00100000:1.0:1746066723.126743:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974970752 00000100:00100000:1.0:1746066723.126748:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974970752 00000100:00100000:1.0:1746066723.126772:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3539 00000100:00100000:1.0:1746066723.126777:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28671:x1830882974970752:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066723.126897:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28671:x1830882974970752:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 119us (651us total) trans 8589942841 rc 0/0 00000100:00100000:1.0:1746066723.126903:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3539 00000100:00100000:2.0:1746066723.129311:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976178560:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066723.129334:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135158600/0xfb36a14ee6080c07 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781f6 expref: 43 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066723.129346:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135158600/0xfb36a14ee6080c07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781f6 expref: 43 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066723.129354:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158600, rc 0) 00000100:00100000:2.0:1746066723.129384:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:1964:x1830882974969984:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3472us (4437us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066723.129390:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10380 00000100:00100000:2.0:1746066723.130791:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.130809:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974970880 00000100:00100000:2.0:1746066723.130815:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974970880 00000100:00100000:2.0:1746066723.130840:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10381 00000100:00100000:2.0:1746066723.130845:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28669:x1830882974970880:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066723.130858:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.130869:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9781fd expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.131147:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b7 expref: 15 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.131156:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ba5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781cc expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.131161:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.131162:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.131165:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->2666495] (req 2097152->2666495) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 15 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.131191:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ba5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781cc expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.131202:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ba5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781cc expref: 27 pid: 21973 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.131212:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976178688:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066723.131275:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b7 expref: 15 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.131282:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b7 expref: 15 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.131289:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976178816:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.131306:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3b40 going to sleep for 11 seconds 00000001:00080000:3.0:1746066723.139392:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840070 is committed 00000001:00080000:3.0:1746066723.139403:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840065 is committed 00000001:00080000:3.0:1746066723.139414:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840048 is committed 00000001:00080000:3.0:1746066723.139443:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839994 is committed 00000001:00080000:3.0:1746066723.139452:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840088 is committed 00000001:00080000:3.0:1746066723.139472:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840054 is committed 00000001:00080000:3.0:1746066723.139486:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840046 is committed 00000001:00080000:3.0:1746066723.139565:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840057 is committed 00000001:00080000:3.0:1746066723.139602:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840089 is committed 00000001:00080000:3.0:1746066723.139607:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840058 is committed 00000100:00100000:2.0:1746066723.139834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.139862:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.139901:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976178688:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.139910:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976178816:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066723.139935:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->2666495] (req 2097152->2666495) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 15 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.139951:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158800, rc 0) 00000100:00100000:2.0:1746066723.139987:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28669:x1830882974970880:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 9141us (9197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.139994:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10381 00000100:00100000:2.0:1746066723.140015:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974971008 00000100:00100000:2.0:1746066723.140019:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974971008 00000100:00100000:2.0:1746066723.140045:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10382 00000100:00100000:2.0:1746066723.140051:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:28660:x1830882974971008:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066723.140064:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.140077:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978204 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.140095:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 8 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.140102:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066723.140104:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066723.140106:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978204 expref: 17 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.140128:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 8 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.140138:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 8 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.140148:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976178944:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.140192:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066723.140866:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974971136 00000100:00100000:3.0:1746066723.140871:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974971136 00010000:00010000:3.0:1746066723.140894:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b7 expref: 15 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.140913:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5136 00000100:00100000:3.0:1746066723.140918:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882974971136:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.140926:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.140945:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b7 expref: 15 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.140958:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b7 expref: 15 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.140974:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f209800/0xfb36a14ee6080b90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781b7 expref: 15 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.140984:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.141005:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882974971136:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 87us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.141010:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5136 00000100:00100000:1.0:1746066723.141090:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.141175:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974971264 00000100:00100000:0.0:1746066723.141179:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974971264 00010000:00010000:0.0:1746066723.141193:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ba5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781cc expref: 28 pid: 21973 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746066723.141207:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5137 00000100:00100000:0.0:1746066723.141212:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882974971264:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066723.141231:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066723.141238:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ba5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781cc expref: 28 pid: 21973 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.141245:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ba5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781cc expref: 28 pid: 21973 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.141257:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080ba5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781cc expref: 28 pid: 21973 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.141266:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.141268:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.141272:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 13 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.141279:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 13 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.141298:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 13 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066723.141306:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976179072:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066723.141335:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066723.141537:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976178944:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066723.141551:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978204 expref: 17 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.141560:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158e00, rc 0) 00000100:00100000:0.0:1746066723.141580:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:28660:x1830882974971008:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1528us (1750us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.141585:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10382 00000100:00100000:2.0:1746066723.142810:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976179072:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066723.142832:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.142876:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882974971264:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1662us (1785us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.142889:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5137 00000100:00100000:0.0:1746066723.148436:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.148493:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974971392 00000100:00100000:2.0:1746066723.148501:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974971392 00002000:00100000:2.0:1746066723.148536:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3129344->3145727) req@ffff8800921c3800 x1830882974971392/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 16872/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.148545:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c3800 with x1830882974971392 ext(3129344->3145727) 00010000:00010000:2.0:1746066723.148552:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 9 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.148563:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 9 pid: 10402 timeout: 784 lvb_type: 0 00002000:00010000:2.0:1746066723.148574:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921c3800 00000100:00100000:2.0:1746066723.148595:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 894 00000100:00100000:2.0:1746066723.148601:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882974971392:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066723.148984:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882974971392:12345-192.168.202.57@tcp:4:cat.0 Request processed in 382us (554us total) trans 21474840091 rc 0/0 00000100:00100000:2.0:1746066723.148990:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 894 00002000:00100000:2.0:1746066723.148996:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3129344->3145727) req@ffff8800921c3800 x1830882974971392/t21474840091(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 16872/448 e 0 to 0 dl 1746066734 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.149002:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c3800 with x1830882974971392 ext(3129344->3145727) 00010000:00010000:2.0:1746066723.149007:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.149015:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00002000:00010000:2.0:1746066723.149019:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921c3800 00000100:00100000:0.0:1746066723.150474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.150528:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974971648 00000100:00100000:3.0:1746066723.150533:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974971648 00002000:00100000:3.0:1746066723.150557:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2662400->2666495) req@ffff8800921c0000 x1830882974971648/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.150564:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c0000 with x1830882974971648 ext(2662400->2666495) 00002000:00010000:3.0:1746066723.150568:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800921c0000 00000100:00100000:3.0:1746066723.150581:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4194 00000100:00100000:3.0:1746066723.150586:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882974971648:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066723.150696:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882974971648:12345-192.168.202.57@tcp:3:cat.0 Request processed in 109us (224us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066723.150702:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4194 00002000:00100000:3.0:1746066723.150707:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2662400->2666495) req@ffff8800921c0000 x1830882974971648/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.150713:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c0000 with x1830882974971648 ext(2662400->2666495) 00002000:00010000:3.0:1746066723.150716:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800921c0000 00000100:00100000:0.0:1746066723.151958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.153255:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974971904 00000100:00100000:2.0:1746066723.153262:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974971904 00000100:00100000:2.0:1746066723.153299:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3540 00000100:00100000:2.0:1746066723.153305:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997fb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28669:x1830882974971904:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066723.153455:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997fb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28669:x1830882974971904:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 145us (1493us total) trans 8589942842 rc 0/0 00000100:00100000:2.0:1746066723.153460:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3540 00000100:00100000:0.0:1746066723.154556:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.154609:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974972032 00000100:00100000:2.0:1746066723.154613:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974972032 00010000:00010000:2.0:1746066723.154629:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.154655:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5138 00000100:00100000:2.0:1746066723.154660:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882974972032:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.154669:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.154699:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.154708:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.154724:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b596000/0xfb36a14ee6080bd6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3129344->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781e1 expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.154734:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.154735:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.154741:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978204 expref: 16 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.154748:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978204 expref: 16 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.154770:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978204 expref: 16 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.154782:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976179200:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066723.154832:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.156946:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976179200:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066723.156960:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.156985:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1966:x1830882974972032:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2324us (2430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.156993:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5138 00000100:00100000:0.0:1746066723.158819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.159005:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974972288 00000100:00100000:2.0:1746066723.159012:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974972288 00002000:00100000:2.0:1746066723.159046:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800921c1880 x1830882974972288/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.159056:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c1880 with x1830882974972288 ext(4194304->5079039) 00002000:00010000:2.0:1746066723.159061:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921c1880 00000100:00100000:2.0:1746066723.159183:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4195 00000100:00100000:2.0:1746066723.159192:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1965:x1830882974972288:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066723.165954:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1965:x1830882974972288:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6755us (7131us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066723.165966:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4195 00002000:00100000:2.0:1746066723.165975:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800921c1880 x1830882974972288/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.165983:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c1880 with x1830882974972288 ext(4194304->5079039) 00002000:00010000:2.0:1746066723.165987:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921c1880 00000100:00100000:0.0:1746066723.169503:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.170092:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974972416 00000100:00100000:2.0:1746066723.170100:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974972416 00000100:00100000:2.0:1746066723.170148:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10383 00000100:00100000:2.0:1746066723.170154:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882974972416:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066723.170169:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.170183:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135159c00/0xfb36a14ee6080c1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97820b expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.170343:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976179328:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066723.170484:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.173545:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976179328:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066723.173572:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135159c00/0xfb36a14ee6080c1c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97820b expref: 28 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066723.173583:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135159c00/0xfb36a14ee6080c1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97820b expref: 28 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066723.173607:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159c00, rc 0) 00000100:00100000:2.0:1746066723.173662:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882974972416:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3507us (4164us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066723.173670:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10383 00000100:00100000:0.0:1746066723.175745:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.175915:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974972544 00000100:00100000:2.0:1746066723.175922:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974972544 00000100:00100000:2.0:1746066723.175964:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10384 00000100:00100000:2.0:1746066723.175971:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882974972544:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066723.175989:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.176004:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135158600/0xfb36a14ee6080c23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978212 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.176042:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976179456:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066723.176304:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.177408:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976179456:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066723.177430:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135158600/0xfb36a14ee6080c23 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978212 expref: 28 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066723.177439:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135158600/0xfb36a14ee6080c23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978212 expref: 28 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066723.177449:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158600, rc 0) 00000100:00100000:2.0:1746066723.177484:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882974972544:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1513us (1743us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066723.177490:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10384 00000100:00100000:0.0:1746066723.254338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.254727:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974972800 00000100:00100000:2.0:1746066723.254734:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974972800 00000100:00100000:2.0:1746066723.254770:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8993 00000100:00100000:2.0:1746066723.254776:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28677:x1830882974972800:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066723.254796:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.254809:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135159200/0xfb36a14ee6080c2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978219 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.254894:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135158400/0xfb36a14ee6080c31 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.254905:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135158400/0xfb36a14ee6080c31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.254914:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135158400/0xfb36a14ee6080c31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.254926:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135159000/0xfb36a14ee6080c38 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.254931:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135159000/0xfb36a14ee6080c38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.254936:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135159000/0xfb36a14ee6080c38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255024:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135158a00/0xfb36a14ee6080c3f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255031:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135158a00/0xfb36a14ee6080c3f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255037:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135158a00/0xfb36a14ee6080c3f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066723.255044:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066723.255209:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135158400/0xfb36a14ee6080c31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255225:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135158400/0xfb36a14ee6080c31 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255230:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135158400/0xfb36a14ee6080c31 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255235:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135158400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066723.255238:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135158400/0xfb36a14ee6080c31 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255245:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135158400/0xfb36a14ee6080c31 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255254:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066723.255256:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066723.255260:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135158400/0xfb36a14ee6080c31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255264:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135158400/0xfb36a14ee6080c31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255290:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135159000/0xfb36a14ee6080c38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255295:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135159000/0xfb36a14ee6080c38 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255299:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135159000/0xfb36a14ee6080c38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255302:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135159000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066723.255304:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135159000/0xfb36a14ee6080c38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255309:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135159000/0xfb36a14ee6080c38 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255315:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009e5a4e00) 00010000:00010000:2.0:1746066723.255316:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066723.255318:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135159000/0xfb36a14ee6080c38 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255323:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135159000/0xfb36a14ee6080c38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.255353:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135159200/0xfb36a14ee6080c2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978219 expref: 16 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.255363:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135158a00/0xfb36a14ee6080c3f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978219 expref: 15 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.255369:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.255370:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066723.255372:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158a00, rc 0) 00000100:00100000:2.0:1746066723.255423:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28677:x1830882974972800:12345-192.168.202.57@tcp:101:cat.0 Request processed in 647us (1092us total) trans 8589942843 rc 0/0 00000100:00100000:2.0:1746066723.255429:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8993 00000100:00100000:0.0:1746066723.281664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.281967:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974973056 00000100:00100000:1.0:1746066723.281974:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974973056 00000100:00100000:0.0:1746066723.282150:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.282257:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3541 00000100:00100000:1.0:1746066723.282265:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28677:x1830882974973056:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:3.0:1746066723.282775:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974973184 00000100:00100000:3.0:1746066723.282779:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974973184 00000100:00100000:3.0:1746066723.282817:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 535 00000100:00100000:3.0:1746066723.282823:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882974973184:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.282831:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.283353:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135158a00/0xfb36a14ee6080c3f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978219 expref: 17 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.283380:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066723.283384:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.283656:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882974973184:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 832us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.283657:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28677:x1830882974973056:12345-192.168.202.57@tcp:35:cat.0 Request processed in 1391us (1999us total) trans 8589942844 rc 0/0 00000100:00100000:3.0:1746066723.283663:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 535 00000100:00100000:1.0:1746066723.283664:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3541 00000100:00100000:0.0:1746066723.287535:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.287612:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974973312 00000100:00100000:2.0:1746066723.287619:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974973312 00000100:00100000:2.0:1746066723.287666:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10385 00000100:00100000:2.0:1746066723.287695:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1965:x1830882974973312:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066723.287711:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.287726:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6080c4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978220 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.287745:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.287746:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.287753:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6080c4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978220 expref: 11 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066723.287766:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6080c4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978220 expref: 11 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066723.287780:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158200, rc 0) 00000100:00100000:2.0:1746066723.287813:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882974973312:12345-192.168.202.57@tcp:101:cat.0 Request processed in 141us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.287818:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10385 00000100:00100000:0.0:1746066723.291417:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.291461:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974973440 00000100:00100000:2.0:1746066723.291467:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974973440 00000100:00100000:2.0:1746066723.291509:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10386 00000100:00100000:2.0:1746066723.291514:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28671:x1830882974973440:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066723.291527:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.291541:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978227 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.291562:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97815c expref: 13 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.291569:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978163 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.291573:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.291574:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.291577:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1392640->2097151] (req 1392640->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.291600:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978163 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.291614:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978163 expref: 28 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.291623:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976179584:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066723.291725:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97815c expref: 13 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.291733:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97815c expref: 13 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.291741:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976179712:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.291765:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066723.294112:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.294158:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974973696 00000100:00100000:2.0:1746066723.294164:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974973696 00002000:00100000:2.0:1746066723.294196:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880092709f80 x1830882974973696/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.294204:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092709f80 with x1830882974973696 ext(0->1048575) 00002000:00010000:2.0:1746066723.294210:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092709f80 00000100:00100000:2.0:1746066723.294246:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4196 00000100:00100000:2.0:1746066723.294252:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882974973696:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066723.295663:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.295745:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974973824 00000100:00100000:3.0:1746066723.295749:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974973824 00010000:00010000:3.0:1746066723.295768:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978163 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.295799:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5139 00000100:00100000:3.0:1746066723.295805:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882974973824:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.295819:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.295836:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978163 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.295847:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978163 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.295872:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.296003:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882974973824:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 196us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.296009:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5139 00010000:00010000:3.0:1746066723.296052:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0600/0xfb36a14ee6080b3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978163 expref: 28 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.296819:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976179584:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066723.296832:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976179712:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066723.296851:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1392640->2097151] (req 1392640->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 27 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.296860:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158c00, rc 0) 00000100:00100000:3.0:1746066723.297711:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28671:x1830882974973440:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6194us (6298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.297718:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10386 00000100:00100000:0.0:1746066723.310592:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.311739:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882974973696:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17483us (17629us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066723.312097:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974973952 00000100:00100000:3.0:1746066723.312104:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974973952 00010000:00010000:3.0:1746066723.312131:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97815c expref: 14 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.312163:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5140 00000100:00100000:3.0:1746066723.312170:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882974973952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.312180:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.312195:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97815c expref: 14 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.312204:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97815c expref: 14 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.312232:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f209e00/0xfb36a14ee6080b35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97815c expref: 14 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.312245:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.312246:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.312253:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 26 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.312259:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 26 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.312286:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 26 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066723.312296:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976179840:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066723.312335:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.312555:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4196 00002000:00100000:2.0:1746066723.312565:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880092709f80 x1830882974973696/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.312573:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092709f80 with x1830882974973696 ext(0->1048575) 00002000:00010000:2.0:1746066723.312577:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092709f80 00000100:00100000:3.0:1746066723.314444:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976179840:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066723.314461:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.314504:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882974973952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2333us (3918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.314513:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5140 00000100:00100000:0.0:1746066723.318857:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.318951:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974974080 00000100:00100000:3.0:1746066723.318959:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974974080 00000100:00100000:3.0:1746066723.319223:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10387 00000100:00100000:3.0:1746066723.319231:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28677:x1830882974974080:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066723.319248:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066723.319264:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97822e expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.319287:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 26 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.319293:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066723.319295:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066723.319298:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97822e expref: 14 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.319323:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 26 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.319334:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 26 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.319344:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976179968:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066723.320842:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.320984:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974974208 00000100:00100000:1.0:1746066723.320989:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974974208 00000100:00100000:1.0:1746066723.321010:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10388 00000100:00100000:1.0:1746066723.321016:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28671:x1830882974974208:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066723.321026:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066723.321036:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978235 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.321052:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97817f expref: 14 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.321059:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee6080b5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978186 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.321066:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.321067:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.321070:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->1355775] (req 1048576->1355775) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.321086:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee6080b5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978186 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.321094:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee6080b5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978186 expref: 28 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.321101:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976180096:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066723.321225:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c540 going to sleep for 11 seconds 00010000:00010000:1.0:1746066723.321994:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97817f expref: 14 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.322003:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97817f expref: 14 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.322012:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976180224:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066723.323390:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066723.324320:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.324335:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976179968:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066723.324356:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97822e expref: 14 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.324377:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4af0600, rc 0) 00000100:00100000:1.0:1746066723.324390:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976180096:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066723.324405:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28677:x1830882974974080:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5176us (5555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.324412:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10387 00000100:00100000:2.0:1746066723.324500:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974974336 00000100:00100000:2.0:1746066723.324505:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974974336 00010000:00010000:2.0:1746066723.324524:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee6080b5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978186 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.324547:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5141 00000100:00100000:2.0:1746066723.324552:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882974974336:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.324561:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.324577:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee6080b5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978186 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.324585:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee6080b5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978186 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.324600:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1000/0xfb36a14ee6080b5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978186 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.324618:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.324636:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974974336:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 84us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.324641:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5141 00000100:00100000:0.0:1746066723.325857:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.326001:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974974464 00000100:00100000:2.0:1746066723.326006:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974974464 00002000:00100000:2.0:1746066723.326031:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x387:0x0] (1392640->2097151) req@ffff88009270aa00 x1830882974974464/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.326039:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270aa00 with x1830882974974464 ext(1392640->2097151) 00010000:00010000:2.0:1746066723.326045:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 28 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.326053:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 28 pid: 8450 timeout: 784 lvb_type: 0 00002000:00010000:2.0:1746066723.326059:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009270aa00 00000100:00100000:2.0:1746066723.326080:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 895 00000100:00100000:2.0:1746066723.326085:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974974464:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066723.326976:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.327011:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974974592 00000100:00100000:3.0:1746066723.327015:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974974592 00010000:00010000:3.0:1746066723.327032:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97817f expref: 14 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.327055:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5142 00000100:00100000:1.0:1746066723.327056:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976180224:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066723.327060:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1966:x1830882974974592:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.327067:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.327081:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97817f expref: 14 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.327081:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->1355775] (req 1048576->1355775) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.327089:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97817f expref: 14 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.327352:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.327353:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0400/0xfb36a14ee6080b58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97817f expref: 14 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.327354:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.327359:0:10402:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.327366:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.327374:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066723.327389:0:10402:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066723.327399:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976180352:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066723.327404:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882974974592:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 345us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.327409:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5142 00000100:00100000:1.0:1746066723.327437:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066723.330226:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976180352:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066723.330250:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ecfd000, rc 0) 00000100:00100000:1.0:1746066723.330302:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28671:x1830882974974208:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 9285us (9462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.330310:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10388 00000100:00100000:0.0:1746066723.333106:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882974974464:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 7015us (7245us total) trans 17179872756 rc 0/0 00000100:00100000:0.0:1746066723.333116:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 895 00002000:00100000:0.0:1746066723.333125:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x387:0x0] (1392640->2097151) req@ffff88009270aa00 x1830882974974464/t17179872756(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/448 e 0 to 0 dl 1746066734 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.333134:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270aa00 with x1830882974974464 ext(1392640->2097151) 00010000:00010000:0.0:1746066723.333142:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.333156:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746066723.333162:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009270aa00 00000100:00100000:0.0:1746066723.334617:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.334699:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974974848 00000100:00100000:2.0:1746066723.334707:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974974848 00002000:00100000:2.0:1746066723.334738:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x388:0x0] (1351680->1355775) req@ffff8800a8696a00 x1830882974974848/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.334747:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8696a00 with x1830882974974848 ext(1351680->1355775) 00002000:00010000:2.0:1746066723.334751:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8696a00 00000100:00100000:3.0:1746066723.334915:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4197 00000100:00100000:3.0:1746066723.334924:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882974974848:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066723.335297:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882974974848:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 374us (684us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066723.335303:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4197 00002000:00100000:3.0:1746066723.335308:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1351680->1355775) req@ffff8800a8696a00 x1830882974974848/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.335315:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8696a00 with x1830882974974848 ext(1351680->1355775) 00002000:00010000:3.0:1746066723.335317:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8696a00 00000100:00100000:0.0:1746066723.335443:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.335507:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974974976 00000100:00100000:3.0:1746066723.335510:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974974976 00010000:00010000:3.0:1746066723.335525:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.335553:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5143 00000100:00100000:3.0:1746066723.335558:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882974974976:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.335566:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066723.335728:0:21351:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066721 -> 1746066723 00002000:00010000:3.0:1746066723.335732:0:21351:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066722 -> 1746066723 00010000:00010000:3.0:1746066723.335737:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.335746:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.335769:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135158c00/0xfb36a14ee6080c54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1392640->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978227 expref: 29 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.335790:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.335792:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.335798:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97822e expref: 12 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.335806:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97822e expref: 12 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.335829:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97822e expref: 12 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066723.335838:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976180480:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066723.336310:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066723.339797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.340384:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976180480:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066723.340401:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.340480:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882974974976:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4920us (5035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.340489:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5143 00000100:00100000:2.0:1746066723.340964:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974975232 00000100:00100000:2.0:1746066723.340970:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974975232 00002000:00100000:2.0:1746066723.340998:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800a8694000 x1830882974975232/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.341007:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8694000 with x1830882974975232 ext(1048576->2097151) 00002000:00010000:2.0:1746066723.341011:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8694000 00000100:00100000:2.0:1746066723.341883:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4198 00000100:00100000:2.0:1746066723.341929:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882974975232:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066723.347907:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882974975232:12345-192.168.202.57@tcp:3:cat.0 Request processed in 5972us (8107us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066723.347917:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4198 00002000:00100000:2.0:1746066723.347927:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800a8694000 x1830882974975232/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.347935:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8694000 with x1830882974975232 ext(1048576->2097151) 00002000:00010000:2.0:1746066723.347941:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8694000 00000100:00100000:0.0:1746066723.351201:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.351271:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974975360 00000100:00100000:1.0:1746066723.351278:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974975360 00000100:00100000:1.0:1746066723.351323:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10389 00000100:00100000:1.0:1746066723.351329:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28677:x1830882974975360:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066723.351342:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066723.351355:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97823c expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.351374:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.351379:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066723.351380:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066723.351382:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97823c expref: 14 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.351401:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.351408:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 27 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.351415:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976180608:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066723.351481:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066723.352848:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976180608:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066723.352921:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97823c expref: 14 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.352932:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b596a00, rc 0) 00000100:00100000:1.0:1746066723.353026:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28677:x1830882974975360:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1696us (1830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.353032:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10389 00000100:00100000:0.0:1746066723.353387:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.353433:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974975488 00000100:00100000:2.0:1746066723.353438:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974975488 00002000:00100000:2.0:1746066723.353464:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1355775) req@ffff8800a8697800 x1830882974975488/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.353473:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8697800 with x1830882974975488 ext(1048576->1355775) 00010000:00010000:2.0:1746066723.353478:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 28 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.353487:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 28 pid: 10402 timeout: 784 lvb_type: 0 00002000:00010000:2.0:1746066723.353492:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8697800 00000100:00100000:2.0:1746066723.353519:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 896 00000100:00100000:2.0:1746066723.353525:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882974975488:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066723.357147:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882974975488:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 3611us (3751us total) trans 17179872757 rc 0/0 00000100:00100000:2.0:1746066723.357160:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 896 00002000:00100000:2.0:1746066723.357170:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1355775) req@ffff8800a8697800 x1830882974975488/t17179872757(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/448 e 0 to 0 dl 1746066734 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.357177:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8697800 with x1830882974975488 ext(1048576->1355775) 00010000:00010000:2.0:1746066723.357185:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 30 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.357196:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 30 pid: 10402 timeout: 784 lvb_type: 0 00002000:00010000:2.0:1746066723.357202:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8697800 00000100:00100000:0.0:1746066723.358592:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.358698:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974975616 00000100:00100000:3.0:1746066723.358704:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974975616 00010000:00010000:3.0:1746066723.358726:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 30 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.358758:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5144 00000100:00100000:3.0:1746066723.358764:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1965:x1830882974975616:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.358774:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066723.358784:0:21351:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066721 -> 1746066723 00002000:00010000:3.0:1746066723.358786:0:21351:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066722 -> 1746066723 00010000:00010000:3.0:1746066723.358790:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 30 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.358799:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 30 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.358815:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ecfd000/0xfb36a14ee6080c62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1355775) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978235 expref: 30 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.358829:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.358831:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.358838:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97823c expref: 13 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.358846:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97823c expref: 13 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.358872:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97823c expref: 13 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066723.358886:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976180736:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066723.358953:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066723.360541:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976180736:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066723.360556:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.360579:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882974975616:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1814us (1990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.360586:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5144 00000100:00100000:0.0:1746066723.364042:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.364399:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974975872 00000100:00100000:2.0:1746066723.364407:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974975872 00002000:00100000:2.0:1746066723.364445:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800a8697100 x1830882974975872/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.364455:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8697100 with x1830882974975872 ext(1048576->2097151) 00002000:00010000:2.0:1746066723.364460:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8697100 00000100:00100000:2.0:1746066723.364478:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4199 00000100:00100000:2.0:1746066723.364484:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882974975872:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066723.374577:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.374639:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974976128 00000100:00100000:2.0:1746066723.374750:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974976128 00000100:00100000:2.0:1746066723.374793:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8994 00000100:00100000:2.0:1746066723.374800:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28680:x1830882974976128:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066723.374821:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.374836:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bc000/0xfb36a14ee6080c70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978243 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.374921:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bce00/0xfb36a14ee6080c77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.374931:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bce00/0xfb36a14ee6080c77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.374941:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bce00/0xfb36a14ee6080c77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.374952:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd600/0xfb36a14ee6080c7e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.374957:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd600/0xfb36a14ee6080c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.374961:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd600/0xfb36a14ee6080c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375045:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6080c85 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375052:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6080c85 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375058:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6080c85 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066723.375065:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066723.375125:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bce00/0xfb36a14ee6080c77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375131:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bce00/0xfb36a14ee6080c77 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375136:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bce00/0xfb36a14ee6080c77 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375896:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a85bce00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066723.375899:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bce00/0xfb36a14ee6080c77 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375906:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bce00/0xfb36a14ee6080c77 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375916:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066723.375918:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066723.375921:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bce00/0xfb36a14ee6080c77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375926:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bce00/0xfb36a14ee6080c77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375949:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd600/0xfb36a14ee6080c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375954:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd600/0xfb36a14ee6080c7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375958:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd600/0xfb36a14ee6080c7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375962:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a85bd600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066723.375964:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd600/0xfb36a14ee6080c7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375968:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd600/0xfb36a14ee6080c7e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375976:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009e5a4800) 00010000:00010000:2.0:1746066723.375978:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066723.375980:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd600/0xfb36a14ee6080c7e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.375984:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bd600/0xfb36a14ee6080c7e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.376015:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85bc000/0xfb36a14ee6080c70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978243 expref: 18 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.376025:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6080c85 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978243 expref: 17 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.376036:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.376038:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066723.376040:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158c00, rc 0) 00000100:00100000:2.0:1746066723.376075:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28680:x1830882974976128:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1276us (1507us total) trans 8589942845 rc 0/0 00000100:00100000:2.0:1746066723.376082:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8994 00000100:00100000:3.0:1746066723.376387:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882974975872:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11901us (12350us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066723.376396:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4199 00002000:00100000:3.0:1746066723.376404:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800a8697100 x1830882974975872/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.376412:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8697100 with x1830882974975872 ext(1048576->2097151) 00002000:00010000:3.0:1746066723.376416:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8697100 00000100:00100000:1.0:1746066723.379813:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.381290:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974976256 00000100:00100000:3.0:1746066723.381298:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974976256 00000100:00100000:3.0:1746066723.381356:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 536 00000100:00100000:3.0:1746066723.381364:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882974976256:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.381376:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.381396:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6080c85 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978243 expref: 17 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.381423:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066723.381428:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.381466:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1965:x1830882974976256:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 103us (1658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.381471:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 536 00000100:00100000:0.0:1746066723.387469:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.388895:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974976512 00000100:00100000:1.0:1746066723.388904:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974976512 00000100:00100000:0.0:1746066723.389523:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.391018:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3542 00000100:00100000:1.0:1746066723.391029:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28680:x1830882974976512:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066723.391255:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28680:x1830882974976512:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 228us (3796us total) trans 8589942846 rc 0/0 00000100:00100000:1.0:1746066723.391261:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3542 00000100:00100000:0.0:1746066723.391410:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.391425:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974976896 00000100:00100000:3.0:1746066723.392203:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974977024 00000100:00100000:3.0:1746066723.392210:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974977024 00002000:00100000:3.0:1746066723.392249:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880099711880 x1830882974977024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.392258:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711880 with x1830882974977024 ext(3145728->4194303) 00002000:00010000:3.0:1746066723.392262:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099711880 00000100:00100000:3.0:1746066723.392295:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4200 00000100:00100000:3.0:1746066723.392300:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882974977024:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066723.393458:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.394184:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.394236:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974977408 00000100:00100000:3.0:1746066723.394242:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974977408 00002000:00100000:3.0:1746066723.394269:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3715072->4194303) req@ffff88009f7e6a00 x1830882974977408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.394278:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e6a00 with x1830882974977408 ext(3715072->4194303) 00002000:00010000:3.0:1746066723.394283:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e6a00 00000100:00100000:3.0:1746066723.394295:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974977280 00000100:00100000:3.0:1746066723.394297:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974977280 00002000:00100000:3.0:1746066723.394305:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2666496->3715071) req@ffff88009f7e5c00 x1830882974977280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.394312:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e5c00 with x1830882974977280 ext(2666496->3715071) 00002000:00010000:3.0:1746066723.394314:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e5c00 00000100:00100000:3.0:1746066723.394324:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4201 00000100:00100000:3.0:1746066723.394330:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882974977408:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066723.394916:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4202 00000100:00100000:3.0:1746066723.394922:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882974977280:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066723.397026:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974976896 00002000:00100000:0.0:1746066723.397067:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099710000 x1830882974976896/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066723.397075:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099710000 with x1830882974976896 ext(2097152->3145727) 00002000:00010000:0.0:1746066723.397080:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099710000 00000100:00100000:0.0:1746066723.397105:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4203 00000100:00100000:0.0:1746066723.397111:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882974976896:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066723.407092:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.407117:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974977792 00000100:00100000:2.0:1746066723.407125:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974977792 00000100:00100000:2.0:1746066723.407169:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8995 00000100:00100000:2.0:1746066723.407175:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28683:x1830882974977792:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066723.407193:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.407206:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee6080c93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97824a expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.407305:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee6080c9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407316:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee6080c9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407324:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee6080c9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407334:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee6080ca1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407340:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee6080ca1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407344:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee6080ca1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407429:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092427600/0xfb36a14ee6080ca8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407436:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092427600/0xfb36a14ee6080ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407440:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092427600/0xfb36a14ee6080ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066723.407447:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066723.407510:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee6080c9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407516:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee6080c9a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407524:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee6080c9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407529:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ed06600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066723.407532:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee6080c9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407536:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee6080c9a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407545:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066723.407547:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066723.407550:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee6080c9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407555:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee6080c9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407568:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee6080ca1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407573:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee6080ca1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407578:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee6080ca1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407581:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092427e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066723.407583:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee6080ca1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407587:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee6080ca1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407595:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009e5a4700) 00010000:00010000:2.0:1746066723.407597:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066723.407599:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee6080ca1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407602:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092427e00/0xfb36a14ee6080ca1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.407629:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee6080c93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97824a expref: 259 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.407640:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092427600/0xfb36a14ee6080ca8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97824a expref: 258 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.407645:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.407647:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066723.407648:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092427600, rc 0) 00000100:00100000:2.0:1746066723.407701:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28683:x1830882974977792:12345-192.168.202.57@tcp:101:cat.0 Request processed in 526us (618us total) trans 8589942847 rc 0/0 00000100:00100000:2.0:1746066723.407707:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8995 00000100:00100000:3.0:1746066723.408046:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882974977024:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 15744us (16635us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066723.408053:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4200 00002000:00100000:3.0:1746066723.408061:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880099711880 x1830882974977024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.408070:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711880 with x1830882974977024 ext(3145728->4194303) 00002000:00010000:3.0:1746066723.408074:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099711880 00000100:00100000:3.0:1746066723.411310:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882974977408:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 16972us (17846us total) trans 0 rc 479232/479232 00000100:00100000:3.0:1746066723.411321:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4201 00002000:00100000:3.0:1746066723.411331:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3715072->4194303) req@ffff88009f7e6a00 x1830882974977408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 479232/479232 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.411339:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e6a00 with x1830882974977408 ext(3715072->4194303) 00002000:00010000:3.0:1746066723.411345:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e6a00 00000100:00100000:2.0:1746066723.413487:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882974976896:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 16369us (23960us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066723.413496:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4203 00002000:00100000:2.0:1746066723.413504:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099710000 x1830882974976896/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.413511:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099710000 with x1830882974976896 ext(2097152->3145727) 00002000:00010000:2.0:1746066723.413516:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099710000 00000100:00100000:3.0:1746066723.416390:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1966:x1830882974977280:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 21459us (22199us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066723.416399:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4202 00002000:00100000:3.0:1746066723.416409:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2666496->3715071) req@ffff88009f7e5c00 x1830882974977280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.416424:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e5c00 with x1830882974977280 ext(2666496->3715071) 00002000:00010000:3.0:1746066723.416428:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e5c00 00000100:00100000:0.0:1746066723.417550:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.418336:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974978048 00000100:00100000:1.0:1746066723.418343:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974978048 00000100:00100000:1.0:1746066723.418391:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3543 00000100:00100000:1.0:1746066723.418398:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28683:x1830882974978048:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:0.0:1746066723.418525:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.418797:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974978176 00000100:00100000:2.0:1746066723.418801:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974978176 00000100:00100000:2.0:1746066723.418825:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 537 00000100:00100000:2.0:1746066723.418830:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:1964:x1830882974978176:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.418838:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.418856:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092427600/0xfb36a14ee6080ca8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97824a expref: 260 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.418871:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.418876:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.418922:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:1964:x1830882974978176:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 91us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.418928:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 537 00000100:00100000:1.0:1746066723.419332:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28683:x1830882974978048:12345-192.168.202.57@tcp:35:cat.0 Request processed in 934us (1783us total) trans 8589942848 rc 0/0 00000100:00100000:1.0:1746066723.419338:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3543 00000100:00100000:0.0:1746066723.421611:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.421804:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.421832:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.421849:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974978432 00000100:00100000:0.0:1746066723.421855:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974978432 00000100:00100000:0.0:1746066723.422009:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974978304 00000100:00100000:0.0:1746066723.422011:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974978304 00000100:00100000:1.0:1746066723.422035:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974978560 00000100:00100000:1.0:1746066723.422037:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974978560 00000100:00100000:1.0:1746066723.422047:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10390 00000100:00100000:1.0:1746066723.422054:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882974978432:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066723.422068:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066723.422082:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee6080cb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978258 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066723.422090:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10391 00000100:00100000:3.0:1746066723.422096:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882974978304:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066723.422099:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.422101:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.422102:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066723.422106:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee6080cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978258 expref: 32 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.422108:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ba99800/0xfb36a14ee6080cbd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978251 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.422116:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.422117:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.422120:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba99800/0xfb36a14ee6080cbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978251 expref: 33 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066723.422122:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee6080cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978258 expref: 33 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.422128:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ba99800/0xfb36a14ee6080cbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978251 expref: 33 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066723.422131:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b596800, rc 0) 00010000:00010000:3.0:1746066723.422133:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ba99800, rc 0) 00000100:00100000:3.0:1746066723.422205:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882974978304:12345-192.168.202.57@tcp:101:cat.0 Request processed in 108us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.422210:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10391 00000100:00100000:1.0:1746066723.422406:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882974978432:12345-192.168.202.57@tcp:101:cat.0 Request processed in 109us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.422411:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10390 00000100:00100000:1.0:1746066723.422444:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10392 00000100:00100000:1.0:1746066723.422449:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882974978560:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066723.422455:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066723.422462:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b596c00/0xfb36a14ee6080cc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97825f expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066723.422492:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976180864:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066723.422553:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d00c0 going to sleep for 11 seconds 00002000:00010000:1.0:1746066723.424198:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime: 1746066722 -> 1746066723 00002000:00010000:1.0:1746066723.424203:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066722 -> 1746066723 00002000:00010000:1.0:1746066723.424206:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066722 -> 1746066723 00000100:00100000:1.0:1746066723.424235:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976180864:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066723.424259:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b596c00/0xfb36a14ee6080cc4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97825f expref: 32 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066723.424269:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b596c00/0xfb36a14ee6080cc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97825f expref: 32 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066723.424281:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b596c00, rc 0) 00000100:00100000:1.0:1746066723.424493:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882974978560:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2042us (2658us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066723.424500:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10392 00000100:00100000:2.0:1746066723.425023:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.425107:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974978816 00000100:00100000:3.0:1746066723.425112:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974978816 00002000:00100000:3.0:1746066723.425142:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88008c395500 x1830882974978816/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.425152:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395500 with x1830882974978816 ext(4194304->5079039) 00002000:00010000:3.0:1746066723.425156:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c395500 00000100:00100000:3.0:1746066723.425179:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4204 00000100:00100000:3.0:1746066723.425185:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882974978816:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066723.432454:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882974978816:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7259us (7421us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066723.432465:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4204 00002000:00100000:3.0:1746066723.432474:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88008c395500 x1830882974978816/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.432483:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395500 with x1830882974978816 ext(4194304->5079039) 00002000:00010000:3.0:1746066723.432488:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c395500 00000100:00100000:0.0:1746066723.434247:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.434329:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974979072 00000100:00100000:3.0:1746066723.434336:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974979072 00002000:00100000:3.0:1746066723.434366:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880099712300 x1830882974979072/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.434380:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712300 with x1830882974979072 ext(0->1048575) 00002000:00010000:3.0:1746066723.434384:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099712300 00000100:00100000:2.0:1746066723.434468:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4205 00000100:00100000:2.0:1746066723.434477:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882974979072:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066723.434706:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.434952:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974979328 00000100:00100000:3.0:1746066723.434956:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974979328 00002000:00100000:3.0:1746066723.434972:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880099712a00 x1830882974979328/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.434979:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712a00 with x1830882974979328 ext(1048576->2097151) 00002000:00010000:3.0:1746066723.434982:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099712a00 00000100:00100000:3.0:1746066723.434993:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4206 00000100:00100000:3.0:1746066723.434998:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882974979328:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066723.435140:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.435154:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974979584 00000100:00100000:2.0:1746066723.435157:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974979584 00002000:00100000:2.0:1746066723.435172:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880099713100 x1830882974979584/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.435179:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099713100 with x1830882974979584 ext(1048576->2097151) 00002000:00010000:2.0:1746066723.435183:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099713100 00000100:00100000:2.0:1746066723.435198:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4207 00000100:00100000:2.0:1746066723.435204:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882974979584:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066723.444781:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882974979072:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10296us (10529us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066723.444791:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4205 00002000:00100000:2.0:1746066723.444800:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880099712300 x1830882974979072/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.444808:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712300 with x1830882974979072 ext(0->1048575) 00002000:00010000:2.0:1746066723.444813:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099712300 00000100:00100000:3.0:1746066723.450105:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882974979328:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15098us (15391us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066723.450115:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4206 00002000:00100000:3.0:1746066723.450126:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880099712a00 x1830882974979328/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.450133:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712a00 with x1830882974979328 ext(1048576->2097151) 00002000:00010000:3.0:1746066723.450138:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099712a00 00000100:00100000:2.0:1746066723.456768:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882974979584:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21556us (21620us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066723.456778:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4207 00002000:00100000:2.0:1746066723.456788:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880099713100 x1830882974979584/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.456797:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099713100 with x1830882974979584 ext(1048576->2097151) 00002000:00010000:2.0:1746066723.456802:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099713100 00000100:00100000:0.0:1746066723.462913:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.463506:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974979840 00000100:00100000:2.0:1746066723.463513:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974979840 00000100:00100000:2.0:1746066723.463560:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8996 00000100:00100000:2.0:1746066723.463566:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28687:x1830882974979840:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066723.463585:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.463599:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080ccb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978266 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.463701:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08200/0xfb36a14ee6080cd2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463711:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08200/0xfb36a14ee6080cd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463722:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08200/0xfb36a14ee6080cd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463732:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08000/0xfb36a14ee6080cd9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463736:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08000/0xfb36a14ee6080cd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463741:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08000/0xfb36a14ee6080cd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463821:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080ce0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463828:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080ce0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463832:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080ce0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:2.0:1746066723.463839:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066723.463898:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08200/0xfb36a14ee6080cd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463904:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08200/0xfb36a14ee6080cd2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463909:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08200/0xfb36a14ee6080cd2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463914:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eb08200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066723.463917:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08200/0xfb36a14ee6080cd2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463923:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08200/0xfb36a14ee6080cd2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463931:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066723.463933:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066723.463936:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08200/0xfb36a14ee6080cd2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463941:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08200/0xfb36a14ee6080cd2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463966:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08000/0xfb36a14ee6080cd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463971:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08000/0xfb36a14ee6080cd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463974:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08000/0xfb36a14ee6080cd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463978:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eb08000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066723.463980:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08000/0xfb36a14ee6080cd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463984:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08000/0xfb36a14ee6080cd9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463989:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009e5a4900) 00010000:00010000:2.0:1746066723.463991:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066723.463993:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08000/0xfb36a14ee6080cd9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.463997:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08000/0xfb36a14ee6080cd9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.464187:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080ccb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978266 expref: 261 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.464199:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080ce0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978266 expref: 260 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.464204:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.464206:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066723.464208:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb09e00, rc 0) 00000100:00100000:2.0:1746066723.464502:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:28687:x1830882974979840:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 935us (1594us total) trans 8589942849 rc 0/0 00000100:00100000:2.0:1746066723.464508:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8996 00000100:00100000:0.0:1746066723.468119:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.468323:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.468328:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974980096 00000100:00100000:2.0:1746066723.468336:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974980096 00002000:00100000:2.0:1746066723.468370:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880092045c00 x1830882974980096/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.468379:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092045c00 with x1830882974980096 ext(2097152->3145727) 00002000:00010000:2.0:1746066723.468384:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092045c00 00000100:00100000:2.0:1746066723.468409:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4208 00000100:00100000:2.0:1746066723.468415:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882974980096:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066723.468751:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974980352 00000100:00100000:1.0:1746066723.468755:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974980352 00000100:00100000:1.0:1746066723.468777:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3544 00000100:00100000:1.0:1746066723.468782:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:28687:x1830882974980352:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066723.468938:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:28687:x1830882974980352:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 155us (615us total) trans 8589942850 rc 0/0 00000100:00100000:1.0:1746066723.468943:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3544 00000100:00100000:0.0:1746066723.469031:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.469048:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974980480 00000100:00100000:2.0:1746066723.469051:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974980480 00000100:00100000:2.0:1746066723.469437:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 538 00000100:00100000:2.0:1746066723.469443:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:1963:x1830882974980480:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.469452:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.469469:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080ce0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978266 expref: 261 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.469480:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.469483:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.469504:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:1963:x1830882974980480:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 62us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.469509:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 538 00000100:00100000:2.0:1746066723.476317:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882974980096:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7894us (8198us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066723.476327:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4208 00002000:00100000:2.0:1746066723.476336:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880092045c00 x1830882974980096/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.476344:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092045c00 with x1830882974980096 ext(2097152->3145727) 00002000:00010000:2.0:1746066723.476349:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092045c00 00000100:00100000:0.0:1746066723.480865:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.480988:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974980608 00000100:00100000:1.0:1746066723.480998:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974980608 00000100:00100000:1.0:1746066723.481148:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10393 00000100:00100000:1.0:1746066723.481159:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28683:x1830882974980608:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066723.481177:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066723.481194:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97826d expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.481235:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 13 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.481243:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066723.481245:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066723.481248:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97826d expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.481280:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 13 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.481291:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 13 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.481301:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976180992:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066723.481947:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066723.484207:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976180992:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066723.484240:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97826d expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.484253:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4458600, rc 0) 00000100:00100000:1.0:1746066723.484288:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:28683:x1830882974980608:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3131us (3428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.484295:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10393 00000100:00100000:0.0:1746066723.485231:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.485571:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974980736 00000100:00100000:2.0:1746066723.485576:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974980736 00002000:00100000:2.0:1746066723.485604:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2666495) req@ffff880092044e00 x1830882974980736/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.485613:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044e00 with x1830882974980736 ext(2097152->2666495) 00010000:00010000:2.0:1746066723.485619:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 14 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.485631:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 14 pid: 8450 timeout: 784 lvb_type: 0 00002000:00010000:2.0:1746066723.485641:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092044e00 00000100:00100000:3.0:1746066723.485825:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 897 00000100:00100000:3.0:1746066723.485836:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882974980736:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066723.492862:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974980736:12345-192.168.202.57@tcp:4:cat.0 Request processed in 7019us (7621us total) trans 17179872758 rc 0/0 00000100:00100000:3.0:1746066723.492873:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 897 00002000:00100000:3.0:1746066723.492886:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2666495) req@ffff880092044e00 x1830882974980736/t17179872758(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/448 e 0 to 0 dl 1746066734 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.492895:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044e00 with x1830882974980736 ext(2097152->2666495) 00010000:00010000:3.0:1746066723.492904:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 16 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.492919:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 16 pid: 8450 timeout: 784 lvb_type: 0 00002000:00010000:3.0:1746066723.492926:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092044e00 00000100:00100000:0.0:1746066723.497351:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.497420:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974980864 00000100:00100000:2.0:1746066723.497428:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974980864 00010000:00010000:2.0:1746066723.497459:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 16 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.497514:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5145 00000100:00100000:2.0:1746066723.497524:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974980864:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.497538:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.497561:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 16 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.497572:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 16 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.497594:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135158800/0xfb36a14ee6080c0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2666495) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781fd expref: 16 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.498425:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.498428:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.498436:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97826d expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.498445:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97826d expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.498487:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97826d expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.498501:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976181120:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066723.498615:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.503672:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976181120:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066723.503712:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.503750:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882974980864:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6228us (6408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.503758:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5145 00000100:00100000:0.0:1746066723.509504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.509552:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.509633:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974981120 00000100:00100000:2.0:1746066723.509641:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974981120 00002000:00100000:2.0:1746066723.509702:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880092044000 x1830882974981120/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.509711:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044000 with x1830882974981120 ext(2097152->3145727) 00002000:00010000:2.0:1746066723.509715:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092044000 00000100:00100000:2.0:1746066723.509731:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974981376 00000100:00100000:2.0:1746066723.509733:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974981376 00002000:00100000:2.0:1746066723.509744:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880092047b80 x1830882974981376/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.509750:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092047b80 with x1830882974981376 ext(3145728->4194303) 00002000:00010000:2.0:1746066723.509752:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092047b80 00000100:00100000:2.0:1746066723.509764:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4209 00000100:00100000:2.0:1746066723.509771:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882974981120:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066723.510743:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4210 00000100:00100000:3.0:1746066723.510751:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974981376:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066723.516563:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.520811:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974981632 00000100:00100000:1.0:1746066723.520822:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974981632 00002000:00100000:1.0:1746066723.520861:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880092044380 x1830882974981632/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066723.520870:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044380 with x1830882974981632 ext(3145728->4194303) 00002000:00010000:1.0:1746066723.520876:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092044380 00000100:00100000:1.0:1746066723.520899:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4211 00000100:00100000:1.0:1746066723.520905:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1965:x1830882974981632:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066723.525200:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974981120:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15420us (15694us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066723.525222:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4209 00002000:00100000:2.0:1746066723.525234:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880092044000 x1830882974981120/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.525244:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044000 with x1830882974981120 ext(2097152->3145727) 00002000:00010000:2.0:1746066723.525249:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092044000 00000100:00100000:2.0:1746066723.526003:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.526023:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974981888 00000100:00100000:2.0:1746066723.526029:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974981888 00000100:00100000:3.0:1746066723.527073:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882974981376:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16320us (17517us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066723.527081:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4210 00002000:00100000:3.0:1746066723.527088:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880092047b80 x1830882974981376/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.527096:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092047b80 with x1830882974981376 ext(3145728->4194303) 00002000:00010000:3.0:1746066723.527099:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092047b80 00000100:00100000:2.0:1746066723.527254:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8997 00000100:00100000:2.0:1746066723.527262:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28690:x1830882974981888:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066723.527279:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.527293:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080cf5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978274 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.527374:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797200/0xfb36a14ee6080cfc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527383:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797200/0xfb36a14ee6080cfc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527392:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797200/0xfb36a14ee6080cfc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527403:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796600/0xfb36a14ee6080d03 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527408:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796600/0xfb36a14ee6080d03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527413:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796600/0xfb36a14ee6080d03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527497:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080d0a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527505:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080d0a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527510:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080d0a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:2.0:1746066723.527516:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066723.527579:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797200/0xfb36a14ee6080cfc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527585:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797200/0xfb36a14ee6080cfc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527590:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797200/0xfb36a14ee6080cfc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527595:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e797200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066723.527597:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797200/0xfb36a14ee6080cfc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527602:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797200/0xfb36a14ee6080cfc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527610:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066723.527613:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066723.527616:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797200/0xfb36a14ee6080cfc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527623:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797200/0xfb36a14ee6080cfc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527637:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796600/0xfb36a14ee6080d03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527641:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796600/0xfb36a14ee6080d03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527644:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796600/0xfb36a14ee6080d03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527648:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e796600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066723.527649:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796600/0xfb36a14ee6080d03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527653:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796600/0xfb36a14ee6080d03 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527658:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009e5a4e00) 00010000:00010000:2.0:1746066723.527659:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066723.527661:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796600/0xfb36a14ee6080d03 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527665:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796600/0xfb36a14ee6080d03 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.527709:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080cf5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978274 expref: 20 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.527717:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080d0a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978274 expref: 19 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.527726:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.527728:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066723.527730:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb08600, rc 0) 00000100:00100000:2.0:1746066723.527752:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28690:x1830882974981888:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 492us (1750us total) trans 8589942851 rc 0/0 00000100:00100000:2.0:1746066723.527757:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8997 00000100:00100000:1.0:1746066723.531935:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1965:x1830882974981632:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11021us (15371us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066723.531945:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4211 00002000:00100000:1.0:1746066723.531955:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880092044380 x1830882974981632/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/440 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066723.531964:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044380 with x1830882974981632 ext(3145728->4194303) 00002000:00010000:1.0:1746066723.531969:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092044380 00000100:00100000:0.0:1746066723.533414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.533551:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974982016 00000100:00100000:2.0:1746066723.533558:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974982016 00000100:00100000:2.0:1746066723.533594:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 539 00000100:00100000:2.0:1746066723.533600:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882974982016:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.533611:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.533630:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080d0a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978274 expref: 19 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.533982:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.533987:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.534304:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882974982016:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 702us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.534310:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 539 00000100:00100000:0.0:1746066723.542454:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.545745:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974982144 00000100:00100000:1.0:1746066723.545759:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974982144 00000100:00100000:1.0:1746066723.545816:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10394 00000100:00100000:1.0:1746066723.545826:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:28687:x1830882974982144:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066723.545841:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066723.545857:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97827b expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.545882:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97826d expref: 33 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.545889:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.545890:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.545893:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3706880->4194303] (req 3706880->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 33 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.545921:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97826d expref: 33 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.545936:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97826d expref: 33 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.545946:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976181248:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066723.546031:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066723.550619:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976181248:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066723.550645:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3706880->4194303] (req 3706880->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 33 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.550659:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092490800, rc 0) 00000100:00100000:1.0:1746066723.550717:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:28687:x1830882974982144:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4892us (8273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.550724:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10394 00000100:00100000:0.0:1746066723.551815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.551870:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974982272 00000100:00100000:2.0:1746066723.551876:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974982272 00010000:00010000:2.0:1746066723.551894:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97826d expref: 33 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.551909:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5146 00000100:00100000:2.0:1746066723.551913:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882974982272:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.551921:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.551935:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97826d expref: 33 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.551942:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97826d expref: 33 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.551956:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4458600/0xfb36a14ee6080cee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97826d expref: 33 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.551973:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.551975:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.551979:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.551984:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.552002:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.552009:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976181376:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066723.552332:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.553286:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976181376:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066723.553299:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.553319:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882974982272:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1405us (1505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.553327:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5146 00000100:00100000:0.0:1746066723.553480:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.553538:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974982528 00000100:00100000:1.0:1746066723.553543:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974982528 00002000:00100000:1.0:1746066723.553567:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3706880->3710975) req@ffff880092045f80 x1830882974982528/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066723.553576:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092045f80 with x1830882974982528 ext(3706880->3710975) 00002000:00010000:1.0:1746066723.553579:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092045f80 00000100:00100000:1.0:1746066723.553602:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4212 00000100:00100000:1.0:1746066723.553608:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882974982528:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066723.553753:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882974982528:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 144us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066723.553761:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4212 00002000:00100000:1.0:1746066723.553765:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3706880->3710975) req@ffff880092045f80 x1830882974982528/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066723.553771:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092045f80 with x1830882974982528 ext(3706880->3710975) 00002000:00010000:1.0:1746066723.553774:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092045f80 00000100:00100000:0.0:1746066723.556797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.557016:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974982656 00000100:00100000:1.0:1746066723.557023:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974982656 00000100:00100000:1.0:1746066723.557067:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10395 00000100:00100000:1.0:1746066723.557075:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28690:x1830882974982656:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066723.557088:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066723.557102:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978282 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.557124:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978204 expref: 16 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.557132:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6080c4d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978220 expref: 12 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066723.557138:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.557139:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.557142:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3141632->3145727] (req 3141632->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 12 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.557165:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6080c4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978220 expref: 12 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066723.557180:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6080c4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978220 expref: 12 pid: 8450 timeout: 784 lvb_type: 1 00000100:00100000:1.0:1746066723.557189:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976181504:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066723.557456:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978204 expref: 16 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.557464:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978204 expref: 16 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.557472:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976181632:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066723.557490:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.558585:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.558652:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974982784 00000100:00100000:0.0:1746066723.558656:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974982784 00000100:00100000:0.0:1746066723.558706:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10396 00000100:00100000:0.0:1746066723.558712:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:28687:x1830882974982784:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066723.558722:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066723.558732:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978289 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.558748:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.558749:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.558925:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->4345855] (req 4194304->4345855) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.558936:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->4345855] (req 4194304->4345855) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.558945:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925dd600, rc 0) 00000100:00100000:0.0:1746066723.558988:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:28687:x1830882974982784:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 275us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.559023:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10396 00000100:00100000:1.0:1746066723.562489:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976181504:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066723.562499:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976181632:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066723.562524:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3141632->3145727] (req 3141632->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 12 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.562538:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092490e00, rc 0) 00000100:00100000:1.0:1746066723.562703:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28690:x1830882974982656:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5627us (5909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.562710:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10395 00000100:00100000:0.0:1746066723.563015:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.563596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.563703:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974982912 00000100:00100000:1.0:1746066723.563707:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974983040 00000100:00100000:2.0:1746066723.563709:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974982912 00000100:00100000:1.0:1746066723.563711:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974983040 00010000:00010000:2.0:1746066723.563729:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978204 expref: 18 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.563729:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6080c4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978220 expref: 12 pid: 8450 timeout: 784 lvb_type: 1 00000100:00100000:2.0:1746066723.563750:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5147 00000100:00100000:2.0:1746066723.563755:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1965:x1830882974982912:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066723.563764:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5148 00010000:00010000:2.0:1746066723.563766:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066723.563770:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882974983040:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066723.563777:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.563783:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978204 expref: 18 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.563786:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6080c4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978220 expref: 12 pid: 8450 timeout: 784 lvb_type: 1 00010000:00010000:2.0:1746066723.563792:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978204 expref: 18 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.563800:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6080c4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978220 expref: 12 pid: 8450 timeout: 784 lvb_type: 1 00010000:00010000:2.0:1746066723.563824:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6080c15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978204 expref: 18 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.563837:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.563856:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1965:x1830882974982912:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 101us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.563861:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5147 00010000:00010000:1.0:1746066723.563902:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6080c4d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978220 expref: 12 pid: 8450 timeout: 784 lvb_type: 1 00010000:00010000:1.0:1746066723.563924:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.563926:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.563937:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 11 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.563944:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 11 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.563951:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.563952:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.563954:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 16 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.563964:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 16 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.563987:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 16 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066723.563997:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976181760:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066723.564049:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 11 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066723.564056:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976181888:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066723.564072:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066723.565276:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976181760:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066723.566544:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976181888:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066723.566560:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066723.566570:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.566588:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882974983040:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2818us (2992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.566596:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5148 00000100:00100000:3.0:1746066723.566665:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974983296 00000100:00100000:3.0:1746066723.566670:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974983296 00002000:00100000:3.0:1746066723.566842:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3141632->3145727) req@ffff88009e8c7b80 x1830882974983296/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.566851:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7b80 with x1830882974983296 ext(3141632->3145727) 00002000:00010000:3.0:1746066723.566855:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c7b80 00000100:00100000:3.0:1746066723.566869:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4213 00000100:00100000:3.0:1746066723.566875:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882974983296:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066723.567003:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882974983296:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 128us (434us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066723.567009:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4213 00002000:00100000:3.0:1746066723.567014:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3141632->3145727) req@ffff88009e8c7b80 x1830882974983296/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.567020:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7b80 with x1830882974983296 ext(3141632->3145727) 00002000:00010000:3.0:1746066723.567023:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c7b80 00000100:00100000:0.0:1746066723.567169:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.567210:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974983552 00000100:00100000:3.0:1746066723.567222:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974983552 00002000:00100000:3.0:1746066723.567236:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (4341760->4345855) req@ffff88009e8c4e00 x1830882974983552/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.567243:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c4e00 with x1830882974983552 ext(4341760->4345855) 00002000:00010000:3.0:1746066723.567245:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c4e00 00000100:00100000:3.0:1746066723.567265:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4214 00000100:00100000:3.0:1746066723.567271:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882974983552:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066723.567331:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882974983552:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 60us (162us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066723.567336:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4214 00002000:00100000:3.0:1746066723.567340:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (4341760->4345855) req@ffff88009e8c4e00 x1830882974983552/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.567346:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c4e00 with x1830882974983552 ext(4341760->4345855) 00002000:00010000:3.0:1746066723.567349:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c4e00 00000100:00100000:0.0:1746066723.568440:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.568586:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974983680 00000100:00100000:1.0:1746066723.568591:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974983680 00000100:00100000:1.0:1746066723.568612:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10397 00000100:00100000:1.0:1746066723.568617:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28690:x1830882974983680:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066723.568627:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066723.568639:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978290 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.568657:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.568663:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066723.568664:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066723.568667:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->2523135] (req 2097152->2523135) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 16 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.568706:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.568717:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 31 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.568725:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976182016:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066723.568788:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066723.571077:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.571166:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976182016:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066723.571187:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->2523135] (req 2097152->2523135) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 16 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.571200:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092490600, rc 0) 00000100:00100000:3.0:1746066723.571228:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974983808 00000100:00100000:3.0:1746066723.571233:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974983808 00000100:00100000:1.0:1746066723.571239:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28690:x1830882974983680:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2621us (2801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.571246:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10397 00002000:00100000:3.0:1746066723.571263:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3706880->4194303) req@ffff88009e8c7800 x1830882974983808/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.571271:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7800 with x1830882974983808 ext(3706880->4194303) 00010000:00010000:3.0:1746066723.571277:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 32 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.571287:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 32 pid: 10402 timeout: 784 lvb_type: 0 00002000:00010000:3.0:1746066723.571302:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e8c7800 00000100:00100000:3.0:1746066723.571325:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 898 00000100:00100000:3.0:1746066723.571331:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882974983808:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:3.0:1746066723.577223:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974983808:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 5875us (6134us total) trans 17179872759 rc 0/0 00000100:00100000:3.0:1746066723.577234:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 898 00002000:00100000:3.0:1746066723.577243:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3706880->4194303) req@ffff88009e8c7800 x1830882974983808/t17179872759(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/448 e 0 to 0 dl 1746066734 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.577252:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7800 with x1830882974983808 ext(3706880->4194303) 00010000:00010000:3.0:1746066723.577261:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 34 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.577274:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 34 pid: 10402 timeout: 784 lvb_type: 0 00002000:00010000:3.0:1746066723.577280:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e8c7800 00000100:00100000:0.0:1746066723.579053:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.579139:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974983936 00000100:00100000:1.0:1746066723.579146:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974983936 00010000:00010000:1.0:1746066723.579171:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 34 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.579198:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5149 00000100:00100000:1.0:1746066723.579205:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882974983936:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066723.579226:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066723.579240:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 34 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.579249:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 34 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.579267:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092490800/0xfb36a14ee6080d18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3706880->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97827b expref: 34 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.579297:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.579299:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.579305:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 15 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.579313:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 15 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.579586:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 15 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066723.579602:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976182144:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066723.579960:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066723.583979:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976182144:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066723.583996:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066723.584041:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882974983936:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4835us (4990us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.584051:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5149 00000100:00100000:0.0:1746066723.584631:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.584731:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974984192 00000100:00100000:3.0:1746066723.584737:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974984192 00002000:00100000:3.0:1746066723.584771:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2519040->2523135) req@ffff88009e8c5c00 x1830882974984192/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.584780:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c5c00 with x1830882974984192 ext(2519040->2523135) 00002000:00010000:3.0:1746066723.584784:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c5c00 00000100:00100000:3.0:1746066723.584862:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4215 00000100:00100000:3.0:1746066723.584869:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882974984192:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066723.585295:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882974984192:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 426us (664us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066723.585301:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4215 00002000:00100000:3.0:1746066723.585306:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2519040->2523135) req@ffff88009e8c5c00 x1830882974984192/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746066734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.585312:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c5c00 with x1830882974984192 ext(2519040->2523135) 00002000:00010000:3.0:1746066723.585314:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c5c00 00000100:00100000:0.0:1746066723.587566:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.587636:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974984448 00000100:00100000:1.0:1746066723.587642:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974984448 00000100:00100000:1.0:1746066723.587708:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3545 00000100:00100000:1.0:1746066723.587715:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28690:x1830882974984448:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066723.588434:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28690:x1830882974984448:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 718us (870us total) trans 8589942852 rc 0/0 00000100:00100000:1.0:1746066723.588442:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3545 00000100:00100000:1.0:1746066723.597298:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.597580:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974984576 00000100:00100000:2.0:1746066723.597653:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974984576 00000100:00100000:2.0:1746066723.597798:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8998 00000100:00100000:2.0:1746066723.597807:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:28694:x1830882974984576:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066723.597826:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.597841:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08000/0xfb36a14ee6080d34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978297 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.597889:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080d3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.598035:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080d3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.598044:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080d3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.598054:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080d42 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.598058:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080d42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.598063:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080d42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.598148:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.598157:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978139 expref: 259 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.598163:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.598188:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978139 expref: 259 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.598199:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978139 expref: 259 pid: 809 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.598209:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976182272:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.598322:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.599999:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976182272:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066723.600017:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00100000:0.0:1746066723.601795:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.601914:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974984832 00000100:00100000:1.0:1746066723.601921:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974984832 00000100:00100000:1.0:1746066723.601966:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3546 00000100:00100000:1.0:1746066723.601973:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:27281:x1830882974984832:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1746066723.602305:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:27281:x1830882974984832:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 330us (512us total) trans 8589942853 rc 0/0 00000100:00100000:1.0:1746066723.602312:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3546 00000100:00100000:0.0:1746066723.603708:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.603951:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974984960 00000100:00100000:1.0:1746066723.603956:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974984960 00010000:00010000:1.0:1746066723.603974:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978139 expref: 261 pid: 809 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.603999:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5150 00000100:00100000:1.0:1746066723.604003:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:1964:x1830882974984960:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066723.604013:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066723.604017:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978139 expref: 261 pid: 809 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.604026:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978139 expref: 261 pid: 809 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.604043:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1800/0xfb36a14ee6080afd lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978139 expref: 261 pid: 809 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.604053:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066723.604056:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066723.604063:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066723.604069:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066723.604087:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066723.604110:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:1964:x1830882974984960:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 107us (405us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066723.604112:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00100000:1.0:1746066723.604115:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5150 00010000:00010000:2.0:1746066723.604120:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066723.604149:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000004:00200000:2.0:1746066723.604152:0:20127:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066723.604163:0:20127:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604172:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604180:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080d3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604185:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080d3b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604190:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080d3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604196:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eb09e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066723.604199:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080d3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604203:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080d3b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604208:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066723.604219:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066723.604222:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080d3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604225:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb09e00/0xfb36a14ee6080d3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604244:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080d42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604247:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080d42 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604250:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080d42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604252:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eb08e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066723.604253:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080d42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604256:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080d42 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604259:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009e5a4900) 00010000:00010000:2.0:1746066723.604260:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066723.604262:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080d42 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604265:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080d42 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.604290:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb08000/0xfb36a14ee6080d34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978297 expref: 8 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.604298:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978297 expref: 7 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.604303:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.604305:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066723.604306:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e797e00, rc 0) 00000100:00100000:2.0:1746066723.604342:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:28694:x1830882974984576:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 6536us (7131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.604347:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8998 00000100:00100000:0.0:1746066723.608223:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.608259:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.608283:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.608303:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.608320:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974985088 00000100:00100000:3.0:1746066723.608321:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974985344 00000100:00100000:3.0:1746066723.608326:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974985344 00000100:00100000:0.0:1746066723.608326:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974985088 00000100:00100000:1.0:1746066723.608392:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974985600 00000100:00100000:1.0:1746066723.608399:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974985600 00000100:00100000:2.0:1746066723.608450:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974985216 00000100:00100000:2.0:1746066723.608453:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974985216 00000100:00100000:0.0:1746066723.608692:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10398 00000100:00100000:3.0:1746066723.608698:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10399 00000100:00100000:0.0:1746066723.608700:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882974985088:12345-192.168.202.57@tcp:101:mirror_io.0 00000100:00100000:3.0:1746066723.608704:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974985344:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066723.608714:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066723.608714:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066723.608728:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a866ae00/0xfb36a14ee6080d50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782ac expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.608728:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6080d57 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97829e expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.608745:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.608745:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.608747:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.608747:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.608754:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a866ae00/0xfb36a14ee6080d50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782ac expref: 10 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066723.608754:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6080d57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97829e expref: 7 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.608765:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a866ae00/0xfb36a14ee6080d50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782ac expref: 10 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066723.608765:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6080d57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97829e expref: 7 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.608773:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a866ae00, rc 0) 00010000:00010000:0.0:1746066723.608773:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925dda00, rc 0) 00000100:00100000:3.0:1746066723.608806:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974985344:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 102us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.608806:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974985088:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 107us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.608811:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10398 00000100:00100000:3.0:1746066723.608815:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10399 00000100:00100000:0.0:1746066723.608843:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.608876:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974985472 00000100:00100000:3.0:1746066723.608879:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974985472 00000100:00100000:3.0:1746066723.608894:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10400 00000100:00100000:0.0:1746066723.608894:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.608899:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974985472:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066723.608905:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066723.608911:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a866b800/0xfb36a14ee6080d5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782b3 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.608921:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.608922:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.608927:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a866b800/0xfb36a14ee6080d5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782b3 expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.608935:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a866b800/0xfb36a14ee6080d5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782b3 expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.608942:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a866b800, rc 0) 00000100:00100000:3.0:1746066723.608958:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974985472:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 60us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.608963:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10400 00000100:00100000:3.0:1746066723.608970:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974985728 00000100:00100000:3.0:1746066723.608972:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974985728 00000100:00100000:1.0:1746066723.608978:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10401 00000100:00100000:1.0:1746066723.608983:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974985600:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066723.608989:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066723.608992:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10402 00010000:00010000:1.0:1746066723.608995:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092491400/0xfb36a14ee6080d65 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782ba expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066723.608997:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974985728:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066723.609002:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066723.609008:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a866aa00/0xfb36a14ee6080d6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782c1 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066723.609023:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976182400:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066723.609037:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976182528:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066723.609055:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066723.609057:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.609102:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10403 00000100:00100000:2.0:1746066723.609106:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974985216:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066723.609112:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.609117:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee6080d73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782a5 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.609126:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.609127:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.609136:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee6080d73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782a5 expref: 12 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066723.609149:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee6080d73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782a5 expref: 12 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066723.609155:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e797200, rc 0) 00000100:00100000:2.0:1746066723.609169:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974985216:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 63us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.609173:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10403 00002000:00010000:1.0:1746066723.610833:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime: 1746066722 -> 1746066723 00002000:00010000:1.0:1746066723.610838:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066722 -> 1746066723 00002000:00010000:1.0:1746066723.610840:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime: 1746066722 -> 1746066723 00000100:00100000:1.0:1746066723.610857:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976182400:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066723.610877:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092491400/0xfb36a14ee6080d65 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782ba expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066723.610886:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092491400/0xfb36a14ee6080d65 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782ba expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066723.610894:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092491400, rc 0) 00000100:00100000:1.0:1746066723.610918:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974985600:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 1935us (2634us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066723.610924:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10401 00000100:00100000:3.0:1746066723.611071:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976182528:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066723.611085:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a866aa00/0xfb36a14ee6080d6c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782c1 expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.611093:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a866aa00/0xfb36a14ee6080d6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782c1 expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.611104:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a866aa00, rc 0) 00000100:00100000:3.0:1746066723.611122:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974985728:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 2124us (2227us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066723.611126:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10402 00000100:00100000:0.0:1746066723.613491:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.613548:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974985984 00000100:00100000:2.0:1746066723.613555:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974985984 00000100:00100000:2.0:1746066723.613602:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 8999 00000100:00100000:2.0:1746066723.613609:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:28694:x1830882974985984:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066723.613626:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.613641:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796000/0xfb36a14ee6080d7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782c8 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.613893:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797a00/0xfb36a14ee6080d81 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.613906:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978297 expref: 8 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.613953:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797a00/0xfb36a14ee6080d81 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.613981:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978297 expref: 8 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.613994:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978297 expref: 8 pid: 20127 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.614004:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976182656:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.614172:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066723.616820:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.616896:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974986112 00000100:00100000:1.0:1746066723.616902:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974986112 00010000:00010000:1.0:1746066723.616928:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978297 expref: 9 pid: 20127 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.616962:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5151 00000100:00100000:1.0:1746066723.616969:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882974986112:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066723.616979:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066723.616984:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978297 expref: 9 pid: 20127 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.616993:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978297 expref: 9 pid: 20127 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.617011:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066723.617016:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797a00/0xfb36a14ee6080d81 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.617116:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797e00/0xfb36a14ee6080d49 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978297 expref: 9 pid: 20127 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.617128:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976182656:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066723.617260:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797a00/0xfb36a14ee6080d81 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066723.617266:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797a00/0xfb36a14ee6080d81 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.617275:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797a00/0xfb36a14ee6080d81 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066723.617278:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066723.617281:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797a00/0xfb36a14ee6080d81 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.617285:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797a00/0xfb36a14ee6080d81 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066723.617299:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000100:00100000:1.0:1746066723.617317:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974986112:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 348us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.617322:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5151 00010000:00010000:2.0:1746066723.617410:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796000/0xfb36a14ee6080d7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782c8 expref: 9 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.617421:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797a00/0xfb36a14ee6080d81 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782c8 expref: 8 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.617427:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.617429:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066723.617432:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e797a00, rc 0) 00000100:00100000:2.0:1746066723.617453:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:28694:x1830882974985984:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 3844us (3966us total) trans 8589942854 rc 0/0 00000100:00100000:2.0:1746066723.617458:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 8999 00000100:00100000:0.0:1746066723.620892:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.621117:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974986368 00000100:00100000:2.0:1746066723.621126:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974986368 00000100:00100000:2.0:1746066723.621172:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9000 00000100:00100000:2.0:1746066723.621180:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:28694:x1830882974986368:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066723.621200:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.621202:0:20127:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746066723.621236:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797a00/0xfb36a14ee6080d81 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782c8 expref: 8 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.621251:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.621255:0:20127:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066723.621264:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797600/0xfb36a14ee6080d8f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782cf expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.621345:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796a00/0xfb36a14ee6080d96 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.621356:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796a00/0xfb36a14ee6080d96 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.621364:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796a00/0xfb36a14ee6080d96 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066723.621374:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066723.621463:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e797600/0xfb36a14ee6080d8f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782cf expref: 10 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.621478:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796a00/0xfb36a14ee6080d96 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782cf expref: 9 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.621484:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.621486:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746066723.621488:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e796a00, rc 0) 00000100:00100000:2.0:1746066723.621827:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:28694:x1830882974986368:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 646us (942us total) trans 8589942855 rc 0/0 00000100:00100000:2.0:1746066723.621833:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9000 00000100:00100000:0.0:1746066723.625258:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.625335:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974986496 00000100:00100000:2.0:1746066723.625343:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974986496 00000100:00100000:2.0:1746066723.625388:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9001 00000100:00100000:2.0:1746066723.625396:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:28694:x1830882974986496:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066723.625417:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.625433:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796800/0xfb36a14ee6080da4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782d6 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.625479:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796800/0xfb36a14ee6080da4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782d6 expref: 10 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.625490:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796800/0xfb36a14ee6080da4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782d6 expref: 10 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.625505:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.625508:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066723.625510:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e796800, rc 0) 00000100:00100000:2.0:1746066723.625562:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:28694:x1830882974986496:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 166us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.625568:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9001 00000100:00100000:0.0:1746066723.628483:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.628542:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974986624 00000100:00100000:3.0:1746066723.628548:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974986624 00000100:00100000:3.0:1746066723.629060:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10404 00000100:00100000:3.0:1746066723.629069:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974986624:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066723.629108:0:8452:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.629128:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978132 expref: 16 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.629136:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6080d57 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97829e expref: 7 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.629144:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978140 expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.629150:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.629152:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.629154:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 6/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.629177:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978140 expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.629187:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978140 expref: 10 pid: 9776 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.629199:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976182784:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066723.629289:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6080d57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97829e expref: 7 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.629297:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6080d57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97829e expref: 7 pid: 8451 timeout: 784 lvb_type: 1 00000100:00100000:3.0:1746066723.629304:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976182912:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066723.629487:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978132 expref: 16 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066723.629498:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066723.629499:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978132 expref: 16 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.629507:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976183040:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066723.629524:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066723.630013:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.630041:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.630064:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.630083:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.630097:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974986752 00000100:00100000:2.0:1746066723.630101:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974986752 00000100:00100000:2.0:1746066723.630122:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974987008 00000100:00100000:2.0:1746066723.630124:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974987008 00000100:00100000:3.0:1746066723.630135:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974987264 00000100:00100000:3.0:1746066723.630138:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974987264 00000100:00100000:2.0:1746066723.630139:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974986880 00000100:00100000:2.0:1746066723.630141:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974986880 00000100:00100000:2.0:1746066723.630150:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974987136 00000100:00100000:2.0:1746066723.630152:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974987136 00000100:00100000:3.0:1746066723.630158:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10405 00000100:00100000:2.0:1746066723.630172:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10406 00000100:00100000:2.0:1746066723.630178:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974987008:12345-192.168.202.57@tcp:1:mirror_io.0 00000100:00100000:0.0:1746066723.630191:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10407 00010000:00010000:2.0:1746066723.630196:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066723.630196:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974986880:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:2.0:1746066723.630207:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f5de800/0xfb36a14ee6080b6d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978194 expref: 16 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630226:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a866b800/0xfb36a14ee6080d5e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782b3 expref: 9 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066723.630226:0:8112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630234:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97818d expref: 10 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630239:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.630239:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97823c expref: 15 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630241:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.630244:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.630245:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a866ae00/0xfb36a14ee6080d50 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782ac expref: 12 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066723.630251:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee6080cb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978258 expref: 32 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066723.630256:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.630257:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.630258:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630264:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97818d expref: 10 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630272:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97818d expref: 10 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.630272:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee6080cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978258 expref: 32 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066723.630279:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee6080cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978258 expref: 32 pid: 21203 timeout: 784 lvb_type: 1 00000100:00100000:2.0:1746066723.630281:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976183168:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066723.630287:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976183296:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066723.630317:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a866b800/0xfb36a14ee6080d5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782b3 expref: 9 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066723.630318:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a866ae00/0xfb36a14ee6080d50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782ac expref: 12 pid: 8450 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746066723.630323:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10408 00010000:00010000:2.0:1746066723.630325:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a866b800/0xfb36a14ee6080d5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782b3 expref: 9 pid: 8452 timeout: 784 lvb_type: 1 00010000:00010000:0.0:1746066723.630325:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a866ae00/0xfb36a14ee6080d50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782ac expref: 12 pid: 8450 timeout: 784 lvb_type: 1 00000100:00100000:1.0:1746066723.630330:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974987264:12345-192.168.202.57@tcp:1:mirror_io.0 00000100:00100000:2.0:1746066723.630333:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976183424:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066723.630337:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976183552:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066723.630344:0:10402:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.630352:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 15 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630354:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f5de800/0xfb36a14ee6080b6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978194 expref: 16 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.630357:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066723.630359:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066723.630360:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97823c expref: 15 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630361:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f5de800/0xfb36a14ee6080b6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978194 expref: 16 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.630361:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.630367:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97823c expref: 15 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.630369:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976183680:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066723.630373:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 15 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066723.630374:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976183808:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066723.630379:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 15 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.630383:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba39c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066723.630385:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976183936:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066723.630386:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.630396:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10409 00000100:00100000:1.0:1746066723.630399:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.630402:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974987136:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:2.0:1746066723.630416:0:20532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630424:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 10 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630431:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 16 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630437:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746066723.630438:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974986752:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:2.0:1746066723.630438:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066723.630440:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630452:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 16 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.630455:0:21973:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630460:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 16 pid: 21203 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.630463:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97822e expref: 15 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.630468:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976184064:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066723.630470:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee6080d73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782a5 expref: 12 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.630477:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ba99800/0xfb36a14ee6080cbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978251 expref: 32 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.630482:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.630483:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.630489:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 6/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630489:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 10 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.630496:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 10 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.630506:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ba99800/0xfb36a14ee6080cbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978251 expref: 32 pid: 8450 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066723.630507:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976184192:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066723.630513:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ba99800/0xfb36a14ee6080cbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978251 expref: 32 pid: 8450 timeout: 784 lvb_type: 1 00000100:00100000:3.0:1746066723.630520:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976184320:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.630521:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3180 going to sleep for 11 seconds 00010000:00010000:3.0:1746066723.630544:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee6080d73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782a5 expref: 12 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.630551:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee6080d73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782a5 expref: 12 pid: 21203 timeout: 784 lvb_type: 1 00000100:00100000:3.0:1746066723.630558:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976184448:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066723.630592:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97822e expref: 15 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.630598:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97822e expref: 15 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.630605:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976184576:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066723.630620:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.632819:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976184064:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.632830:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976184192:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066723.632845:0:20532:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066723.632854:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976182784:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066723.632864:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976182912:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.632867:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976183168:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066723.632876:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976183040:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.632876:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976183424:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.632883:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976183680:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066723.632892:0:8452:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.632894:0:8451:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066723.632955:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976183296:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066723.632963:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976183552:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066723.632969:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976183808:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066723.632983:0:8112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066723.632999:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976183936:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066723.633007:0:10402:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066723.634950:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.634982:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.635009:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.635038:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.635061:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974987648 00000100:00100000:2.0:1746066723.635067:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974987648 00010000:00010000:2.0:1746066723.635093:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a866b800/0xfb36a14ee6080d5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782b3 expref: 10 pid: 8452 timeout: 784 lvb_type: 1 00000100:00100000:2.0:1746066723.635113:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974988032 00000100:00100000:2.0:1746066723.635115:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974988032 00010000:00010000:2.0:1746066723.635122:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5de800/0xfb36a14ee6080b6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978194 expref: 17 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.635137:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974987520 00000100:00100000:2.0:1746066723.635139:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974987520 00010000:00010000:2.0:1746066723.635146:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97818d expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.635153:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974987776 00000100:00100000:2.0:1746066723.635154:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974987776 00000100:00100000:1.0:1746066723.635160:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5152 00010000:00010000:2.0:1746066723.635162:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a866ae00/0xfb36a14ee6080d50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782ac expref: 13 pid: 8450 timeout: 784 lvb_type: 1 00000100:00100000:1.0:1746066723.635167:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882974987648:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066723.635172:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5153 00000100:00100000:2.0:1746066723.635176:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1966:x1830882974988032:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066723.635179:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.635184:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066723.635194:0:7108:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2077 -> 2081 00010000:00010000:2.0:1746066723.635198:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f5de800/0xfb36a14ee6080b6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978194 expref: 17 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.635294:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f5de800/0xfb36a14ee6080b6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978194 expref: 17 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.635294:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a866b800/0xfb36a14ee6080d5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782b3 expref: 10 pid: 8452 timeout: 784 lvb_type: 1 00010000:00010000:1.0:1746066723.635304:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a866b800/0xfb36a14ee6080d5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782b3 expref: 10 pid: 8452 timeout: 784 lvb_type: 1 00010000:00010000:2.0:1746066723.635321:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f5de800/0xfb36a14ee6080b6d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978194 expref: 17 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.635330:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5154 00000100:00100000:3.0:1746066723.635338:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882974987520:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.635345:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746066723.635367:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5155 00000100:00100000:0.0:1746066723.635373:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882974987776:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066723.635381:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066723.635392:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a866ae00/0xfb36a14ee6080d50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782ac expref: 13 pid: 8450 timeout: 784 lvb_type: 1 00010000:00010000:0.0:1746066723.635400:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a866ae00/0xfb36a14ee6080d50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782ac expref: 13 pid: 8450 timeout: 784 lvb_type: 1 00010000:00010000:0.0:1746066723.635412:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a866ae00/0xfb36a14ee6080d50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782ac expref: 13 pid: 8450 timeout: 784 lvb_type: 1 00010000:00010000:0.0:1746066723.635436:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066723.635466:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:1966:x1830882974987776:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 93us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.635471:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5155 00000100:00100000:0.0:1746066723.635512:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066723.635606:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066723.635607:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a866b800/0xfb36a14ee6080d5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782b3 expref: 10 pid: 8452 timeout: 784 lvb_type: 1 00010000:00010000:1.0:1746066723.635623:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.635628:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1966:x1830882974988032:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 450us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.635636:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5153 00000100:00100000:1.0:1746066723.635645:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882974987648:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 479us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.635651:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5152 00000100:00100000:2.0:1746066723.635671:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974988288 00000100:00100000:2.0:1746066723.635698:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974988288 00010000:00010000:3.0:1746066723.635701:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97818d expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.635709:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97818d expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.635720:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f5dee00/0xfb36a14ee6080b66 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97818d expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00002000:00100000:2.0:1746066723.635721:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2523135) req@ffff88009bfe1500 x1830882974988288/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00010000:00010000:3.0:1746066723.635729:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00100000:2.0:1746066723.635729:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1500 with x1830882974988288 ext(2097152->2523135) 00010000:00010000:3.0:1746066723.635731:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.635734:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.635734:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 16 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.635741:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.635742:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 16 pid: 10402 timeout: 784 lvb_type: 0 00002000:00010000:2.0:1746066723.635748:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfe1500 00010000:00010000:3.0:1746066723.635762:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066723.635767:0:8451:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.635774:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066723.635778:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1966:x1830882974987520:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 442us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.635783:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5154 00010000:00010000:2.0:1746066723.635791:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.635798:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.635804:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.635809:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e797c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066723.635813:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.635819:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.635828:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.635834:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e797c00/0xfb36a14ee6080db2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.635867:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974987008:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 5689us (5854us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.635874:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10406 00000100:00100000:2.0:1746066723.635890:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 899 00000100:00100000:2.0:1746066723.635895:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882974988288:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:3.0:1746066723.636132:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976184320:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066723.638454:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.638518:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.638534:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.638540:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976184448:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066723.638546:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.638549:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976184576:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066723.638560:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.638570:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066723.638571:0:21973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066723.638580:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.638590:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974987392 00000100:00100000:0.0:1746066723.638590:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.638594:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974987392 00000100:00100000:0.0:1746066723.638600:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974988160 00000100:00100000:0.0:1746066723.638602:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974988160 00010000:00010000:3.0:1746066723.638615:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6080d57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97829e expref: 8 pid: 8451 timeout: 784 lvb_type: 1 00010000:00010000:0.0:1746066723.638615:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97823c expref: 18 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.638628:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974987904 00000100:00100000:0.0:1746066723.638628:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974988800 00000100:00100000:3.0:1746066723.638629:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974987904 00000100:00100000:0.0:1746066723.638629:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974988800 00010000:00010000:3.0:1746066723.638636:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee6080cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978258 expref: 33 pid: 21203 timeout: 784 lvb_type: 1 00010000:00010000:0.0:1746066723.638636:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee6080d73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782a5 expref: 12 pid: 21203 timeout: 784 lvb_type: 1 00000100:00100000:0.0:1746066723.638643:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974988544 00000100:00100000:3.0:1746066723.638644:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974988928 00000100:00100000:3.0:1746066723.638645:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974988928 00000100:00100000:0.0:1746066723.638645:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974988544 00010000:00010000:3.0:1746066723.638650:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba99800/0xfb36a14ee6080cbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978251 expref: 34 pid: 8450 timeout: 784 lvb_type: 1 00010000:00010000:0.0:1746066723.638651:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978140 expref: 10 pid: 9776 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.638659:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5156 00000100:00100000:3.0:1746066723.638664:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882974988160:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746066723.638664:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5157 00000100:00100000:0.0:1746066723.638668:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974987392:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.638691:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066723.638691:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.638706:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97823c expref: 18 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.638706:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6080d57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97829e expref: 8 pid: 8451 timeout: 784 lvb_type: 1 00010000:00010000:3.0:1746066723.638714:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97823c expref: 18 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.638714:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6080d57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97829e expref: 8 pid: 8451 timeout: 784 lvb_type: 1 00010000:00010000:3.0:1746066723.638730:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b596a00/0xfb36a14ee6080c69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97823c expref: 18 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746066723.638730:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6080d57 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97829e expref: 8 pid: 8451 timeout: 784 lvb_type: 1 00010000:00010000:3.0:1746066723.638740:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066723.638741:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.638772:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974988160:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 107us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.638777:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5156 00000100:00100000:3.0:1746066723.638790:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5158 00000100:00100000:3.0:1746066723.638794:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882974988800:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.638799:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.638807:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee6080d73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782a5 expref: 12 pid: 21203 timeout: 784 lvb_type: 1 00010000:00010000:3.0:1746066723.638813:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee6080d73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782a5 expref: 12 pid: 21203 timeout: 784 lvb_type: 1 00010000:00010000:3.0:1746066723.638823:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e797200/0xfb36a14ee6080d73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782a5 expref: 12 pid: 21203 timeout: 784 lvb_type: 1 00010000:00010000:3.0:1746066723.638830:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.638842:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882974988800:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 48us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.638847:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5158 00000100:00100000:3.0:1746066723.638857:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5159 00000100:00100000:3.0:1746066723.638861:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882974987904:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.638866:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.638872:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee6080cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978258 expref: 34 pid: 21203 timeout: 784 lvb_type: 1 00010000:00010000:3.0:1746066723.638879:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee6080cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978258 expref: 34 pid: 21203 timeout: 784 lvb_type: 1 00010000:00010000:3.0:1746066723.638890:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee6080cb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978258 expref: 34 pid: 21203 timeout: 784 lvb_type: 1 00010000:00010000:3.0:1746066723.638898:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.638899:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.638903:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.638909:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.638924:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.638933:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5160 00000100:00100000:3.0:1746066723.638937:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882974987904:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 76us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.638940:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882974988928:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066723.638942:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5159 00010000:00010000:2.0:1746066723.638946:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066723.638950:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5161 00000100:00100000:3.0:1746066723.638954:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882974988544:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.638954:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ba99800/0xfb36a14ee6080cbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978251 expref: 32 pid: 8450 timeout: 784 lvb_type: 1 00010000:00010000:3.0:1746066723.638959:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.638964:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978140 expref: 10 pid: 9776 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.638965:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ba99800/0xfb36a14ee6080cbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978251 expref: 32 pid: 8450 timeout: 784 lvb_type: 1 00010000:00010000:3.0:1746066723.638971:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978140 expref: 10 pid: 9776 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.638975:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ba99800/0xfb36a14ee6080cbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978251 expref: 32 pid: 8450 timeout: 784 lvb_type: 1 00010000:00010000:3.0:1746066723.638979:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb13c00/0xfb36a14ee6080b0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978140 expref: 10 pid: 9776 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.638982:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066723.638986:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.638994:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882974988544:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 40us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.638994:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882974988928:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 55us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.638998:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5160 00000100:00100000:3.0:1746066723.639000:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5161 00010000:00010000:3.0:1746066723.639013:0:8112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.639013:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974988672 00000100:00100000:2.0:1746066723.639016:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974988672 00010000:00010000:3.0:1746066723.639020:0:8112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.639034:0:8112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746066723.639035:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3141632->3145727) req@ffff88009bfe2680 x1830882974988672/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 4584/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00010000:00010000:3.0:1746066723.639040:0:8112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746066723.639044:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2680 with x1830882974988672 ext(3141632->3145727) 00010000:00010000:2.0:1746066723.639049:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 9 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.639051:0:8112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.639056:0:8112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800925dce00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066723.639057:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 9 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.639060:0:8112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066723.639062:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfe2680 00010000:00010000:3.0:1746066723.639066:0:8112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.639072:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974988416 00010000:00010000:3.0:1746066723.639074:0:8112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.639074:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974988416 00010000:00010000:3.0:1746066723.639079:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925dce00/0xfb36a14ee6080db9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746066723.639082:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4194304->4345855) req@ffff88009bfe3100 x1830882974988416/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/0 e 0 to 0 dl 1746066734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.639093:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3100 with x1830882974988416 ext(4194304->4345855) 00010000:00010000:2.0:1746066723.639096:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 16 pid: 21203 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.639103:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 16 pid: 21203 timeout: 784 lvb_type: 0 00002000:00010000:2.0:1746066723.639107:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfe3100 00000100:00100000:3.0:1746066723.639111:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974986880:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 8915us (9046us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.639116:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10407 00000100:00100000:2.0:1746066723.639116:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 900 00000100:00100000:2.0:1746066723.639121:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882974988672:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:3.0:1746066723.639135:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 901 00000100:00100000:3.0:1746066723.639138:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1964:x1830882974988416:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066723.639581:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882974988672:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 458us (1130us total) trans 21474840092 rc 0/0 00000100:00100000:2.0:1746066723.639586:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 900 00002000:00100000:2.0:1746066723.639591:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3141632->3145727) req@ffff88009bfe2680 x1830882974988672/t21474840092(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 4584/448 e 0 to 0 dl 1746066734 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.639597:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2680 with x1830882974988672 ext(3141632->3145727) 00010000:00010000:2.0:1746066723.639602:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.639609:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00002000:00010000:2.0:1746066723.639614:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfe2680 00000100:00100000:2.0:1746066723.639663:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066723.639712:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882974987392:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1041us (1192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.639717:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5157 00000100:00100000:1.0:1746066723.640806:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974989056 00000100:00100000:1.0:1746066723.640811:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974989056 00010000:00010000:1.0:1746066723.640826:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978132 expref: 18 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.640858:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5162 00000100:00100000:1.0:1746066723.640863:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1964:x1830882974989056:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066723.640871:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066723.640883:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978132 expref: 18 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.640891:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978132 expref: 18 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.640905:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f319400/0xfb36a14ee6080b04 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978132 expref: 18 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.640915:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.640917:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.640920:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.640926:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.640941:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066723.640959:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882974989056:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 95us (1295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.640964:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5162 00010000:00010000:3.0:1746066723.641287:0:8452:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.641294:0:8452:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.641310:0:8452:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.641316:0:8452:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.641323:0:8452:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.641328:0:8452:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a866aa00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066723.641331:0:8452:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.641337:0:8452:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.641347:0:8452:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.641353:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a866aa00/0xfb36a14ee6080dab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066723.641866:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882974986624:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 12797us (13386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.641872:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10404 00000100:00100000:0.0:1746066723.642732:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.643205:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974989184 00000100:00100000:3.0:1746066723.643222:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974989184 00000100:00100000:2.0:1746066723.643336:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882974988288:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 7439us (7822us total) trans 17179872760 rc 0/0 00010000:00010000:3.0:1746066723.643341:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97822e expref: 18 pid: 8450 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.643343:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 899 00002000:00100000:2.0:1746066723.643351:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2523135) req@ffff88009bfe1500 x1830882974988288/t17179872760(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:129/0 lens 488/448 e 0 to 0 dl 1746066734 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066723.643358:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1500 with x1830882974988288 ext(2097152->2523135) 00000100:00100000:3.0:1746066723.643362:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5163 00010000:00010000:2.0:1746066723.643364:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 18 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.643368:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882974989184:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.643372:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 18 pid: 10402 timeout: 784 lvb_type: 0 00002000:00010000:2.0:1746066723.643377:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfe1500 00010000:00010000:3.0:1746066723.643378:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.643390:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97822e expref: 17 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.643398:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97822e expref: 17 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.643413:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4af0600/0xfb36a14ee6080c5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97822e expref: 17 pid: 8450 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.643424:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.643426:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.643429:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.643437:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.643466:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.643569:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974989184:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 201us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.643575:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5163 00010000:00010000:2.0:1746066723.643757:0:21973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.643764:0:21973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.643778:0:21973:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.643783:0:21973:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.643789:0:21973:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.643798:0:21973:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e9d7000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066723.643801:0:21973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.643806:0:21973:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.643815:0:21973:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.643820:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7000/0xfb36a14ee6080dce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066723.643853:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974986752:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 13689us (14354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.643859:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10405 00000100:00100000:3.0:1746066723.645069:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882974988416:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 5923us (6515us total) trans 21474840093 rc 0/0 00000100:00100000:3.0:1746066723.645076:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 901 00002000:00100000:3.0:1746066723.645083:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->4345855) req@ffff88009bfe3100 x1830882974988416/t21474840093(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:129/0 lens 488/448 e 0 to 0 dl 1746066734 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066723.645090:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3100 with x1830882974988416 ext(4194304->4345855) 00010000:00010000:3.0:1746066723.645097:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 17 pid: 21203 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.645106:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 17 pid: 21203 timeout: 784 lvb_type: 0 00002000:00010000:3.0:1746066723.645275:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfe3100 00000100:00100000:0.0:1746066723.645445:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.645580:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974989312 00000100:00100000:3.0:1746066723.645584:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974989312 00010000:00010000:3.0:1746066723.645601:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.645618:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5164 00000100:00100000:3.0:1746066723.645623:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882974989312:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.645632:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.645644:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.645652:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.645671:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092490e00/0xfb36a14ee6080d1f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 3141632->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978282 expref: 11 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.645700:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.645719:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882974989312:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 96us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.645725:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5164 00000100:00100000:0.0:1746066723.647484:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.647569:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974989440 00000100:00100000:2.0:1746066723.647574:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974989440 00010000:00010000:2.0:1746066723.647596:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 16 pid: 10402 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.647625:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5165 00000100:00100000:2.0:1746066723.647630:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1965:x1830882974989440:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.647639:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.647653:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 16 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.647660:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 16 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.647697:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092490600/0xfb36a14ee6080d2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2523135) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978290 expref: 16 pid: 10402 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.647707:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.647708:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.647711:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.647718:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.647744:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.647769:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1965:x1830882974989440:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 139us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.647774:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5165 00010000:00010000:1.0:1746066723.647794:0:10402:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.647802:0:10402:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.647818:0:10402:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.647825:0:10402:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.647832:0:10402:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.647837:0:10402:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092490c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066723.647840:0:10402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.647845:0:10402:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.647855:0:10402:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066723.647860:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092490c00/0xfb36a14ee6080dc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066723.647897:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974987264:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 17568us (17855us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.647904:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10408 00000100:00100000:0.0:1746066723.649589:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066723.649875:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974989568 00000100:00100000:3.0:1746066723.649881:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974989568 00010000:00010000:3.0:1746066723.649903:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 17 pid: 21203 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.649936:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5166 00000100:00100000:3.0:1746066723.649942:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882974989568:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.649952:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.649966:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 17 pid: 21203 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.649974:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 17 pid: 21203 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.649988:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800925dd600/0xfb36a14ee6080d26 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4345855) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978289 expref: 17 pid: 21203 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.649997:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.649999:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.650001:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.650007:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.650030:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.650061:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1963:x1830882974989568:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 119us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.650065:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5166 00010000:00010000:0.0:1746066723.650144:0:20532:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.650170:0:20532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.650192:0:20532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.650198:0:20532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.650204:0:20532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.650391:0:20532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f9a0800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066723.650396:0:20532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.650402:0:20532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.650412:0:20532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.650418:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f9a0800/0xfb36a14ee6080dc7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066723.650604:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+5:1963:x1830882974987136:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 20201us (20519us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.650611:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10409 00000100:00100000:0.0:1746066723.652226:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.652347:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974989824 00000100:00100000:2.0:1746066723.652353:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974989824 00000100:00100000:2.0:1746066723.652393:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9002 00000100:00100000:2.0:1746066723.652400:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:28694:x1830882974989824:12345-192.168.202.57@tcp:36:mirror_io.0 00010000:00010000:2.0:1746066723.652439:0:14550:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.652456:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796800/0xfb36a14ee6080da4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782d6 expref: 10 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.652472:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.652476:0:14550:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066723.652644:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.652655:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978155 expref: 18 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.652660:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 18 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.652665:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 259 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.652670:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080bc1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781d3 expref: 18 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.652778:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3000/0xfb36a14ee6080bf9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781ef expref: 259 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.652785:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 8/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.652809:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3000/0xfb36a14ee6080bf9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781ef expref: 259 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.652820:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3000/0xfb36a14ee6080bf9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781ef expref: 259 pid: 14550 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.652840:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976184704:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066723.653075:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080bc1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781d3 expref: 18 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.653083:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080bc1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781d3 expref: 18 pid: 14550 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.653090:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976184832:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066723.653114:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 259 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.653120:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 259 pid: 14549 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.653126:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976184960:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066723.653146:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 18 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.653152:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 18 pid: 14549 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.653158:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976185088:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066723.653177:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978155 expref: 18 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.653187:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978155 expref: 18 pid: 14550 timeout: 784 lvb_type: 0 00000100:00100000:2.0:1746066723.653194:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976185216:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.653405:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066723.655613:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976184832:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066723.655621:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.655622:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976184960:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.655627:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976185088:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066723.655634:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976184704:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066723.655655:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.655657:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976185216:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066723.655666:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066723.655764:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:1.0:1746066723.655877:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974989952 00000100:00100000:1.0:1746066723.655882:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974989952 00010000:00010000:1.0:1746066723.655904:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3000/0xfb36a14ee6080bf9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781ef expref: 260 pid: 14550 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.655933:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974990208 00000100:00100000:0.0:1746066723.655933:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.655935:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974990208 00010000:00010000:1.0:1746066723.655944:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 19 pid: 14549 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.655955:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974990080 00000100:00100000:1.0:1746066723.655957:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974990080 00010000:00010000:1.0:1746066723.655963:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080bc1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781d3 expref: 20 pid: 14550 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.655970:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974990336 00000100:00100000:1.0:1746066723.655972:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974990336 00010000:00010000:1.0:1746066723.655978:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 261 pid: 14549 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.655986:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5167 00000100:00100000:2.0:1746066723.655994:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5168 00000100:00100000:2.0:1746066723.656000:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882974990208:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.656011:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.656016:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 20 pid: 14549 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.656022:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5169 00010000:00010000:2.0:1746066723.656023:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 20 pid: 14549 timeout: 784 lvb_type: 0 00000100:00100000:3.0:1746066723.656028:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882974990080:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066723.656034:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066723.656037:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080bc1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781d3 expref: 20 pid: 14550 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.656040:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e000/0xfb36a14ee6080b43 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97816a expref: 20 pid: 14549 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.656043:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080bc1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781d3 expref: 20 pid: 14550 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.656051:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080bc1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781d3 expref: 19 pid: 14550 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.656052:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.656055:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.656061:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.656097:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882974990208:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 96us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.656102:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5168 00000100:00100000:2.0:1746066723.656117:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5170 00000100:00100000:2.0:1746066723.656122:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:1964:x1830882974990336:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066723.656128:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066723.656132:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 261 pid: 14549 timeout: 784 lvb_type: 0 00010000:00010000:3.0:1746066723.656157:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066723.656161:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066723.656167:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066723.656182:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974990080:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 154us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.656187:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5169 00010000:00010000:2.0:1746066723.656259:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 261 pid: 14549 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.656270:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6080b4a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978171 expref: 261 pid: 14549 timeout: 784 lvb_type: 0 00010000:00010000:2.0:1746066723.656281:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.656284:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.656288:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066723.656307:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:1964:x1830882974990336:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 185us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.656315:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5170 00000100:00100000:1.0:1746066723.656357:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:1964:x1830882974989952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066723.656364:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066723.656368:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3000/0xfb36a14ee6080bf9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781ef expref: 259 pid: 14550 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.656375:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3000/0xfb36a14ee6080bf9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781ef expref: 259 pid: 14550 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.656384:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3000/0xfb36a14ee6080bf9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9781ef expref: 259 pid: 14550 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.656399:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066723.656401:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066723.656406:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066723.656419:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:1964:x1830882974989952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 428us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.656424:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5167 00000100:00100000:0.0:1746066723.656924:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.657045:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974990464 00000100:00100000:1.0:1746066723.657049:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974990464 00010000:00010000:1.0:1746066723.657060:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978155 expref: 17 pid: 14550 timeout: 784 lvb_type: 0 00000100:00100000:1.0:1746066723.657083:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5171 00000100:00100000:1.0:1746066723.657087:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974990464:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066723.657093:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066723.657096:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978155 expref: 17 pid: 14550 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.657103:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978155 expref: 17 pid: 14550 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.657112:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8bba00/0xfb36a14ee6080b2e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978155 expref: 17 pid: 14550 timeout: 784 lvb_type: 0 00010000:00010000:1.0:1746066723.657120:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066723.657123:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066723.657128:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066723.657134:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066723.657277:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066723.657284:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066723.657290:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:1.0:1746066723.657307:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974990464:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 218us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.657312:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5171 00000040:00080000:3.0:1746066723.658023:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2556, 88 off214312 00000004:00080000:3.0:1746066723.658028:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 684835352016ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066723.658069:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2505, 88 off209904 00000004:00080000:3.0:1746066723.658074:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 684835397518ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066723.658125:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2506, 88 off209992 00000004:00080000:3.0:1746066723.658130:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 684835453795ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066723.658138:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2557, 88 off214400 00000004:00080000:3.0:1746066723.658140:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 684835464293ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066723.658153:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2558, 88 off214488 00000004:00080000:3.0:1746066723.658155:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 684835479361ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066723.658163:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2507, 88 off210080 00000004:00080000:3.0:1746066723.658166:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 684835489960ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066723.658172:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2508, 88 off210168 00000004:00080000:3.0:1746066723.658174:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 684835497988ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066723.658179:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2509, 88 off210256 00000004:00080000:3.0:1746066723.658181:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 684835505471ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066723.658186:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2559, 88 off214576 00000004:00080000:3.0:1746066723.658188:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 684835512416ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066723.658195:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2510, 88 off210344 00000004:00080000:3.0:1746066723.658197:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 684835521050ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066723.658203:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2560, 88 off214664 00000004:00080000:3.0:1746066723.658205:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 684835529448ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066723.658223:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2511, 88 off210432 00000004:00080000:3.0:1746066723.658226:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 684835550111ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066723.658233:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2561, 88 off214752 00000004:00080000:3.0:1746066723.658235:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 684835559548ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066723.658242:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2562, 88 off214840 00000004:00080000:3.0:1746066723.658245:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 684835568768ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066723.658252:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2563, 88 off214928 00000004:00080000:3.0:1746066723.658254:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 684835578471ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066723.658261:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2564, 88 off215016 00000004:00080000:3.0:1746066723.658264:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 684835587728ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066723.658271:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2512, 88 off210520 00000004:00080000:3.0:1746066723.658273:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 684835597548ns, next at 634327279575ns, rc = 0 00000001:00080000:0.0:1746066723.675659:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942840 is committed 00000001:00080000:0.0:1746066723.675670:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942839 is committed 00000001:00080000:0.0:1746066723.675691:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942853 is committed 00000001:00080000:0.0:1746066723.675697:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942852 is committed 00000001:00080000:0.0:1746066723.675712:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942855 is committed 00000001:00080000:0.0:1746066723.675725:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942856 is committed 00000004:00080000:0.0:1746066723.675728:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1796 committed 00000004:00080000:0.0:1746066723.675733:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1849 committed 00000004:00010000:3.0:1746066723.675775:0:14550:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880135f80000 reply state ffff8800942f9c00 transno 8589942856 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:3.0:1746066723.675784:0:14550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1746066723.675853:0:14550:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000004:00080000:0.0:1746066723.675987:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1848 committed 00000004:00080000:0.0:1746066723.675990:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1847 committed 00000004:00080000:0.0:1746066723.675991:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1846 committed 00000004:00080000:0.0:1746066723.675993:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1795 committed 00000004:00080000:0.0:1746066723.675994:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1845 committed 00000004:00080000:0.0:1746066723.675996:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1794 committed 00000004:00080000:0.0:1746066723.675997:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1844 committed 00000004:00080000:0.0:1746066723.675998:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1793 committed 00000004:00080000:0.0:1746066723.676000:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1792 committed 00000004:00080000:0.0:1746066723.676001:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1791 committed 00000004:00080000:0.0:1746066723.676003:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1843 committed 00000004:00080000:0.0:1746066723.676004:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1842 committed 00000004:00080000:0.0:1746066723.676006:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1790 committed 00000004:00080000:0.0:1746066723.676007:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1789 committed 00000004:00080000:0.0:1746066723.676008:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1841 committed 00000100:00100000:1.0:1746066723.676042:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976185344:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066723.676078:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066723.676099:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976185856:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066723.676112:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066723.676127:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746066723.676131:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976185472:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066723.676144:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066723.676159:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976185600:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066723.676172:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066723.676183:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746066723.676187:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976185728:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066723.676200:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066723.676227:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:28694:x1830882974989824:12345-192.168.202.57@tcp:36:mirror_io.0 Request processed in 23825us (24014us total) trans 8589942856 rc 0/0 00000100:00100000:1.0:1746066723.676232:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976185344 00000100:00100000:3.0:1746066723.676235:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9002 00000100:00100000:1.0:1746066723.676236:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976185344 00000100:00100000:1.0:1746066723.676257:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976185856 00000100:00100000:3.0:1746066723.676258:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976185472 00000100:00100000:3.0:1746066723.676259:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976185472 00000100:00100000:1.0:1746066723.676259:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976185856 00000100:00100000:1.0:1746066723.676267:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976185600 00000100:00100000:1.0:1746066723.676268:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976185600 00000100:00100000:3.0:1746066723.676270:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976185728 00000100:00100000:3.0:1746066723.676271:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976185728 00000100:00100000:1.0:1746066723.676278:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10410 00000100:00100000:3.0:1746066723.676281:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10411 00000100:00100000:1.0:1746066723.676283:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3293:x1830882976185344:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066723.676284:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+33:3293:x1830882976185856:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066723.676298:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10412 00000100:00100000:3.0:1746066723.676301:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+33:3293:x1830882976185472:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066723.676328:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10413 00000100:00100000:3.0:1746066723.676332:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+33:3295:x1830882976185600:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066723.676367:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10414 00000100:00100000:1.0:1746066723.676371:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:3295:x1830882976185728:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066723.676431:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976186240:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066723.676439:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3295:x1830882976185600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 106us (265us total) trans 17179872761 rc 0/0 00000100:00100000:3.0:1746066723.676445:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10413 00000100:00100000:1.0:1746066723.676446:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066723.676453:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976186240 00000100:00100000:3.0:1746066723.676455:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976186240 00000100:00100000:1.0:1746066723.676456:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746066723.676460:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976186112:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066723.676466:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10415 00000100:00100000:3.0:1746066723.676469:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3296:x1830882976186240:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066723.676472:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066723.676484:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976186112 00000100:00100000:1.0:1746066723.676486:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976186112 00000100:00100000:1.0:1746066723.676496:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10416 00000100:00100000:1.0:1746066723.676500:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3296:x1830882976186112:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066723.676541:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3296:x1830882976186240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 71us (94us total) trans 17179872762 rc 0/0 00000100:00100000:3.0:1746066723.676546:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10415 00000004:00080000:1.0:1746066723.676546:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ec2df80/2, rc 0, transno 17179872761 00000100:00100000:1.0:1746066723.676550:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976185600:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066723.676559:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed71880/2, rc 0, transno 17179872762 00000100:00100000:1.0:1746066723.676562:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976186240:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066723.676567:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746066723.676572:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976185984:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066723.676587:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066723.676601:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976185984 00000100:00100000:1.0:1746066723.676604:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976185984 00000100:00100000:1.0:1746066723.676616:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10417 00000100:00100000:3.0:1746066723.676617:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3293:x1830882976185472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 315us (472us total) trans 17179872763 rc 0/0 00000100:00100000:1.0:1746066723.676620:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3293:x1830882976185984:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066723.676622:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10412 00000004:00080000:1.0:1746066723.676648:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ec2ce00/2, rc 0, transno 17179872763 00000100:00100000:1.0:1746066723.676651:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976185472:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066723.676708:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3293:x1830882976185856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 422us (594us total) trans 17179872764 rc 0/0 00000100:00100000:3.0:1746066723.676713:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10411 00000004:00080000:1.0:1746066723.676718:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5d880/2, rc 0, transno 17179872764 00000100:00100000:1.0:1746066723.676721:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976185856:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066723.676771:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3293:x1830882976185344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 488us (693us total) trans 17179872765 rc 0/0 00000100:00100000:3.0:1746066723.676776:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10410 00000100:00100000:1.0:1746066723.676781:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3296:x1830882976186112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 281us (309us total) trans 17179872767 rc 0/0 00000100:00100000:1.0:1746066723.676786:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10416 00000004:00080000:3.0:1746066723.676792:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ec2c700/2, rc 0, transno 17179872765 00000100:00100000:3.0:1746066723.676795:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976185344:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066723.676811:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066723.676813:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:1.0:1746066723.676815:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:1.0:1746066723.676817:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:1.0:1746066723.676819:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066723.676836:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:3295:x1830882976185728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 465us (636us total) trans 17179872766 rc 0/0 00000100:00100000:1.0:1746066723.676841:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10414 00000100:00100000:1.0:1746066723.676899:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3293:x1830882976185984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 279us (312us total) trans 17179872768 rc 0/0 00000100:00100000:1.0:1746066723.676904:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10417 00000100:00100000:2.0:1746066723.677041:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976186496:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066723.677062:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066723.677074:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976187008:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066723.677085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066723.677095:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746066723.677098:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976186368:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066723.677109:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066723.677117:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976186880:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066723.677128:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066723.677174:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976186496 00000100:00100000:1.0:1746066723.677178:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976186496 00000100:00100000:1.0:1746066723.677189:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976187008 00000100:00100000:1.0:1746066723.677191:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976187008 00000100:00100000:1.0:1746066723.677196:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976186368 00000100:00100000:1.0:1746066723.677198:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976186368 00000100:00100000:1.0:1746066723.677204:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10418 00000100:00100000:1.0:1746066723.677208:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3294:x1830882976186496:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066723.677323:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976186496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 114us (260us total) trans 21474840094 rc 0/0 00000100:00100000:1.0:1746066723.677328:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10418 00000100:00100000:0.0:1746066723.677336:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976186880 00000100:00100000:1.0:1746066723.677337:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10419 00000100:00100000:0.0:1746066723.677339:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976186880 00000100:00100000:1.0:1746066723.677341:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3294:x1830882976187008:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066723.677353:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10420 00000100:00100000:0.0:1746066723.677357:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976186368:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066723.677412:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3294:x1830882976187008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 70us (325us total) trans 21474840095 rc 0/0 00000100:00100000:1.0:1746066723.677417:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10419 00000100:00100000:1.0:1746066723.677425:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10421 00000100:00100000:1.0:1746066723.677428:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976186880:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066723.677435:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976186368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 78us (325us total) trans 21474840096 rc 0/0 00000100:00100000:0.0:1746066723.677440:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10420 00010000:00010000:2.0:1746066723.677475:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.677482:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.677488:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.677493:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f9a1000 already unused, calling callback (ffffffffa137d690) 00000100:00100000:1.0:1746066723.677495:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976186880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 67us (366us total) trans 21474840097 rc 0/0 00010000:00010000:2.0:1746066723.677496:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00000100:00100000:1.0:1746066723.677500:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10421 00010000:00010000:2.0:1746066723.677502:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.677512:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.677515:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1746066723.677515:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976186752:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1746066723.677519:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066723.677524:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f9a1000/0xfb36a14ee6080dd5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00000100:00100000:1.0:1746066723.677528:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066723.677538:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976187264:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066723.677550:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746066723.677561:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed72300/2, rc 0, transno 17179872767 00000100:00100000:1.0:1746066723.677564:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976186112:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066723.677568:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746066723.677572:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976186624:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066723.677584:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066723.677592:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976187136:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066723.677602:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746066723.677615:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800924d3480/2, rc 0, transno 17179872766 00000100:00100000:1.0:1746066723.677618:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976185728:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066723.677624:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976186752 00000100:00100000:1.0:1746066723.677627:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976186752 00000100:00100000:1.0:1746066723.677635:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976187264 00000100:00100000:1.0:1746066723.677636:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976187264 00000100:00100000:1.0:1746066723.677641:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976186624 00000100:00100000:1.0:1746066723.677643:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976186624 00000100:00100000:0.0:1746066723.677646:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976187136 00000100:00100000:1.0:1746066723.677648:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10422 00000100:00100000:0.0:1746066723.677648:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976187136 00000100:00100000:1.0:1746066723.677651:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3296:x1830882976186752:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066723.677658:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10423 00000100:00100000:0.0:1746066723.677661:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3296:x1830882976187264:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066723.677724:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10424 00000100:00100000:0.0:1746066723.677728:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3296:x1830882976186624:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066723.677743:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3296:x1830882976186752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 91us (213us total) trans 21474840098 rc 0/0 00000100:00100000:1.0:1746066723.677747:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10422 00000100:00100000:1.0:1746066723.677755:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10425 00000100:00100000:1.0:1746066723.677759:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3296:x1830882976187136:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066723.677800:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3296:x1830882976186624:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (214us total) trans 21474840100 rc 0/0 00000100:00100000:0.0:1746066723.677805:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10424 00002000:00010000:1.0:1746066723.677813:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066723.677815:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1746066723.677817:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746066723.677819:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1746066723.677820:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066723.677836:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3296:x1830882976187136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (232us total) trans 21474840101 rc 0/0 00000100:00100000:1.0:1746066723.677840:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10425 00000100:00100000:0.0:1746066723.677841:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3296:x1830882976187264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 179us (290us total) trans 21474840099 rc 0/0 00000100:00100000:0.0:1746066723.677845:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10423 00000100:00100000:1.0:1746066723.677856:0:3294:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840088 gen 2 00000004:00080000:1.0:1746066723.677860:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e635c00, transno 21474839995 00000004:00080000:1.0:1746066723.677864:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e635f80, transno 21474839996 00000004:00080000:1.0:1746066723.677866:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ec2e300, transno 21474839997 00000004:00080000:1.0:1746066723.677868:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e636680, transno 21474839998 00000004:00080000:1.0:1746066723.677870:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e634000, transno 21474839999 00000004:00080000:1.0:1746066723.677872:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ec2ea00, transno 21474840000 00000004:00080000:1.0:1746066723.677874:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e636d80, transno 21474840001 00000004:00080000:1.0:1746066723.677876:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e635500, transno 21474840002 00000004:00080000:1.0:1746066723.677879:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e851880, transno 21474840003 00000004:00080000:1.0:1746066723.677880:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b7f8380, transno 21474840007 00000004:00080000:1.0:1746066723.677882:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bfe1f80, transno 21474840008 00000004:00080000:1.0:1746066723.677884:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bfe3b80, transno 21474840009 00000004:00080000:1.0:1746066723.677886:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092045880, transno 21474840010 00000004:00080000:1.0:1746066723.677888:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092044a80, transno 21474840011 00000004:00080000:1.0:1746066723.677890:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bfe1180, transno 21474840012 00000004:00080000:1.0:1746066723.677892:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092045500, transno 21474840013 00000004:00080000:1.0:1746066723.677893:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bfe0a80, transno 21474840014 00000004:00080000:1.0:1746066723.677895:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092044700, transno 21474840015 00000004:00080000:1.0:1746066723.677897:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2c000, transno 21474840016 00000004:00080000:1.0:1746066723.677899:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5c000, transno 21474840017 00000004:00080000:1.0:1746066723.677901:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2f100, transno 21474840018 00000004:00080000:1.0:1746066723.677902:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2c380, transno 21474840019 00000004:00080000:1.0:1746066723.677904:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2ca80, transno 21474840020 00000004:00080000:1.0:1746066723.677905:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5d180, transno 21474840021 00000004:00080000:1.0:1746066723.677907:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2d880, transno 21474840022 00000004:00080000:1.0:1746066723.677909:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2df80, transno 21474840023 00000004:00080000:1.0:1746066723.677911:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5fb80, transno 21474840024 00000004:00080000:1.0:1746066723.677913:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f5db480, transno 21474840028 00000004:00080000:1.0:1746066723.677915:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013542ce00, transno 21474840029 00000004:00080000:1.0:1746066723.677917:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f5db100, transno 21474840030 00000004:00080000:1.0:1746066723.677918:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093211500, transno 21474840031 00000004:00080000:1.0:1746066723.677920:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093213480, transno 21474840032 00000004:00080000:1.0:1746066723.677922:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f5dbb80, transno 21474840033 00000004:00080000:1.0:1746066723.677924:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093213b80, transno 21474840034 00000004:00080000:1.0:1746066723.677925:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f5db800, transno 21474840035 00000004:00080000:1.0:1746066723.677927:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8697b80, transno 21474840036 00000004:00080000:1.0:1746066723.677929:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b04700, transno 21474840037 00000004:00080000:1.0:1746066723.677931:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b04000, transno 21474840038 00000004:00080000:1.0:1746066723.677933:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8695180, transno 21474840039 00000004:00080000:1.0:1746066723.677935:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8696d80, transno 21474840040 00000004:00080000:1.0:1746066723.677937:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b04a80, transno 21474840041 00000004:00080000:1.0:1746066723.677939:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8694a80, transno 21474840042 00000004:00080000:1.0:1746066723.677941:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8695f80, transno 21474840043 00000004:00080000:1.0:1746066723.677943:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b04380, transno 21474840044 00000004:00080000:1.0:1746066723.677945:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013542c000, transno 21474840045 00000004:00080000:1.0:1746066723.677947:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e86a300, transno 21474840059 00000004:00080000:1.0:1746066723.677948:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e86a680, transno 21474840060 00000004:00080000:1.0:1746066723.677950:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e86b800, transno 21474840061 00000004:00080000:1.0:1746066723.677952:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e868e00, transno 21474840062 00000004:00080000:1.0:1746066723.677953:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e868700, transno 21474840063 00000004:00080000:1.0:1746066723.677955:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e86aa00, transno 21474840064 00000004:00080000:1.0:1746066723.677956:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e86b100, transno 21474840065 00000004:00080000:1.0:1746066723.677958:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22e300, transno 21474840066 00000004:00080000:1.0:1746066723.677959:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22d500, transno 21474840067 00000004:00080000:1.0:1746066723.677961:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e840000, transno 21474840071 00000004:00080000:1.0:1746066723.677963:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e842d80, transno 21474840072 00000004:00080000:1.0:1746066723.677964:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e843b80, transno 21474840073 00000004:00080000:1.0:1746066723.677966:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22c000, transno 21474840074 00000004:00080000:1.0:1746066723.677968:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5c380, transno 21474840075 00000004:00080000:1.0:1746066723.677969:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e841880, transno 21474840076 00000004:00080000:1.0:1746066723.677971:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e868000, transno 21474840077 00000004:00080000:1.0:1746066723.677973:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e841f80, transno 21474840078 00000004:00080000:1.0:1746066723.677975:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22df80, transno 21474840079 00000004:00080000:1.0:1746066723.677976:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c22fb80, transno 21474840080 00000004:00080000:1.0:1746066723.677978:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800924d2a00, transno 21474840081 00000004:00080000:1.0:1746066723.677980:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800924d0a80, transno 21474840082 00000004:00080000:1.0:1746066723.677982:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800924d1880, transno 21474840083 00000004:00080000:1.0:1746066723.677984:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800924d3b80, transno 21474840084 00000004:00080000:1.0:1746066723.677986:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800924d1c00, transno 21474840085 00000004:00080000:1.0:1746066723.677988:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800924d3800, transno 21474840086 00000004:00080000:1.0:1746066723.677990:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092708000, transno 21474840087 00000004:00080000:1.0:1746066723.677992:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800924d1f80, transno 21474840088 00000100:00100000:1.0:1746066723.677997:0:3294:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff88008c396680 x1830882976186368/t21474840096(21474840096) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746066739 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:1.0:1746066723.678004:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c396680/2, rc 0, transno 21474840096 00000100:00100000:1.0:1746066723.678007:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976186368:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066723.678297:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092046680/2, rc 0, transno 17179872768 00000100:00100000:3.0:1746066723.678301:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976185984:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066723.678535:0:14588:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 13 in progress, 7 in flight, 67 done 00000004:00080000:2.0:1746066723.678584:0:14588:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 8 in progress, 7 in flight, 5 done 00000100:00100000:3.0:1746066723.678835:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976187392:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066723.678858:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746066723.678882:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c395f80/2, rc 0, transno 21474840097 00000100:00100000:1.0:1746066723.678886:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976186880:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066723.678892:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c397800/2, rc 0, transno 21474840094 00000100:00100000:1.0:1746066723.678894:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976186496:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066723.678899:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c396d80/2, rc 0, transno 21474840095 00000100:00100000:1.0:1746066723.678901:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976187008:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066723.678911:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976187392 00000100:00100000:1.0:1746066723.678914:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976187392 00000100:00100000:1.0:1746066723.678930:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10426 00000100:00100000:1.0:1746066723.678934:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3293:x1830882976187392:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066723.679025:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3293:x1830882976187392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 90us (166us total) trans 21474840102 rc 0/0 00000100:00100000:1.0:1746066723.679030:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10426 00000004:00080000:1.0:1746066723.679048:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c394700/2, rc 0, transno 21474840100 00000100:00100000:1.0:1746066723.679050:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976186624:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066723.679056:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c394380/2, rc 0, transno 21474840101 00000100:00100000:1.0:1746066723.679058:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976187136:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066723.679063:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c396a00/2, rc 0, transno 21474840098 00000100:00100000:1.0:1746066723.679065:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976186752:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066723.679070:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092709180/2, rc 0, transno 21474840099 00000100:00100000:0.0:1746066723.679083:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000004:00080000:3.0:1746066723.679244:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099710a80/2, rc 0, transno 21474840102 00000100:00100000:3.0:1746066723.679248:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976187392:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066723.679260:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974990592 00000100:00100000:3.0:1746066723.679262:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974990592 00000100:00100000:3.0:1746066723.679283:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9003 00000100:00100000:1.0:1746066723.679285:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976187264:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066723.679287:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:28694:x1830882974990592:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066723.679299:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066723.679309:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf87000/0xfb36a14ee6080ddc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782dd expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.679348:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf87000/0xfb36a14ee6080ddc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782dd expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.679359:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf87000/0xfb36a14ee6080ddc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782dd expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066723.679372:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066723.679375:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066723.679377:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf87000, rc 0) 00000100:00100000:3.0:1746066723.679402:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:28694:x1830882974990592:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 114us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.679407:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9003 00000100:00100000:0.0:1746066723.680794:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.681349:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974990720 00000100:00100000:2.0:1746066723.681354:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974990720 00000100:00100000:2.0:1746066723.681386:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9004 00000100:00100000:2.0:1746066723.681391:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:28694:x1830882974990720:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066723.681402:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.681413:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98e400/0xfb36a14ee6080de3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782e4 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.681463:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98ee00/0xfb36a14ee6080dea lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.681472:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98ee00/0xfb36a14ee6080dea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.681479:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98ee00/0xfb36a14ee6080dea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066723.681498:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000004:00200000:2.0:1746066723.681501:0:20127:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066723.681510:0:20127:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98ee00/0xfb36a14ee6080dea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066723.681525:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98e400/0xfb36a14ee6080de3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782e4 expref: 10 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.681540:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98ee00/0xfb36a14ee6080dea lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782e4 expref: 9 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066723.681545:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066723.681547:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066723.681549:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d98ee00, rc 0) 00000100:00100000:2.0:1746066723.682007:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:28694:x1830882974990720:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 614us (1215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.682012:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9004 00000100:00100000:0.0:1746066723.684530:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066723.684616:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974990848 00000100:00100000:2.0:1746066723.684623:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974990848 00000100:00100000:2.0:1746066723.684667:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10427 00000100:00100000:2.0:1746066723.684707:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+5:1963:x1830882974990848:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066723.684722:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066723.684738:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a85c9c00/0xfb36a14ee6080df1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782eb expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066723.684757:0:10402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd21, atime: 0x6812dd22, ctime: 0x6812dd22, blocks: 0x7e9 00010000:00010000:2.0:1746066723.684771:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.684773:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066723.684780:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85c9c00/0xfb36a14ee6080df1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782eb expref: 6 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066723.684793:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a85c9c00/0xfb36a14ee6080df1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782eb expref: 6 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066723.684806:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85c9c00, rc 0) 00000100:00100000:2.0:1746066723.684836:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882974990848:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 163us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066723.684841:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10427 00000100:00100000:0.0:1746066723.685318:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.685473:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974990976 00000100:00100000:1.0:1746066723.685477:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974990976 00000100:00100000:1.0:1746066723.685496:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10428 00000100:00100000:1.0:1746066723.685501:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974990976:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066723.685508:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066723.685518:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f9a0200/0xfb36a14ee6080df8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782f2 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066723.685532:0:9776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd23, atime: 0x6812dd22, ctime: 0x6812dd23, blocks: 0x821 00010000:00010000:1.0:1746066723.685540:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.685541:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746066723.685545:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066723.685546:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f9a0200/0xfb36a14ee6080df8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f2 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066723.685555:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f9a0200/0xfb36a14ee6080df8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f2 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066723.685559:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066723.685562:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f9a0200, rc 0) 00000100:00100000:0.0:1746066723.685571:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.685579:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974990976:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 78us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066723.685583:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10428 00000100:00100000:1.0:1746066723.685592:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974991232 00000100:00100000:1.0:1746066723.685594:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974991232 00000100:00100000:1.0:1746066723.685605:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974991488 00000100:00100000:1.0:1746066723.685606:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974991488 00000100:00100000:0.0:1746066723.685608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066723.685616:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974991104 00000100:00100000:1.0:1746066723.685617:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974991104 00000100:00100000:0.0:1746066723.685621:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974991360 00000100:00100000:0.0:1746066723.685624:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974991360 00000100:00100000:1.0:1746066723.685626:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10429 00000100:00100000:1.0:1746066723.685630:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882974991232:12345-192.168.202.57@tcp:101:mirror_io.0 00000100:00100000:0.0:1746066723.685635:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10430 00010000:00010000:1.0:1746066723.685636:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066723.685639:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974991488:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066723.685643:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080dff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978300 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066723.685644:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066723.685649:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801360b9e00/0xfb36a14ee6080e06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97830e expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066723.685651:0:9776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x385:0x0] initial LVB size: 2097152, mtime: 0x6812dd21, atime: 0x6812dd22, ctime: 0x6812dd22, blocks: 0x821 00010000:00010000:1.0:1746066723.685658:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066723.685659:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1746066723.685659:0:20532:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd23, atime: 0x6812dd23, ctime: 0x6812dd23, blocks: 0x102b 00010000:00010000:1.0:1746066723.685662:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080dff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978300 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066723.685664:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.685665:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.685668:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801360b9e00/0xfb36a14ee6080e06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97830e expref: 11 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066723.685671:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080dff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978300 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066723.685691:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801360b9e00/0xfb36a14ee6080e06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97830e expref: 11 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066723.685694:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb08600, rc 0) 00010000:00010000:0.0:1746066723.685697:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801360b9e00, rc 0) 00000100:00100000:1.0:1746066723.685712:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974991232:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 81us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.685765:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10431 00000100:00100000:3.0:1746066723.685771:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974991104:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066723.685777:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066723.685785:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf86e00/0xfb36a14ee6080e0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9782f9 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066723.685794:0:8452:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd23, atime: 0x6812dd22, ctime: 0x6812dd23, blocks: 0x821 00010000:00010000:3.0:1746066723.685801:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.685803:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066723.685806:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf86e00/0xfb36a14ee6080e0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f9 expref: 12 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.685815:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf86e00/0xfb36a14ee6080e0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f9 expref: 12 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066723.685821:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf86e00, rc 0) 00000100:00100000:0.0:1746066723.685823:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974991488:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 183us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.685828:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10430 00000100:00100000:3.0:1746066723.685834:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882974991104:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 65us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066723.685838:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10431 00000100:00100000:0.0:1746066723.685847:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10432 00000100:00100000:0.0:1746066723.685852:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974991360:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066723.685858:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066723.685864:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801360b8c00/0xfb36a14ee6080e14 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978307 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066723.685874:0:20532:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x386:0x0] initial LVB size: 5078880, mtime: 0x6812dd23, atime: 0x6812dd22, ctime: 0x6812dd23, blocks: 0x1709 00000100:00100000:1.0:1746066723.685881:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10429 00010000:00010000:0.0:1746066723.685881:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.685882:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066723.685886:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801360b8c00/0xfb36a14ee6080e14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978307 expref: 9 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066723.685894:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801360b8c00/0xfb36a14ee6080e14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978307 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066723.685900:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801360b8c00, rc 0) 00000100:00100000:0.0:1746066723.685914:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974991360:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 62us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066723.685918:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10432 00010000:00010000:2.0:1746066724.054394:0:7110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066724.699793:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.699834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066724.699891:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974991872 00000100:00100000:2.0:1746066724.699899:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974991872 00000100:00100000:2.0:1746066724.699960:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974992000 00000100:00100000:2.0:1746066724.699963:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974992000 00000100:00100000:2.0:1746066724.699984:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4216 00000100:00100000:2.0:1746066724.699992:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882974991872:12345-192.168.202.57@tcp:3:mirror_io.0 00010000:00010000:2.0:1746066724.700021:0:21550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee6080e1b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.700033:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066724.700034:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066724.700038:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee6080e1b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.700048:0:21550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee6080e1b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066724.700116:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4217 00000100:00100000:3.0:1746066724.700123:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882974992000:12345-192.168.202.57@tcp:3:mirror_io.0 00010000:00010000:3.0:1746066724.700141:0:8456:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bf86600/0xfb36a14ee6080e22 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.700148:0:8456:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.700149:0:8456:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.700152:0:8456:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf86600/0xfb36a14ee6080e22 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.700160:0:8456:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf86600/0xfb36a14ee6080e22 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746066724.700359:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746066724.700361:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746066724.701618:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.701764:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974992256 00000100:00100000:3.0:1746066724.701770:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974992256 00000100:00100000:3.0:1746066724.701812:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4218 00000100:00100000:3.0:1746066724.701818:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882974992256:12345-192.168.202.57@tcp:3:mirror_io.0 00010000:00010000:3.0:1746066724.701835:0:21552:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bf87a00/0xfb36a14ee6080e29 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.701844:0:21552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.701846:0:21552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.701848:0:21552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf87a00/0xfb36a14ee6080e29 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.701858:0:21552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf87a00/0xfb36a14ee6080e29 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066724.702620:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066724.702666:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974992512 00000100:00100000:1.0:1746066724.702670:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974992512 00000100:00100000:1.0:1746066724.702741:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4219 00000100:00100000:1.0:1746066724.702747:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882974992512:12345-192.168.202.57@tcp:3:mirror_io.0 00010000:00010000:1.0:1746066724.702763:0:31366:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080e30 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.702770:0:31366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066724.702771:0:31366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066724.702774:0:31366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080e30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.702782:0:31366:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080e30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066724.707645:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.707699:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.707739:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.707895:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974992768 00000100:00100000:3.0:1746066724.707902:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974992768 00000100:00100000:3.0:1746066724.707949:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974993152 00000100:00100000:3.0:1746066724.707952:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974993152 00000100:00100000:3.0:1746066724.707971:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974993280 00000100:00100000:3.0:1746066724.707973:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974993280 00000100:00100000:3.0:1746066724.707990:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4220 00000100:00100000:3.0:1746066724.707997:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882974992768:12345-192.168.202.57@tcp:3:mirror_io.0 00010000:00010000:3.0:1746066724.708026:0:31365:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092490600/0xfb36a14ee6080e37 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.708038:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.708040:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.708045:0:31365:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092490600/0xfb36a14ee6080e37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.708055:0:31365:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092490600/0xfb36a14ee6080e37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066724.708690:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4221 00000100:00100000:1.0:1746066724.708698:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882974993152:12345-192.168.202.57@tcp:3:mirror_io.0 00000100:00100000:2.0:1746066724.708713:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4222 00010000:00010000:1.0:1746066724.708713:0:21551:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008d98e400/0xfb36a14ee6080e3e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066724.708720:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:df168249-af1c-45ee-81ad-11524bf803a3+15:1963:x1830882974993280:12345-192.168.202.57@tcp:3:mirror_io.0 00010000:00010000:1.0:1746066724.708720:0:21551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066724.708721:0:21551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066724.708724:0:21551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98e400/0xfb36a14ee6080e3e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.708732:0:21551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98e400/0xfb36a14ee6080e3e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.708738:0:8457:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080e45 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.708750:0:8457:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066724.708751:0:8457:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066724.708754:0:8457:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080e45 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.708762:0:8457:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080e45 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066724.708861:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.708873:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974993536 00000100:00100000:0.0:1746066724.708876:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974993536 00000100:00100000:0.0:1746066724.708896:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4223 00000100:00100000:0.0:1746066724.708900:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:df168249-af1c-45ee-81ad-11524bf803a3+16:1963:x1830882974993536:12345-192.168.202.57@tcp:3:mirror_io.0 00010000:00010000:0.0:1746066724.708911:0:31368:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801360b8200/0xfb36a14ee6080e4c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066724.708921:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066724.708922:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066724.708924:0:31368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801360b8200/0xfb36a14ee6080e4c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066724.708931:0:31368:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801360b8200/0xfb36a14ee6080e4c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.723601:0:8456:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bf86600/0xfb36a14ee6080e22 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.723614:0:8456:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf86600/0xfb36a14ee6080e22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.723622:0:8456:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bf86600/0xfb36a14ee6080e22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.723627:0:8456:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf86600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066724.723631:0:8456:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bf86600/0xfb36a14ee6080e22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.723638:0:8456:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bf86600/0xfb36a14ee6080e22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.723653:0:8456:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bf86600/0xfb36a14ee6080e22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.723660:0:8456:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf86600/0xfb36a14ee6080e22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066724.723761:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:df168249-af1c-45ee-81ad-11524bf803a3+17:1964:x1830882974992000:12345-192.168.202.57@tcp:3:mirror_io.0 Request processed in 23634us (23920us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066724.723770:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4217 00010000:00010000:2.0:1746066724.734169:0:21550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee6080e1b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.734183:0:21550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee6080e1b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.734190:0:21550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee6080e1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.734196:0:21550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f382800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066724.734199:0:21550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee6080e1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.734219:0:21550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee6080e1b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.734234:0:21550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee6080e1b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.734239:0:21550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee6080e1b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066724.736002:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882974991872:12345-192.168.202.57@tcp:3:mirror_io.0 Request processed in 36006us (36209us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066724.736013:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4216 00010000:00010000:1.0:1746066724.739495:0:31366:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080e30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.739513:0:31366:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080e30 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.739519:0:31366:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080e30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.739524:0:31366:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eb08e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066724.739528:0:31366:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080e30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.739533:0:31366:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080e30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.739547:0:31366:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080e30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.739552:0:31366:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee6080e30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066724.740262:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882974992512:12345-192.168.202.57@tcp:3:mirror_io.0 Request processed in 37510us (37639us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066724.740272:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4219 00010000:00010000:1.0:1746066724.752794:0:21551:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008d98e400/0xfb36a14ee6080e3e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.752809:0:21551:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98e400/0xfb36a14ee6080e3e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.752818:0:21551:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98e400/0xfb36a14ee6080e3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.752824:0:21551:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008d98e400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066724.752827:0:21551:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98e400/0xfb36a14ee6080e3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.752834:0:21551:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98e400/0xfb36a14ee6080e3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.752848:0:21551:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98e400/0xfb36a14ee6080e3e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.752854:0:21551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98e400/0xfb36a14ee6080e3e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.753295:0:21552:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bf87a00/0xfb36a14ee6080e29 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.753303:0:21552:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf87a00/0xfb36a14ee6080e29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.753308:0:21552:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bf87a00/0xfb36a14ee6080e29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.753313:0:21552:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf87a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066724.753315:0:21552:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bf87a00/0xfb36a14ee6080e29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.753320:0:21552:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bf87a00/0xfb36a14ee6080e29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.753328:0:21552:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bf87a00/0xfb36a14ee6080e29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.753333:0:21552:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf87a00/0xfb36a14ee6080e29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066724.753406:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:df168249-af1c-45ee-81ad-11524bf803a3+15:1964:x1830882974992256:12345-192.168.202.57@tcp:3:mirror_io.0 Request processed in 51584us (51788us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066724.753415:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4218 00000100:00100000:1.0:1746066724.754433:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974993152:12345-192.168.202.57@tcp:3:mirror_io.0 Request processed in 45735us (46732us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066724.754441:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4221 00010000:00010000:2.0:1746066724.763362:0:31368:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801360b8200/0xfb36a14ee6080e4c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.763377:0:31368:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801360b8200/0xfb36a14ee6080e4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.763384:0:31368:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801360b8200/0xfb36a14ee6080e4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.763389:0:31368:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801360b8200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066724.763392:0:31368:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801360b8200/0xfb36a14ee6080e4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.763399:0:31368:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801360b8200/0xfb36a14ee6080e4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.763414:0:31368:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801360b8200/0xfb36a14ee6080e4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.763420:0:31368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801360b8200/0xfb36a14ee6080e4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066724.763627:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882974993536:12345-192.168.202.57@tcp:3:mirror_io.0 Request processed in 54663us (54703us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066724.763640:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4223 00010000:00010000:3.0:1746066724.765518:0:31365:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092490600/0xfb36a14ee6080e37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.765529:0:31365:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092490600/0xfb36a14ee6080e37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.765536:0:31365:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092490600/0xfb36a14ee6080e37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.765541:0:31365:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092490600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066724.765544:0:31365:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092490600/0xfb36a14ee6080e37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.765550:0:31365:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092490600/0xfb36a14ee6080e37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.765563:0:31365:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092490600/0xfb36a14ee6080e37 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.765568:0:31365:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092490600/0xfb36a14ee6080e37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066724.766221:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882974992768:12345-192.168.202.57@tcp:3:mirror_io.0 Request processed in 58221us (58579us total) trans 0 rc 1048576/1048576 00010000:00010000:2.0:1746066724.766423:0:8457:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080e45 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.766430:0:8457:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080e45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.766435:0:8457:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080e45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.766439:0:8457:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5b0c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066724.766442:0:8457:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080e45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.766447:0:8457:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080e45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.766457:0:8457:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080e45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.766462:0:8457:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080e45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066724.766494:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4220 00000100:00100000:2.0:1746066724.766494:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882974993280:12345-192.168.202.57@tcp:3:mirror_io.0 Request processed in 57774us (58753us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066724.766499:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4222 00000100:00100000:0.0:1746066724.771857:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066724.771959:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974993664 00000100:00100000:1.0:1746066724.771967:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974993664 00000100:00100000:1.0:1746066724.772193:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 540 00000100:00100000:1.0:1746066724.772213:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:28694:x1830882974993664:12345-192.168.202.57@tcp:103:mirror_io.0 00010000:00010000:1.0:1746066724.772225:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066724.772245:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e796a00/0xfb36a14ee6080d96 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782cf expref: 9 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066724.772277:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066724.772282:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066724.772315:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:28694:x1830882974993664:12345-192.168.202.57@tcp:103:mirror_io.0 Request processed in 115us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066724.772322:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 540 00000100:00080000:0.0:1746066724.773056:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066724.774164:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066724.774390:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974993920 00000100:00100000:1.0:1746066724.774396:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974993920 00000100:00100000:1.0:1746066724.774431:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3547 00000100:00100000:1.0:1746066724.774437:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:28694:x1830882974993920:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:1.0:1746066724.774645:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:28694:x1830882974993920:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 207us (482us total) trans 8589942857 rc 0/0 00000100:00100000:1.0:1746066724.774651:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3547 00000100:00100000:0.0:1746066724.775739:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066724.777355:0:14552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974994176 00000100:00100000:2.0:1746066724.777362:0:14552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974994176 00000100:00100000:2.0:1746066724.777406:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3548 00000100:00100000:2.0:1746066724.777412:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:28694:x1830882974994176:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:2.0:1746066724.777555:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:28694:x1830882974994176:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 142us (1818us total) trans 8589942858 rc 0/0 00000100:00100000:2.0:1746066724.777560:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3548 00000100:00100000:0.0:1746066724.792424:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.792479:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066724.792604:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974994432 00000100:00100000:2.0:1746066724.792612:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974994432 00000100:00100000:2.0:1746066724.792654:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974994688 00000100:00100000:2.0:1746066724.792656:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974994688 00000100:00100000:2.0:1746066724.792671:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9005 00000100:00100000:2.0:1746066724.792700:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:28707:x1830882974994432:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066724.792719:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066724.792735:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080e53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978315 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066724.792749:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9006 00000100:00100000:3.0:1746066724.792757:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+251:28708:x1830882974994688:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066724.792766:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066724.792773:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093800/0xfb36a14ee6080e5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97831c expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.792827:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080e61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066724.792830:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080e68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066724.792837:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080e61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.792846:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080e61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066724.792847:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080e68 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.792853:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080e68 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066724.792856:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093600/0xfb36a14ee6080e6f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066724.792860:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080e76 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066724.792861:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093600/0xfb36a14ee6080e6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.792866:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093600/0xfb36a14ee6080e6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066724.792866:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080e76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.792874:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080e76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00080000:0.0:1746066724.792942:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746066724.793878:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0600/0xfb36a14ee6080e7d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.793887:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0600/0xfb36a14ee6080e7d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.793894:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0600/0xfb36a14ee6080e7d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066724.793902:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066724.793970:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080e68 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.793976:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080e68 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.793982:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080e68 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.793987:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5b0200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066724.793990:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080e68 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.793995:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080e68 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.794005:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066724.794008:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066724.794011:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080e68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.794019:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee6080e68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.794539:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080e76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.794545:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080e76 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.794550:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080e76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.794554:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5b0e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066724.794558:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080e76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.794562:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080e76 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.794569:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13300) 00010000:00010000:2.0:1746066724.794571:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066724.794573:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080e76 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.794577:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0e00/0xfb36a14ee6080e76 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.794609:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6080e53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978315 expref: 10 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.794621:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0600/0xfb36a14ee6080e7d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978315 expref: 9 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.794630:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066724.794632:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066724.794633:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0600, rc 0) 00010000:00010000:3.0:1746066724.794809:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093c00/0xfb36a14ee6080e8b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.794816:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093c00/0xfb36a14ee6080e8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.794822:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093c00/0xfb36a14ee6080e8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:3.0:1746066724.794828:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:3.0:1746066724.794989:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080e61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.794996:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080e61 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795000:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080e61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795004:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b092e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066724.795006:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080e61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795010:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080e61 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795016:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066724.795018:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066724.795021:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080e61 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795025:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080e61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795036:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093600/0xfb36a14ee6080e6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795040:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093600/0xfb36a14ee6080e6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795044:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093600/0xfb36a14ee6080e6f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795047:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b093600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066724.795048:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093600/0xfb36a14ee6080e6f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795055:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093600/0xfb36a14ee6080e6f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795060:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13300) 00010000:00010000:3.0:1746066724.795061:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066724.795063:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093600/0xfb36a14ee6080e6f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795067:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093600/0xfb36a14ee6080e6f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.795089:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093800/0xfb36a14ee6080e5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97831c expref: 254 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.795096:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093c00/0xfb36a14ee6080e8b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97831c expref: 253 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.795101:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066724.795103:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066724.795104:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b093c00, rc 0) 00000100:00100000:2.0:1746066724.795152:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28707:x1830882974994432:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2453us (2735us total) trans 8589942859 rc 0/0 00000100:00100000:2.0:1746066724.795158:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9005 00000100:00100000:3.0:1746066724.795295:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28708:x1830882974994688:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2538us (2815us total) trans 8589942860 rc 0/0 00000100:00100000:3.0:1746066724.795301:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9006 00000100:00100000:2.0:1746066724.799555:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.801247:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066724.802042:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974994944 00000100:00100000:1.0:1746066724.802051:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974994944 00000100:00100000:1.0:1746066724.802102:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974995200 00000100:00100000:1.0:1746066724.802104:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974995200 00000100:00100000:1.0:1746066724.802121:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3549 00000100:00100000:1.0:1746066724.802128:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28707:x1830882974994944:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:3.0:1746066724.802498:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3550 00000100:00100000:3.0:1746066724.802505:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28708:x1830882974995200:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066724.802986:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28707:x1830882974994944:12345-192.168.202.57@tcp:35:cat.0 Request processed in 856us (3437us total) trans 8589942861 rc 0/0 00000100:00100000:1.0:1746066724.802992:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3549 00000100:00100000:3.0:1746066724.803216:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28708:x1830882974995200:12345-192.168.202.57@tcp:35:cat.0 Request processed in 711us (1972us total) trans 8589942862 rc 0/0 00000100:00100000:3.0:1746066724.803222:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3550 00000100:00100000:0.0:1746066724.808294:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.808407:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974995456 00000100:00100000:3.0:1746066724.808414:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974995456 00000100:00100000:3.0:1746066724.808467:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9007 00000100:00100000:3.0:1746066724.808474:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28706:x1830882974995456:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066724.808495:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066724.808510:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093600/0xfb36a14ee6080e99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978323 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.808585:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.808597:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98ee00/0xfb36a14ee6080dea lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782e4 expref: 9 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.808603:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0600/0xfb36a14ee6080e7d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978315 expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.808610:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093c00/0xfb36a14ee6080e8b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97831c expref: 253 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.808615:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 6/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.808640:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093c00/0xfb36a14ee6080e8b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97831c expref: 253 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.808650:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093c00/0xfb36a14ee6080e8b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97831c expref: 253 pid: 14550 timeout: 785 lvb_type: 0 00000100:00100000:3.0:1746066724.808660:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976187520:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066724.808764:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0600/0xfb36a14ee6080e7d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978315 expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.808772:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0600/0xfb36a14ee6080e7d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978315 expref: 11 pid: 20127 timeout: 785 lvb_type: 0 00000100:00100000:3.0:1746066724.808779:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976187648:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066724.810625:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98ee00/0xfb36a14ee6080dea lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782e4 expref: 9 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.810636:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98ee00/0xfb36a14ee6080dea lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782e4 expref: 9 pid: 20127 timeout: 785 lvb_type: 0 00000100:00100000:3.0:1746066724.810645:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976187776:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066724.811410:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066724.812033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066724.812095:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974995584 00000100:00100000:2.0:1746066724.812102:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974995584 00000100:00100000:2.0:1746066724.812154:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10433 00000100:00100000:2.0:1746066724.812161:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882974995584:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066724.812174:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066724.812187:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ea7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97832a expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.812211:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066724.812213:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066724.812218:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ea7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97832a expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066724.812230:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ea7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97832a expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066724.812238:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1000, rc 0) 00000100:00100000:2.0:1746066724.812264:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882974995584:12345-192.168.202.57@tcp:101:cat.0 Request processed in 104us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066724.812272:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10433 00000100:00080000:0.0:1746066724.812375:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066724.816051:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.816110:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974996480 00000100:00100000:0.0:1746066724.816111:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.816117:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974996480 00000100:00100000:0.0:1746066724.816127:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.816138:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.816150:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9008 00000100:00100000:3.0:1746066724.816157:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28704:x1830882974996480:12345-192.168.202.57@tcp:101:multiop.0 00000100:00100000:0.0:1746066724.816161:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.816172:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066724.816174:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066724.816184:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974995712 00000100:00100000:0.0:1746066724.816186:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974995712 00010000:00010000:3.0:1746066724.816189:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9c00/0xfb36a14ee6080eae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978354 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066724.816219:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974995840 00000100:00100000:0.0:1746066724.816222:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974995840 00000100:00100000:0.0:1746066724.816231:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974995968 00000100:00100000:0.0:1746066724.816233:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974995968 00000100:00100000:0.0:1746066724.816241:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974996096 00000100:00100000:0.0:1746066724.816242:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974996096 00000100:00100000:0.0:1746066724.816249:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974996224 00000100:00100000:0.0:1746066724.816250:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974996224 00000100:00100000:0.0:1746066724.816262:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10434 00000100:00100000:0.0:1746066724.816267:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882974995712:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066724.816273:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066724.816275:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066724.816282:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1a00/0xfb36a14ee6080ebc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978331 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.816285:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066724.816293:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.816295:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066724.816295:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066724.816301:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1a00/0xfb36a14ee6080ebc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978331 expref: 17 pid: 8450 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066724.816310:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10435 00010000:00010000:0.0:1746066724.816313:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1a00/0xfb36a14ee6080ebc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978331 expref: 17 pid: 8450 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066724.816315:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882974995840:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066724.816320:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066724.816321:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa1a00, rc 0) 00010000:00010000:3.0:1746066724.816324:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8200/0xfb36a14ee6080ec3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978338 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.816331:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.816332:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.816335:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8200/0xfb36a14ee6080ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978338 expref: 18 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066724.816342:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8200/0xfb36a14ee6080ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978338 expref: 18 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066724.816347:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e8200, rc 0) 00000100:00100000:0.0:1746066724.816351:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882974995712:12345-192.168.202.57@tcp:101:cat.0 Request processed in 84us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066724.816356:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10434 00000100:00100000:3.0:1746066724.816358:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882974995840:12345-192.168.202.57@tcp:101:cat.0 Request processed in 45us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066724.816362:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10435 00000100:00100000:0.0:1746066724.816367:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10436 00000100:00100000:3.0:1746066724.816370:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10437 00000100:00100000:0.0:1746066724.816371:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882974995968:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:3.0:1746066724.816373:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882974996096:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066724.816377:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066724.816377:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066724.816383:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8800/0xfb36a14ee6080eca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978346 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066724.816383:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6080ed1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97833f expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066724.816392:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066724.816392:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.816394:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.816395:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066724.816396:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6080ed1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97833f expref: 14 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066724.816399:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8800/0xfb36a14ee6080eca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978346 expref: 14 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066724.816406:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8800/0xfb36a14ee6080eca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978346 expref: 14 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066724.816409:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6080ed1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97833f expref: 14 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066724.816412:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e8800, rc 0) 00010000:00010000:0.0:1746066724.816415:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa0000, rc 0) 00000100:00100000:3.0:1746066724.816423:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882974996096:12345-192.168.202.57@tcp:101:cat.0 Request processed in 50us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066724.816423:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882974995968:12345-192.168.202.57@tcp:101:cat.0 Request processed in 52us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066724.816427:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10437 00000100:00100000:0.0:1746066724.817565:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10436 00000100:00100000:0.0:1746066724.817579:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10438 00000100:00100000:0.0:1746066724.817585:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1965:x1830882974996224:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066724.817593:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066724.817601:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6080ed8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97834d expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066724.817613:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066724.817615:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066724.817620:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6080ed8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97834d expref: 17 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066724.817629:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6080ed8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97834d expref: 17 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066724.817641:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa0a00, rc 0) 00000100:00100000:0.0:1746066724.817661:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1965:x1830882974996224:12345-192.168.202.57@tcp:101:cat.0 Request processed in 77us (1488us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066724.817666:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10438 00000100:00080000:0.0:1746066724.817697:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746066724.817700:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066724.817725:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.817741:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974996608 00000100:00100000:0.0:1746066724.817744:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974996608 00000100:00100000:0.0:1746066724.817765:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10439 00000100:00100000:0.0:1746066724.817769:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882974996608:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066724.817774:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066724.817780:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1800/0xfb36a14ee6080edf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97835b expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066724.817790:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066724.817791:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066724.817795:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1800/0xfb36a14ee6080edf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97835b expref: 32 pid: 20532 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066724.817969:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.817979:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974996736 00000100:00100000:3.0:1746066724.817981:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974996736 00000100:00100000:3.0:1746066724.817993:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10440 00000100:00100000:3.0:1746066724.817998:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882974996736:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066724.818003:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066724.818008:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6080ee6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978362 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.818016:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.818017:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.818021:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6080ee6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978362 expref: 34 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066724.818029:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6080ee6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978362 expref: 34 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066724.818035:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e9800, rc 0) 00000100:00100000:3.0:1746066724.818047:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882974996736:12345-192.168.202.57@tcp:101:cat.0 Request processed in 49us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066724.818051:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10440 00000100:00100000:3.0:1746066724.818070:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.818077:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974996864 00000100:00100000:3.0:1746066724.818079:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974996864 00000100:00100000:3.0:1746066724.818089:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10441 00000100:00100000:3.0:1746066724.818092:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1966:x1830882974996864:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066724.818097:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066724.818102:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6080eed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978369 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.818111:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.818112:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.818116:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6080eed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978369 expref: 18 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066724.818124:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6080eed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978369 expref: 18 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066724.818130:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e8000, rc 0) 00000100:00100000:3.0:1746066724.818142:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1966:x1830882974996864:12345-192.168.202.57@tcp:101:cat.0 Request processed in 49us (71us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066724.818142:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.818147:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10441 00000100:00100000:2.0:1746066724.818152:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974996992 00000100:00100000:2.0:1746066724.818154:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974996992 00000100:00100000:2.0:1746066724.818174:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10442 00000100:00100000:2.0:1746066724.818178:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882974996992:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066724.818184:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066724.818190:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080ef4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978370 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.818198:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066724.818207:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066724.818211:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080ef4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978370 expref: 18 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066724.818220:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080ef4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978370 expref: 18 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066724.818226:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1c00, rc 0) 00000100:00100000:2.0:1746066724.818240:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882974996992:12345-192.168.202.57@tcp:101:cat.0 Request processed in 62us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066724.818245:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10442 00000100:00100000:3.0:1746066724.818271:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976187520:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066724.818280:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976187648:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066724.818282:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.818287:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976187776:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066724.818295:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974997248 00000100:00100000:2.0:1746066724.818297:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974997248 00010000:00010000:3.0:1746066724.818304:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066724.818309:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093c00/0xfb36a14ee6080e8b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97831c expref: 256 pid: 14550 timeout: 785 lvb_type: 0 00000100:00100000:3.0:1746066724.818322:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066724.818326:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974997376 00000100:00100000:2.0:1746066724.818328:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974997376 00000100:00100000:3.0:1746066724.818334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066724.818335:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0600/0xfb36a14ee6080e7d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978315 expref: 12 pid: 20127 timeout: 785 lvb_type: 0 00000100:00100000:2.0:1746066724.818345:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974997504 00000100:00100000:2.0:1746066724.818347:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974997504 00010000:00010000:0.0:1746066724.818454:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1800/0xfb36a14ee6080edf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97835b expref: 33 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066724.818461:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa1800, rc 0) 00000100:00100000:0.0:1746066724.818472:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1966:x1830882974996608:12345-192.168.202.57@tcp:101:cat.0 Request processed in 703us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066724.818478:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5172 00000100:00100000:0.0:1746066724.818480:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10439 00000100:00100000:3.0:1746066724.818484:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:1964:x1830882974997248:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066724.818492:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:0.0:1746066724.818492:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746066724.818496:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093c00/0xfb36a14ee6080e8b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97831c expref: 256 pid: 14550 timeout: 785 lvb_type: 0 00010000:00010000:3.0:1746066724.818504:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093c00/0xfb36a14ee6080e8b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97831c expref: 256 pid: 14550 timeout: 785 lvb_type: 0 00010000:00010000:3.0:1746066724.818517:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093c00/0xfb36a14ee6080e8b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97831c expref: 256 pid: 14550 timeout: 785 lvb_type: 0 00010000:00010000:3.0:1746066724.818530:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00000100:00100000:0.0:1746066724.818530:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066724.818534:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066724.818539:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066724.818540:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974997120 00000100:00100000:0.0:1746066724.818542:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974997120 00010000:00010000:3.0:1746066724.818544:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066724.818554:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:1964:x1830882974997248:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 71us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066724.818554:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10443 00000100:00100000:0.0:1746066724.818558:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1966:x1830882974997120:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:3.0:1746066724.818560:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5172 00010000:00010000:0.0:1746066724.818563:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066724.818569:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5173 00010000:00010000:0.0:1746066724.818569:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee6080efb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978377 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066724.818573:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882974997376:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066724.818577:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066724.818578:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066724.818579:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066724.818580:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0600/0xfb36a14ee6080e7d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978315 expref: 12 pid: 20127 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746066724.818584:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee6080efb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978377 expref: 19 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066724.818587:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0600/0xfb36a14ee6080e7d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978315 expref: 12 pid: 20127 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746066724.818591:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee6080efb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978377 expref: 19 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066724.818596:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0600/0xfb36a14ee6080e7d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978315 expref: 12 pid: 20127 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746066724.818598:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa0600, rc 0) 00010000:00010000:3.0:1746066724.818603:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066724.818605:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066724.818607:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882974997120:12345-192.168.202.57@tcp:101:cat.0 Request processed in 49us (77us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066724.818610:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066724.818611:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10443 00010000:00010000:3.0:1746066724.818614:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066724.818620:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882974997376:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 48us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066724.818624:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5173 00000100:00100000:3.0:1746066724.818659:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066724.818808:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98ee00/0xfb36a14ee6080dea lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782e4 expref: 10 pid: 20127 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746066724.819155:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974997632 00000100:00100000:0.0:1746066724.819158:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974997632 00000100:00100000:2.0:1746066724.819355:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5174 00000100:00100000:2.0:1746066724.819361:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882974997504:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066724.819368:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066724.819372:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98ee00/0xfb36a14ee6080dea lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782e4 expref: 10 pid: 20127 timeout: 785 lvb_type: 0 00010000:00010000:2.0:1746066724.819379:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98ee00/0xfb36a14ee6080dea lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782e4 expref: 10 pid: 20127 timeout: 785 lvb_type: 0 00010000:00010000:2.0:1746066724.819390:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d98ee00/0xfb36a14ee6080dea lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782e4 expref: 10 pid: 20127 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746066724.819390:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10444 00000100:00100000:0.0:1746066724.819395:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1966:x1830882974997632:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066724.819402:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066724.819402:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066724.819404:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066724.819408:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099aea200/0xfb36a14ee6080f02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97837e expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.819410:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066724.819417:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066724.819418:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066724.819422:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099aea200/0xfb36a14ee6080f02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97837e expref: 34 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066724.819430:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099aea200/0xfb36a14ee6080f02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97837e expref: 34 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066724.819435:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099aea200, rc 0) 00000100:00100000:0.0:1746066724.819447:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882974997632:12345-192.168.202.57@tcp:101:cat.0 Request processed in 52us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066724.819451:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10444 00010000:00010000:2.0:1746066724.819580:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066724.819587:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.819592:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.819596:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066724.819620:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066724.819635:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882974997504:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 274us (1299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066724.819640:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5174 00010000:00010000:2.0:1746066724.819715:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066724.819720:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:2.0:1746066724.819733:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066724.819837:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b093600/0xfb36a14ee6080e99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978323 expref: 12 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.819848:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978323 expref: 11 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.819852:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066724.819854:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066724.819856:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b092e00, rc 0) 00000100:00100000:2.0:1746066724.819874:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28706:x1830882974995456:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 11401us (11588us total) trans 8589942863 rc 0/0 00000100:00100000:2.0:1746066724.819879:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9007 00010000:00010000:3.0:1746066724.820147:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066724.820156:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066724.820165:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:3.0:1746066724.820226:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9c00/0xfb36a14ee6080eae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978354 expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.820236:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978354 expref: 255 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.820241:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066724.820243:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066724.820245:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e8600, rc 0) 00000100:00100000:3.0:1746066724.820261:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28704:x1830882974996480:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4105us (4261us total) trans 8589942864 rc 0/0 00000100:00100000:3.0:1746066724.820266:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9008 00000100:00100000:0.0:1746066724.825114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.825227:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974997760 00000100:00100000:3.0:1746066724.825235:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974997760 00000100:00100000:3.0:1746066724.825337:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9009 00000100:00100000:3.0:1746066724.825345:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28707:x1830882974997760:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066724.825371:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066724.825390:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee6080f17 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978385 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.825436:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee6080f17 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978385 expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.825447:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee6080f17 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978385 expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.825461:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066724.825463:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066724.825465:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e9a00, rc 0) 00000100:00100000:3.0:1746066724.828950:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28707:x1830882974997760:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3590us (3827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066724.828959:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9009 00000100:00100000:0.0:1746066724.829907:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.830142:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974997888 00000100:00100000:3.0:1746066724.830149:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974997888 00000100:00100000:3.0:1746066724.830184:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9010 00000100:00100000:3.0:1746066724.830190:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28708:x1830882974997888:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066724.830218:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066724.830233:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee6080f1e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97838c expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.830278:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee6080f1e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97838c expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.830288:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee6080f1e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97838c expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066724.830300:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066724.830303:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066724.830306:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e9200, rc 0) 00000100:00100000:3.0:1746066724.830337:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28708:x1830882974997888:12345-192.168.202.57@tcp:101:cat.0 Request processed in 147us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066724.830342:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9010 00000100:00100000:0.0:1746066724.836937:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.836974:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.836999:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.837160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.837265:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974998144 00000100:00100000:3.0:1746066724.837273:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974998144 00002000:00100000:3.0:1746066724.837311:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800a8694a80 x1830882974998144/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066724.837320:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8694a80 with x1830882974998144 ext(0->1048575) 00002000:00010000:3.0:1746066724.837324:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8694a80 00000100:00100000:3.0:1746066724.837349:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974998400 00000100:00100000:3.0:1746066724.837352:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974998400 00002000:00100000:3.0:1746066724.837364:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800a8695f80 x1830882974998400/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066724.837370:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695f80 with x1830882974998400 ext(1048576->2097151) 00002000:00010000:3.0:1746066724.837373:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8695f80 00000100:00100000:3.0:1746066724.837382:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974998528 00000100:00100000:3.0:1746066724.837384:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974998528 00002000:00100000:3.0:1746066724.837392:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800a8695880 x1830882974998528/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066724.837398:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695880 with x1830882974998528 ext(1048576->2097151) 00002000:00010000:3.0:1746066724.837400:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8695880 00000100:00100000:3.0:1746066724.837410:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4224 00000100:00100000:3.0:1746066724.837416:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882974998144:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066724.837565:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4225 00000100:00100000:1.0:1746066724.837573:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882974998400:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066724.838276:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4226 00000100:00100000:2.0:1746066724.838283:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882974998528:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066724.838689:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974998912 00000100:00100000:0.0:1746066724.838693:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974998912 00002000:00100000:0.0:1746066724.838711:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800a8695c00 x1830882974998912/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066724.838717:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695c00 with x1830882974998912 ext(1048576->2097151) 00002000:00010000:0.0:1746066724.838721:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8695c00 00000100:00100000:0.0:1746066724.838732:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4227 00000100:00100000:0.0:1746066724.838736:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882974998912:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066724.847951:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066724.848504:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974999168 00000100:00100000:2.0:1746066724.848512:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974999168 00002000:00100000:2.0:1746066724.848549:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800a8696680 x1830882974999168/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066724.848557:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8696680 with x1830882974999168 ext(0->1048575) 00002000:00010000:2.0:1746066724.848561:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8696680 00000100:00100000:2.0:1746066724.848586:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4228 00000100:00100000:2.0:1746066724.848593:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882974999168:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066724.854059:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882974998528:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15767us (17049us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066724.854069:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4226 00002000:00100000:0.0:1746066724.854081:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800a8695880 x1830882974998528/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066724.854090:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695880 with x1830882974998528 ext(1048576->2097151) 00002000:00010000:0.0:1746066724.854095:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8695880 00000100:00100000:3.0:1746066724.854190:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066724.854250:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.854273:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974999424 00000100:00100000:0.0:1746066724.854279:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974999424 00002000:00100000:0.0:1746066724.854303:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800921c0380 x1830882974999424/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066724.854310:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c0380 with x1830882974999424 ext(1048576->2097151) 00002000:00010000:0.0:1746066724.854313:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800921c0380 00000100:00100000:0.0:1746066724.854571:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974999552 00000100:00100000:0.0:1746066724.854573:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974999552 00000100:00100000:2.0:1746066724.854582:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:0.0:1746066724.854585:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880099713b80 x1830882974999552/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066724.854591:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099713b80 with x1830882974999552 ext(1048576->2097151) 00000100:00100000:2.0:1746066724.854594:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882974999936 00002000:00010000:0.0:1746066724.854594:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099713b80 00000100:00100000:2.0:1746066724.854596:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882974999936 00000100:00100000:0.0:1746066724.854603:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4229 00000100:00100000:0.0:1746066724.854608:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1966:x1830882974999424:12345-192.168.202.57@tcp:3:cat.0 00002000:00100000:2.0:1746066724.854610:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec2e300 x1830882974999936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066724.854615:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2e300 with x1830882974999936 ext(1048576->2097151) 00002000:00010000:2.0:1746066724.854618:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2e300 00000100:00100000:2.0:1746066724.854633:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4230 00000100:00100000:2.0:1746066724.854638:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882974999552:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066724.854641:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4231 00000100:00100000:0.0:1746066724.854644:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882974999936:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066724.863868:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882974998912:12345-192.168.202.57@tcp:3:cat.0 Request processed in 25124us (26700us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066724.863878:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4227 00002000:00100000:0.0:1746066724.863888:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800a8695c00 x1830882974998912/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066724.863896:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695c00 with x1830882974998912 ext(1048576->2097151) 00002000:00010000:0.0:1746066724.863900:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8695c00 00000100:00100000:1.0:1746066724.873636:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882974998400:12345-192.168.202.57@tcp:3:cat.0 Request processed in 36056us (36653us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066724.873647:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4225 00002000:00100000:1.0:1746066724.873657:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800a8695f80 x1830882974998400/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066724.873671:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695f80 with x1830882974998400 ext(1048576->2097151) 00002000:00010000:1.0:1746066724.873703:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8695f80 00000100:00100000:3.0:1746066724.877008:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882974998144:12345-192.168.202.57@tcp:3:cat.0 Request processed in 39585us (40072us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066724.877018:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4224 00002000:00100000:3.0:1746066724.877026:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800a8694a80 x1830882974998144/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066724.877040:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8694a80 with x1830882974998144 ext(0->1048575) 00002000:00010000:3.0:1746066724.877045:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8694a80 00000100:00100000:2.0:1746066724.890495:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882974999168:12345-192.168.202.57@tcp:3:cat.0 Request processed in 41891us (42537us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066724.890508:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4228 00002000:00100000:2.0:1746066724.890521:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800a8696680 x1830882974999168/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066724.890531:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8696680 with x1830882974999168 ext(0->1048575) 00002000:00010000:2.0:1746066724.890536:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8696680 00000100:00100000:2.0:1746066724.918294:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882974999552:12345-192.168.202.57@tcp:3:cat.0 Request processed in 63645us (64033us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066724.918305:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4230 00002000:00100000:2.0:1746066724.918318:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880099713b80 x1830882974999552/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066724.918326:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099713b80 with x1830882974999552 ext(1048576->2097151) 00002000:00010000:2.0:1746066724.918332:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099713b80 00000100:00100000:2.0:1746066724.929166:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882974999936:12345-192.168.202.57@tcp:3:cat.0 Request processed in 74509us (74572us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066724.929178:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4231 00002000:00100000:2.0:1746066724.929189:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec2e300 x1830882974999936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066724.929198:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2e300 with x1830882974999936 ext(1048576->2097151) 00002000:00010000:2.0:1746066724.929216:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2e300 00000100:00100000:0.0:1746066724.932936:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.933040:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.933091:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066724.933106:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975000192 00000100:00100000:3.0:1746066724.933114:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975000192 00002000:00100000:3.0:1746066724.933146:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800a8696300 x1830882975000192/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066724.933154:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8696300 with x1830882975000192 ext(2097152->3145727) 00002000:00010000:3.0:1746066724.933158:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8696300 00000100:00100000:3.0:1746066724.933171:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975000448 00000100:00100000:3.0:1746066724.933172:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975000448 00002000:00100000:3.0:1746066724.933179:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009ed73100 x1830882975000448/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746066724.933180:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:3.0:1746066724.933185:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed73100 with x1830882975000448 ext(3145728->4194303) 00002000:00010000:3.0:1746066724.933187:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed73100 00000100:00100000:3.0:1746066724.933207:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975000704 00000100:00100000:3.0:1746066724.933209:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975000704 00002000:00100000:3.0:1746066724.933219:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ed73800 x1830882975000704/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066724.933224:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed73800 with x1830882975000704 ext(2097152->3145727) 00002000:00010000:3.0:1746066724.933227:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed73800 00000100:00100000:3.0:1746066724.933232:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975000832 00000100:00100000:3.0:1746066724.933234:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975000832 00002000:00100000:3.0:1746066724.933241:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ed70000 x1830882975000832/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066724.933246:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed70000 with x1830882975000832 ext(3145728->4194303) 00002000:00010000:3.0:1746066724.933248:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed70000 00000100:00100000:3.0:1746066724.933255:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4232 00000100:00100000:3.0:1746066724.933261:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975000192:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066724.933371:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4233 00000100:00100000:3.0:1746066724.933376:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975000448:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066724.933643:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4234 00000100:00100000:0.0:1746066724.933653:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975000704:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066724.934425:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882974999424:12345-192.168.202.57@tcp:3:cat.0 Request processed in 79812us (80231us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066724.934433:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4229 00000100:00100000:3.0:1746066724.934439:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4235 00002000:00100000:1.0:1746066724.934443:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800921c0380 x1830882974999424/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00000100:00100000:3.0:1746066724.934446:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975000832:12345-192.168.202.57@tcp:3:cat.0 00002000:00100000:1.0:1746066724.934451:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c0380 with x1830882974999424 ext(1048576->2097151) 00002000:00010000:1.0:1746066724.934455:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800921c0380 00000100:00100000:3.0:1746066724.949701:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975000448:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16290us (16628us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066724.949711:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4233 00002000:00100000:3.0:1746066724.949722:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009ed73100 x1830882975000448/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066724.949732:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed73100 with x1830882975000448 ext(3145728->4194303) 00002000:00010000:3.0:1746066724.949737:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed73100 00000100:00100000:1.0:1746066724.956869:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975000192:12345-192.168.202.57@tcp:3:cat.0 Request processed in 23599us (23932us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066724.956879:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4232 00002000:00100000:1.0:1746066724.956889:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800a8696300 x1830882975000192/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066724.956897:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8696300 with x1830882975000192 ext(2097152->3145727) 00002000:00010000:1.0:1746066724.956902:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8696300 00000100:00100000:0.0:1746066724.958019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.958110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.958143:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066724.958170:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975001216 00000100:00100000:0.0:1746066724.958176:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975001216 00002000:00100000:0.0:1746066724.958213:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009ed71f80 x1830882975001216/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066724.958221:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71f80 with x1830882975001216 ext(2097152->3145727) 00002000:00010000:0.0:1746066724.958224:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed71f80 00000100:00100000:0.0:1746066724.958236:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975001728 00000100:00100000:0.0:1746066724.958238:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975001728 00002000:00100000:0.0:1746066724.958248:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ed72d80 x1830882975001728/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066724.958255:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed72d80 with x1830882975001728 ext(2097152->3145727) 00002000:00010000:0.0:1746066724.958257:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed72d80 00000100:00100000:0.0:1746066724.958264:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975001472 00000100:00100000:0.0:1746066724.958266:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975001472 00002000:00100000:0.0:1746066724.958274:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009ed73b80 x1830882975001472/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066724.958280:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed73b80 with x1830882975001472 ext(3145728->4194303) 00002000:00010000:0.0:1746066724.958282:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed73b80 00000100:00100000:0.0:1746066724.958292:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4236 00000100:00100000:0.0:1746066724.958297:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1966:x1830882975001216:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066724.959364:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4237 00000100:00100000:0.0:1746066724.959372:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975001728:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066724.961421:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4238 00000100:00100000:0.0:1746066724.961433:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882975001472:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066724.968170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066724.968240:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975001984 00000100:00100000:1.0:1746066724.968248:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975001984 00002000:00100000:1.0:1746066724.968282:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e8c7100 x1830882975001984/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/0 e 0 to 0 dl 1746066735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066724.968296:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7100 with x1830882975001984 ext(3145728->4194303) 00002000:00010000:1.0:1746066724.968301:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c7100 00000100:00100000:1.0:1746066724.968328:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4239 00000100:00100000:1.0:1746066724.968335:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1966:x1830882975001984:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066724.968856:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975000832:12345-192.168.202.57@tcp:3:cat.0 Request processed in 34409us (35676us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066724.968863:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4235 00002000:00100000:0.0:1746066724.968869:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ed70000 x1830882975000832/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066724.968881:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed70000 with x1830882975000832 ext(3145728->4194303) 00002000:00010000:0.0:1746066724.968884:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed70000 00000100:00100000:2.0:1746066724.975571:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975000704:12345-192.168.202.57@tcp:3:cat.0 Request processed in 41912us (42472us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066724.975581:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4234 00002000:00100000:2.0:1746066724.975592:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ed73800 x1830882975000704/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066724.975602:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed73800 with x1830882975000704 ext(2097152->3145727) 00002000:00010000:2.0:1746066724.975607:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed73800 00000100:00100000:2.0:1746066724.980088:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882975001216:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21783us (22063us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066724.980098:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4236 00002000:00100000:2.0:1746066724.980108:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009ed71f80 x1830882975001216/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066724.980116:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71f80 with x1830882975001216 ext(2097152->3145727) 00002000:00010000:2.0:1746066724.980120:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed71f80 00000100:00100000:0.0:1746066724.981296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066724.982342:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975002240 00000100:00100000:2.0:1746066724.982350:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975002240 00000100:00100000:2.0:1746066724.983925:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9011 00000100:00100000:2.0:1746066724.983937:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28706:x1830882975002240:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066724.983956:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066724.983959:0:14550:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746066724.983981:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee6080f17 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978385 expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.984753:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066724.984758:0:14550:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066724.984771:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba600/0xfb36a14ee6080f25 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978393 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.984814:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066724.984829:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf87000/0xfb36a14ee6080ddc lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782dd expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.984836:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee6080f1e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97838c expref: 255 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.984842:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 5/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066724.984867:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee6080f1e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97838c expref: 255 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.984877:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee6080f1e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97838c expref: 255 pid: 20127 timeout: 786 lvb_type: 0 00000100:00100000:2.0:1746066724.984887:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976187904:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066724.986286:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf87000/0xfb36a14ee6080ddc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782dd expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066724.986296:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf87000/0xfb36a14ee6080ddc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782dd expref: 8 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:2.0:1746066724.986304:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976188032:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066724.986333:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066724.987468:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882975001728:12345-192.168.202.57@tcp:3:cat.0 Request processed in 28094us (29354us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066724.987478:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4237 00002000:00100000:1.0:1746066724.987486:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ed72d80 x1830882975001728/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066724.987494:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed72d80 with x1830882975001728 ext(2097152->3145727) 00002000:00010000:1.0:1746066724.987498:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed72d80 00000100:00100000:2.0:1746066724.989993:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882975001472:12345-192.168.202.57@tcp:3:cat.0 Request processed in 28555us (31841us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066724.990004:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4238 00002000:00100000:2.0:1746066724.990014:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009ed73b80 x1830882975001472/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066724.990022:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed73b80 with x1830882975001472 ext(3145728->4194303) 00002000:00010000:2.0:1746066724.990027:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed73b80 00000100:00100000:1.0:1746066725.004293:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.004645:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976187904:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.005131:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.005165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.005215:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975002496 00000100:00100000:0.0:1746066725.005222:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975002496 00010000:00010000:0.0:1746066725.005250:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee6080f1e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97838c expref: 256 pid: 20127 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.005276:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975002624 00000100:00100000:0.0:1746066725.005279:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975002624 00000100:00100000:1.0:1746066725.005287:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066725.005287:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf87000/0xfb36a14ee6080ddc lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782dd expref: 9 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.005307:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5175 00000100:00100000:0.0:1746066725.005313:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:1963:x1830882975002496:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066725.005323:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.005328:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee6080f1e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97838c expref: 256 pid: 20127 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.005336:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee6080f1e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97838c expref: 256 pid: 20127 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.005353:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee6080f1e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97838c expref: 256 pid: 20127 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.005369:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066725.005373:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066725.005380:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066725.005384:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066725.005415:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:1963:x1830882975002496:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 102us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.005421:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5175 00000100:00100000:0.0:1746066725.005440:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5176 00000100:00100000:0.0:1746066725.005445:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975002624:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066725.005452:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.005455:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf87000/0xfb36a14ee6080ddc lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782dd expref: 9 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.005461:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf87000/0xfb36a14ee6080ddc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782dd expref: 9 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.005470:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066725.005472:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066725.005477:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066725.005482:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066725.005499:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066725.005511:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975002624:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 66us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.005518:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5176 00000100:00100000:0.0:1746066725.005831:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882975001984:12345-192.168.202.57@tcp:3:cat.0 Request processed in 37495us (37668us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066725.005837:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4239 00002000:00100000:0.0:1746066725.005844:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e8c7100 x1830882975001984/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:130/0 lens 488/440 e 0 to 0 dl 1746066735 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066725.005852:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7100 with x1830882975001984 ext(3145728->4194303) 00002000:00010000:0.0:1746066725.005856:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c7100 00010000:00010000:2.0:1746066725.005922:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf87000/0xfb36a14ee6080ddc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782dd expref: 8 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:2.0:1746066725.005947:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976188032:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.005973:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066725.005980:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066725.005985:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000040:00080000:2.0:1746066725.006480:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2565, 88 off215104 00000004:00080000:2.0:1746066725.006487:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686183811119ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066725.006557:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2513, 88 off210608 00000004:00080000:2.0:1746066725.006563:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686183886447ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066725.006583:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2514, 88 off210696 00000004:00080000:2.0:1746066725.006587:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686183910720ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066725.006594:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2566, 88 off215192 00000004:00080000:2.0:1746066725.006596:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686183920040ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066725.006608:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2567, 88 off215280 00000004:00080000:2.0:1746066725.006611:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686183934993ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066725.006622:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2515, 88 off210784 00000004:00080000:2.0:1746066725.006625:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686183948663ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066725.006631:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2516, 88 off210872 00000004:00080000:2.0:1746066725.006633:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686183957450ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066725.006639:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2517, 88 off210960 00000004:00080000:2.0:1746066725.006641:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686183965153ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066725.006647:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2568, 88 off215368 00000004:00080000:2.0:1746066725.006649:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686183973157ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066725.006659:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2518, 88 off211048 00000004:00080000:2.0:1746066725.006661:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686183984938ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066725.006667:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2569, 88 off215456 00000004:00080000:2.0:1746066725.006669:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686183992823ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066725.006693:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2519, 88 off211136 00000004:00080000:2.0:1746066725.006696:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686184019733ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066725.006702:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2570, 88 off215544 00000004:00080000:2.0:1746066725.006704:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686184027939ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066725.006713:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2571, 88 off215632 00000004:00080000:2.0:1746066725.006715:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686184039160ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066725.006724:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2572, 88 off215720 00000004:00080000:2.0:1746066725.006727:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686184050950ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066725.006735:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2573, 88 off215808 00000004:00080000:2.0:1746066725.006738:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686184061788ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066725.006747:0:14550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2520, 88 off211224 00000004:00080000:2.0:1746066725.006750:0:14550:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686184073858ns, next at 634327279575ns, rc = 0 00000100:00100000:2.0:1746066725.008589:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975002368 00000100:00100000:2.0:1746066725.008596:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975002368 00000100:00100000:2.0:1746066725.008622:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975002752 00000100:00100000:2.0:1746066725.008624:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975002752 00000100:00100000:2.0:1746066725.008640:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9012 00000100:00100000:2.0:1746066725.008647:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28707:x1830882975002368:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.008663:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.008690:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97839a expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.008731:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066725.008739:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.008753:0:14549:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066725.008761:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.008771:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.008774:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066725.008777:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.008782:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b46800, rc 0) 00000100:00100000:2.0:1746066725.008828:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28707:x1830882975002368:12345-192.168.202.57@tcp:101:cat.0 Request processed in 181us (4542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.008833:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9012 00000100:00100000:2.0:1746066725.008844:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9013 00000100:00100000:2.0:1746066725.008849:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28708:x1830882975002752:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.008855:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.008860:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783a1 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.008875:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 256 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.009734:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 256 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.009748:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.009750:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066725.009754:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.009760:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b47c00, rc 0) 00000100:00100000:2.0:1746066725.010270:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28708:x1830882975002752:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1418us (4980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.010276:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9013 00010000:00010000:2.0:1746066725.030216:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978393 expref: 15 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.030228:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.030231:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1746066725.030234:0:14550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.030247:0:14550:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.030253:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.030260:0:14550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 255 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.030265:0:14550:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 255 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.030270:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 255 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.030299:0:14550:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 255 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.030310:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976188160:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066725.030382:0:14550:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.030390:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976188288:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066725.030407:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b240 going to sleep for 11 seconds 00000001:00080000:1.0:1746066725.030459:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942861 is committed 00000001:00080000:1.0:1746066725.030467:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942857 is committed 00000001:00080000:1.0:1746066725.030474:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942865 is committed 00000004:00080000:1.0:1746066725.030478:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1804 committed 00000004:00080000:1.0:1746066725.030484:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1858 committed 00000004:00080000:1.0:1746066725.030489:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1857 committed 00000004:00080000:1.0:1746066725.030490:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1856 committed 00000004:00080000:1.0:1746066725.030492:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1855 committed 00000004:00080000:1.0:1746066725.030494:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1803 committed 00000004:00080000:1.0:1746066725.030495:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1854 committed 00000004:00080000:1.0:1746066725.030497:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1802 committed 00000004:00080000:1.0:1746066725.030499:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1853 committed 00000004:00080000:1.0:1746066725.030500:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1801 committed 00000004:00080000:1.0:1746066725.030501:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1800 committed 00000004:00080000:1.0:1746066725.030502:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1799 committed 00000004:00080000:1.0:1746066725.030504:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1852 committed 00000004:00080000:1.0:1746066725.030505:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1851 committed 00000004:00080000:1.0:1746066725.030507:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1798 committed 00000004:00080000:1.0:1746066725.030508:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1797 committed 00000004:00080000:1.0:1746066725.030509:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1850 committed 00000001:00080000:1.0:1746066725.030517:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942858 is committed 00000001:00080000:1.0:1746066725.030522:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942864 is committed 00000100:00100000:3.0:1746066725.030776:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976188800:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.030804:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.030819:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976189312:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.030831:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.030845:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746066725.030849:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976188416:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.030862:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.030871:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976188928:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.030881:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.030899:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976188800 00000100:00100000:3.0:1746066725.030904:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976188800 00000100:00100000:3.0:1746066725.030934:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976189312 00000100:00100000:3.0:1746066725.030936:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976189312 00000100:00100000:3.0:1746066725.030944:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976188416 00000100:00100000:3.0:1746066725.030946:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976188416 00000100:00100000:3.0:1746066725.030954:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976188928 00000100:00100000:3.0:1746066725.030955:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976188928 00000100:00100000:3.0:1746066725.030966:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10445 00000100:00100000:3.0:1746066725.030972:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3293:x1830882976188800:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.031113:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3293:x1830882976188800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 141us (309us total) trans 21474840103 rc 0/0 00000100:00100000:3.0:1746066725.031118:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10445 00000100:00100000:3.0:1746066725.031133:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10446 00000100:00100000:3.0:1746066725.031137:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3293:x1830882976189312:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.031215:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3293:x1830882976189312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 77us (382us total) trans 21474840104 rc 0/0 00000100:00100000:3.0:1746066725.031220:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10446 00000100:00100000:3.0:1746066725.031229:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10447 00000100:00100000:3.0:1746066725.031232:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3293:x1830882976188416:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066725.031300:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1746066725.031302:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:3.0:1746066725.031304:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:3.0:1746066725.031305:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:3.0:1746066725.031307:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:3.0:1746066725.031324:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3293:x1830882976188416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 91us (460us total) trans 21474840105 rc 0/0 00000100:00100000:3.0:1746066725.031332:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10447 00000100:00100000:3.0:1746066725.031341:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10448 00000100:00100000:3.0:1746066725.031345:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3293:x1830882976188928:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.031414:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3293:x1830882976188928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 68us (530us total) trans 21474840106 rc 0/0 00000100:00100000:3.0:1746066725.031419:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10448 00000100:00080000:3.0:1746066725.031436:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1746066725.031461:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800921c3480/2, rc 0, transno 21474840105 00000100:00100000:3.0:1746066725.031468:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976188416:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066725.031474:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244ea00/2, rc 0, transno 21474840106 00000100:00100000:3.0:1746066725.031477:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976188928:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066725.031482:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244e300/2, rc 0, transno 21474840103 00000100:00100000:3.0:1746066725.031485:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976188800:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066725.031490:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244d180/2, rc 0, transno 21474840104 00000100:00100000:3.0:1746066725.031492:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976189312:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.031515:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746066725.031520:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976189440:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.031536:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.031550:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976189440 00000100:00100000:3.0:1746066725.031553:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976189440 00000100:00100000:3.0:1746066725.031566:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10449 00000100:00100000:3.0:1746066725.031570:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3293:x1830882976189440:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.031644:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3293:x1830882976189440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 73us (106us total) trans 21474840107 rc 0/0 00000100:00100000:3.0:1746066725.031651:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10449 00000004:00080000:3.0:1746066725.031670:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361fb800/2, rc 0, transno 21474840107 00000100:00100000:3.0:1746066725.031673:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976189440:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.031785:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976189824:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066725.031803:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.031814:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976190336:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066725.031826:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.031835:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746066725.031839:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976189952:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066725.031851:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.031860:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976190464:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066725.031871:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.031886:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976189824 00000100:00100000:3.0:1746066725.031888:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976189824 00000100:00100000:3.0:1746066725.031905:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976190336 00000100:00100000:3.0:1746066725.031907:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976190336 00000100:00100000:3.0:1746066725.031915:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976189952 00000100:00100000:3.0:1746066725.031916:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976189952 00000100:00100000:3.0:1746066725.031924:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976190464 00000100:00100000:3.0:1746066725.031926:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976190464 00000100:00100000:3.0:1746066725.031933:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10450 00000100:00100000:3.0:1746066725.031937:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3293:x1830882976189824:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066725.032022:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1746066725.032025:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066723 -> 1746066723 00002000:00010000:3.0:1746066725.032026:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066723 -> 1746066723 00002000:00010000:3.0:1746066725.032028:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066723 -> 1746066723 00002000:00010000:3.0:1746066725.032030:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:3.0:1746066725.032050:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3293:x1830882976189824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 112us (246us total) trans 17179872769 rc 0/0 00000100:00100000:3.0:1746066725.032054:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10450 00000100:00100000:3.0:1746066725.032063:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10451 00000100:00100000:3.0:1746066725.032067:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3293:x1830882976190336:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066725.032132:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3293:x1830882976190336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 65us (305us total) trans 17179872770 rc 0/0 00000100:00100000:3.0:1746066725.032137:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10451 00000100:00100000:3.0:1746066725.032145:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10452 00000100:00100000:3.0:1746066725.032149:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3293:x1830882976189952:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066725.032214:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746066725.032216:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:3.0:1746066725.032218:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:3.0:1746066725.032220:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:3.0:1746066725.032221:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746066725.032236:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3293:x1830882976189952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 87us (384us total) trans 17179872771 rc 0/0 00000100:00100000:3.0:1746066725.032241:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10452 00000100:00100000:3.0:1746066725.032248:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10453 00000100:00100000:3.0:1746066725.032252:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3293:x1830882976190464:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066725.032311:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3293:x1830882976190464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 59us (439us total) trans 17179872772 rc 0/0 00000100:00100000:3.0:1746066725.032316:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10453 00000100:00080000:3.0:1746066725.032334:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1746066725.032348:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed08700/2, rc 0, transno 17179872771 00000100:00100000:3.0:1746066725.032351:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976189952:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066725.032356:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed09500/2, rc 0, transno 17179872772 00000100:00100000:3.0:1746066725.032358:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976190464:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066725.032363:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed0b480/2, rc 0, transno 17179872769 00000100:00100000:3.0:1746066725.032365:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976189824:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066725.032369:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed08380/2, rc 0, transno 17179872770 00000100:00100000:3.0:1746066725.032371:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976190336:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.032561:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976188544:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.032582:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.032593:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976189056:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.032602:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.032608:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976189568:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.032617:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.032623:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976190080:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.032632:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.032639:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1746066725.032642:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976188672:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.032651:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.032657:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976189184:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.032666:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.032689:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976189696:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.032699:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.032706:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976190208:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.032715:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.032729:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976188544 00000100:00100000:1.0:1746066725.032732:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976188544 00000100:00100000:1.0:1746066725.032743:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976189056 00000100:00100000:1.0:1746066725.032744:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976189056 00000100:00100000:1.0:1746066725.032749:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976189568 00000100:00100000:1.0:1746066725.032750:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976189568 00000100:00100000:1.0:1746066725.032755:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976190080 00000100:00100000:1.0:1746066725.032756:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976190080 00000100:00100000:1.0:1746066725.032761:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976188672 00000100:00100000:1.0:1746066725.032762:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976188672 00000100:00100000:1.0:1746066725.032766:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976189184 00000100:00100000:1.0:1746066725.032767:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976189184 00000100:00100000:1.0:1746066725.032771:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976189696 00000100:00100000:1.0:1746066725.032772:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976189696 00000100:00100000:1.0:1746066725.032776:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976190208 00000100:00100000:1.0:1746066725.032777:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976190208 00000100:00100000:1.0:1746066725.032782:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10454 00000100:00100000:1.0:1746066725.032786:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3295:x1830882976188544:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066725.032851:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066725.032853:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066721 -> 1746066721 00002000:00010000:1.0:1746066725.032855:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:1.0:1746066725.032856:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066722 -> 1746066722 00002000:00010000:1.0:1746066725.032858:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066725.032874:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3295:x1830882976188544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 87us (292us total) trans 21474840108 rc 0/0 00000100:00100000:1.0:1746066725.032878:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10454 00000100:00100000:1.0:1746066725.032885:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10455 00000100:00100000:1.0:1746066725.032889:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3295:x1830882976189056:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.032940:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3295:x1830882976189056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 51us (337us total) trans 21474840109 rc 0/0 00000100:00100000:1.0:1746066725.032945:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10455 00000100:00100000:1.0:1746066725.032951:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10456 00000100:00100000:1.0:1746066725.032954:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:3295:x1830882976189568:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066725.033007:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066725.033009:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066723 -> 1746066723 00002000:00010000:1.0:1746066725.033011:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:1.0:1746066725.033012:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066723 -> 1746066723 00002000:00010000:1.0:1746066725.033014:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066725.033030:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:3295:x1830882976189568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (411us total) trans 17179872773 rc 0/0 00000100:00100000:1.0:1746066725.033034:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10456 00000100:00100000:1.0:1746066725.033042:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10457 00000100:00100000:1.0:1746066725.033045:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:3295:x1830882976190080:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.033109:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:3295:x1830882976190080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 63us (475us total) trans 17179872774 rc 0/0 00000100:00100000:1.0:1746066725.033113:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10457 00000100:00100000:1.0:1746066725.033121:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10458 00000100:00100000:1.0:1746066725.033125:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3295:x1830882976188672:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066725.033178:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:1.0:1746066725.033179:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066723 -> 1746066723 00002000:00010000:1.0:1746066725.033181:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:1.0:1746066725.033182:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066723 -> 1746066723 00002000:00010000:1.0:1746066725.033184:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00000100:00100000:1.0:1746066725.033207:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3295:x1830882976188672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 73us (545us total) trans 21474840110 rc 0/0 00000100:00100000:1.0:1746066725.033212:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10458 00000100:00100000:1.0:1746066725.033219:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10459 00000100:00100000:1.0:1746066725.033222:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3295:x1830882976189184:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066725.033268:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066725.033269:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1746066725.033271:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746066725.033272:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1746066725.033274:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066725.033287:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3295:x1830882976189184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 64us (619us total) trans 21474840111 rc 0/0 00000100:00100000:1.0:1746066725.033290:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10459 00000100:00100000:1.0:1746066725.033297:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10460 00000100:00100000:1.0:1746066725.033300:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:3295:x1830882976189696:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066725.033347:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066725.033349:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066723 -> 1746066723 00002000:00010000:1.0:1746066725.033351:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066722 -> 1746066722 00002000:00010000:1.0:1746066725.033352:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066723 -> 1746066723 00002000:00010000:1.0:1746066725.033354:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066725.033367:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:3295:x1830882976189696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 67us (667us total) trans 17179872775 rc 0/0 00000100:00100000:1.0:1746066725.033371:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10460 00000100:00100000:1.0:1746066725.033377:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10461 00000100:00100000:1.0:1746066725.033380:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:3295:x1830882976190208:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.033431:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:3295:x1830882976190208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 50us (714us total) trans 17179872776 rc 0/0 00000100:00100000:1.0:1746066725.033435:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10461 00000004:00080000:1.0:1746066725.033456:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244c000/2, rc 0, transno 21474840110 00000100:00100000:1.0:1746066725.033459:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976188672:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066725.033464:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244f800/2, rc 0, transno 21474840111 00000100:00100000:1.0:1746066725.033466:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976189184:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066725.033471:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed08e00/2, rc 0, transno 17179872775 00000100:00100000:1.0:1746066725.033473:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976189696:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066725.033478:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed09f80/2, rc 0, transno 17179872776 00000100:00100000:1.0:1746066725.033480:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976190208:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066725.033484:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800921c3b80/2, rc 0, transno 21474840108 00000100:00100000:1.0:1746066725.033485:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976188544:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066725.033489:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244ce00/2, rc 0, transno 21474840109 00000100:00100000:1.0:1746066725.033491:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976189056:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066725.033495:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed08000/2, rc 0, transno 17179872773 00000100:00100000:1.0:1746066725.033497:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976189568:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066725.033501:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed09c00/2, rc 0, transno 17179872774 00000100:00100000:1.0:1746066725.033503:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976190080:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066725.035387:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.035493:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976188160:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066725.035501:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976188288:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066725.035531:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba600/0xfb36a14ee6080f25 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978393 expref: 11 pid: 14550 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1746066725.035547:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978393 expref: 10 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.035569:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8ba200, rc 0) 00000100:00100000:1.0:1746066725.036156:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28706:x1830882975002240:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 52221us (54861us total) trans 8589942865 rc 0/0 00000100:00100000:1.0:1746066725.036162:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9011 00000100:00100000:0.0:1746066725.036280:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.036396:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975003008 00000100:00100000:1.0:1746066725.036402:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975003008 00000100:00100000:1.0:1746066725.036427:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9014 00000100:00100000:1.0:1746066725.036433:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28704:x1830882975003008:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066725.036446:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.036455:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013500a600/0xfb36a14ee6080f41 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783a8 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.036487:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013500a600/0xfb36a14ee6080f41 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a8 expref: 254 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.036497:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500a600/0xfb36a14ee6080f41 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a8 expref: 254 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.036506:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.036509:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746066725.036511:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500a600, rc 0) 00000100:00100000:1.0:1746066725.036531:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28704:x1830882975003008:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 98us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.036538:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9014 00000100:00100000:3.0:1746066725.036608:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975002880 00000100:00100000:3.0:1746066725.036612:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975002880 00000100:00100000:3.0:1746066725.036633:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3551 00000100:00100000:3.0:1746066725.036638:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28708:x1830882975002880:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:3.0:1746066725.036714:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28708:x1830882975002880:12345-192.168.202.57@tcp:49:cat.0 Request processed in 75us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.036720:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3551 00000100:00100000:2.0:1746066725.037698:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.037762:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975003136 00000100:00100000:3.0:1746066725.037767:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975003136 00000100:00100000:3.0:1746066725.037786:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3552 00000100:00100000:3.0:1746066725.037795:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c253850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28707:x1830882975003136:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:3.0:1746066725.037850:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c253850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28707:x1830882975003136:12345-192.168.202.57@tcp:49:cat.0 Request processed in 55us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.037855:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3552 00000100:00100000:0.0:1746066725.039772:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.039929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.040016:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.040065:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975003264 00000100:00100000:3.0:1746066725.040072:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975003264 00000100:00100000:3.0:1746066725.040104:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975003392 00000100:00100000:3.0:1746066725.040107:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975003392 00000100:00100000:3.0:1746066725.040123:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3553 00000100:00100000:3.0:1746066725.040128:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28706:x1830882975003264:12345-192.168.202.57@tcp:49:multiop.0 00000100:00100000:1.0:1746066725.040273:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3554 00000100:00100000:1.0:1746066725.040280:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28704:x1830882975003392:12345-192.168.202.57@tcp:49:multiop.0 00000100:00100000:3.0:1746066725.042034:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28706:x1830882975003264:12345-192.168.202.57@tcp:49:multiop.0 Request processed in 1900us (2306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.042043:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3553 00000100:00100000:1.0:1746066725.042196:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28704:x1830882975003392:12345-192.168.202.57@tcp:49:multiop.0 Request processed in 1914us (2265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.042210:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3554 00000100:00100000:2.0:1746066725.042485:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975003520 00000100:00100000:2.0:1746066725.042490:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975003520 00000100:00100000:2.0:1746066725.042801:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 541 00000100:00100000:2.0:1746066725.042808:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:1966:x1830882975003520:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066725.042820:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066725.042839:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500a600/0xfb36a14ee6080f41 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a8 expref: 254 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.042853:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.042857:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066725.042887:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:1966:x1830882975003520:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 80us (2871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.042893:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 541 00000100:00100000:3.0:1746066725.051004:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.051068:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975003648 00000100:00100000:0.0:1746066725.051075:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975003648 00000100:00100000:0.0:1746066725.051120:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10462 00000100:00100000:0.0:1746066725.051126:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28706:x1830882975003648:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066725.051141:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066725.051157:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783af expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.051179:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f9a0200/0xfb36a14ee6080df8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f2 expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066725.051186:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1800/0xfb36a14ee6080edf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97835b expref: 33 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066725.051193:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1a00/0xfb36a14ee6080ebc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978331 expref: 19 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066725.051213:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.051214:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.051217:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1081344->1937407] (req 1081344->1937407) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.051242:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1a00/0xfb36a14ee6080ebc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978331 expref: 19 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066725.051251:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1a00/0xfb36a14ee6080ebc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978331 expref: 19 pid: 8450 timeout: 786 lvb_type: 1 00000100:00100000:0.0:1746066725.051260:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976190592:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066725.052109:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1800/0xfb36a14ee6080edf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97835b expref: 33 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066725.052117:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1800/0xfb36a14ee6080edf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97835b expref: 33 pid: 20532 timeout: 786 lvb_type: 1 00000100:00100000:0.0:1746066725.052127:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976190720:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066725.052564:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f9a0200/0xfb36a14ee6080df8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f2 expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.052574:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f9a0200/0xfb36a14ee6080df8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f2 expref: 10 pid: 9776 timeout: 786 lvb_type: 1 00000100:00100000:1.0:1746066725.052582:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976190848:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.052603:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.053543:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.053716:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975003776 00000100:00100000:3.0:1746066725.053721:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975003776 00000100:00100000:3.0:1746066725.053746:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10463 00000100:00100000:3.0:1746066725.053751:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28704:x1830882975003776:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066725.053762:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.053772:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783b6 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.053789:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.053793:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [1081344->1937407] (req 1081344->1937407) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.053798:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066725.053801:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [1769472->2097151] (req 1769472->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 35 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.053822:0:21973:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [1081344->1937407] (req 1081344->1937407) gid 0 flags: 0x60000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.053832:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [1769472->2097151] (req 1769472->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 35 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.053841:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b46f400, rc 0) 00000100:00100000:3.0:1746066725.054071:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:28704:x1830882975003776:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 318us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.054077:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10463 00010000:00010000:0.0:1746066725.056095:0:9851:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066725.057615:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.057645:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.057834:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e8c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976190592:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.057844:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e8c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976190720:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.057850:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976190848:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066725.057873:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [1081344->1937407] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.057886:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf87800, rc 0) 00000100:00100000:1.0:1746066725.057915:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28706:x1830882975003648:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6789us (6919us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.057925:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10462 00000100:00100000:0.0:1746066725.058075:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.058478:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975003904 00000100:00100000:2.0:1746066725.058484:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975003904 00000100:00100000:0.0:1746066725.058494:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066725.058507:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1800/0xfb36a14ee6080edf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97835b expref: 35 pid: 20532 timeout: 786 lvb_type: 1 00000100:00100000:0.0:1746066725.058521:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.058525:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975004032 00000100:00100000:2.0:1746066725.058527:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975004032 00010000:00010000:2.0:1746066725.058535:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1a00/0xfb36a14ee6080ebc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978331 expref: 19 pid: 8450 timeout: 786 lvb_type: 1 00000100:00100000:0.0:1746066725.058535:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975004416 00000100:00100000:0.0:1746066725.058538:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975004416 00000100:00100000:2.0:1746066725.058546:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975004160 00000100:00100000:2.0:1746066725.058548:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975004160 00010000:00010000:2.0:1746066725.058555:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f9a0200/0xfb36a14ee6080df8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f2 expref: 11 pid: 9776 timeout: 786 lvb_type: 1 00002000:00100000:0.0:1746066725.058560:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e8c6680 x1830882975004416/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:2.0:1746066725.058567:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5177 00002000:00100000:0.0:1746066725.058569:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c6680 with x1830882975004416 ext(3145728->4194303) 00000100:00100000:2.0:1746066725.058573:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882975003904:12345-192.168.202.57@tcp:103:ldlm_bl.0 00002000:00010000:0.0:1746066725.058573:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c6680 00000100:00100000:0.0:1746066725.058580:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975004672 00010000:00010000:2.0:1746066725.058582:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746066725.058582:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975004672 00002000:00100000:0.0:1746066725.058590:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009bfe1f80 x1830882975004672/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066725.058596:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1f80 with x1830882975004672 ext(3145728->4194303) 00010000:00010000:2.0:1746066725.058597:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1800/0xfb36a14ee6080edf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97835b expref: 36 pid: 20532 timeout: 786 lvb_type: 1 00002000:00010000:0.0:1746066725.058599:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe1f80 00010000:00010000:2.0:1746066725.058605:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1800/0xfb36a14ee6080edf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97835b expref: 36 pid: 20532 timeout: 786 lvb_type: 1 00000100:00100000:0.0:1746066725.058608:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4240 00000100:00100000:0.0:1746066725.058613:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975004416:12345-192.168.202.57@tcp:3:multiop.0 00010000:00010000:2.0:1746066725.058622:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1800/0xfb36a14ee6080edf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97835b expref: 36 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:2.0:1746066725.058631:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.059135:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5178 00000100:00100000:1.0:1746066725.059143:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975004032:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.059154:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.059164:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1a00/0xfb36a14ee6080ebc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978331 expref: 19 pid: 8450 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.059172:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1a00/0xfb36a14ee6080ebc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978331 expref: 19 pid: 8450 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.059184:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa1a00/0xfb36a14ee6080ebc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978331 expref: 19 pid: 8450 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.059192:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.059229:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975004032:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 87us (1583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.059235:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5178 00000100:00100000:1.0:1746066725.059246:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5179 00000100:00100000:1.0:1746066725.059251:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882975004160:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.059257:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.059264:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f9a0200/0xfb36a14ee6080df8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f2 expref: 11 pid: 9776 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.059272:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f9a0200/0xfb36a14ee6080df8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f2 expref: 11 pid: 9776 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.059288:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f9a0200/0xfb36a14ee6080df8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f2 expref: 11 pid: 9776 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.059301:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.059303:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.059308:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 17 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.059316:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 17 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.059341:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 17 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.059351:0:7108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x70000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 17 pid: 21203 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746066725.059360:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976191104:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066725.059395:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066725.059414:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4241 00000100:00100000:1.0:1746066725.059419:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882975004672:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066725.059709:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882975003904:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1135us (2098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.059715:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5177 00000100:00100000:2.0:1746066725.059817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.059854:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975005056 00000100:00100000:3.0:1746066725.059859:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975005056 00000100:00100000:2.0:1746066725.059867:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:3.0:1746066725.059876:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009ec2ea00 x1830882975005056/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.059883:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2ea00 with x1830882975005056 ext(3145728->4194303) 00002000:00010000:3.0:1746066725.059886:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2ea00 00000100:00100000:3.0:1746066725.059896:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975005184 00000100:00100000:3.0:1746066725.059898:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975005184 00002000:00100000:3.0:1746066725.059906:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009f7e4a80 x1830882975005184/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.059911:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e4a80 with x1830882975005184 ext(3145728->4194303) 00002000:00010000:3.0:1746066725.059914:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e4a80 00000100:00100000:2.0:1746066725.059922:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4242 00000100:00100000:2.0:1746066725.059928:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975005056:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066725.060074:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4243 00000100:00100000:3.0:1746066725.060080:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975005184:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066725.067968:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976191104:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066725.067986:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.068035:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975004160:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8781us (9957us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.068045:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5179 00000100:00100000:0.0:1746066725.075184:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.075234:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975005440 00000100:00100000:2.0:1746066725.075242:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975005440 00002000:00100000:2.0:1746066725.075283:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1081344->1085439) req@ffff88009bfe3b80 x1830882975005440/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.075292:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3b80 with x1830882975005440 ext(1081344->1085439) 00010000:00010000:2.0:1746066725.075299:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 20 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.075312:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 20 pid: 21203 timeout: 786 lvb_type: 0 00002000:00010000:2.0:1746066725.075318:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfe3b80 00000100:00100000:2.0:1746066725.075335:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 902 00000100:00100000:2.0:1746066725.075342:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975005440:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066725.075473:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975005440:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 131us (296us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066725.075479:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 902 00002000:00100000:2.0:1746066725.075484:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1081344->1085439) req@ffff88009bfe3b80 x1830882975005440/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746066736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.075489:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3b80 with x1830882975005440 ext(1081344->1085439) 00010000:00010000:2.0:1746066725.075493:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 20 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.075501:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 20 pid: 21203 timeout: 786 lvb_type: 0 00002000:00010000:2.0:1746066725.075506:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfe3b80 00000100:00100000:3.0:1746066725.075795:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975005184:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 15715us (15927us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066725.075801:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4243 00002000:00100000:3.0:1746066725.075806:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009f7e4a80 x1830882975005184/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.075817:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e4a80 with x1830882975005184 ext(3145728->4194303) 00002000:00010000:3.0:1746066725.075820:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e4a80 00000100:00100000:1.0:1746066725.076001:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975004672:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 16580us (17478us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066725.076007:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4241 00002000:00100000:1.0:1746066725.076012:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009bfe1f80 x1830882975004672/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.076018:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1f80 with x1830882975004672 ext(3145728->4194303) 00002000:00010000:1.0:1746066725.076021:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe1f80 00000100:00100000:2.0:1746066725.081149:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975004416:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 22526us (22646us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066725.081159:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4240 00002000:00100000:2.0:1746066725.081169:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e8c6680 x1830882975004416/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.081179:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c6680 with x1830882975004416 ext(3145728->4194303) 00002000:00010000:2.0:1746066725.081183:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c6680 00000100:00100000:3.0:1746066725.083877:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975005056:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 23942us (24053us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066725.083886:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4242 00002000:00100000:3.0:1746066725.083895:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009ec2ea00 x1830882975005056/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.083903:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2ea00 with x1830882975005056 ext(3145728->4194303) 00002000:00010000:3.0:1746066725.083908:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2ea00 00000100:00100000:0.0:1746066725.087617:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.087755:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975005568 00000100:00100000:1.0:1746066725.087763:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975005568 00000100:00100000:1.0:1746066725.087816:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10464 00000100:00100000:1.0:1746066725.087823:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975005568:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066725.087837:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.087853:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925dca00/0xfb36a14ee6080f56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783bd expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.087895:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976191232:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066725.088656:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066725.093658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.094048:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975005824 00000100:00100000:3.0:1746066725.094057:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975005824 00000100:00100000:2.0:1746066725.094154:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.094173:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975006080 00000100:00100000:2.0:1746066725.094181:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975006080 00002000:00100000:2.0:1746066725.094214:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009e86a300 x1830882975006080/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.094223:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86a300 with x1830882975006080 ext(4194304->5079039) 00002000:00010000:2.0:1746066725.094228:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e86a300 00002000:00100000:3.0:1746066725.094288:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x387:0x0] (1933312->1937407) req@ffff88009f7e6300 x1830882975005824/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.094294:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e6300 with x1830882975005824 ext(1933312->1937407) 00010000:00010000:3.0:1746066725.094301:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 18 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.094311:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 18 pid: 21203 timeout: 786 lvb_type: 0 00002000:00010000:3.0:1746066725.094316:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f7e6300 00002000:00010000:1.0:1746066725.095210:0:21203:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066723 -> 1746066724 00002000:00010000:1.0:1746066725.095215:0:21203:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066722 -> 1746066724 00002000:00010000:1.0:1746066725.095217:0:21203:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066723 -> 1746066724 00000100:00100000:1.0:1746066725.095233:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976191232:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066725.095259:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925dca00/0xfb36a14ee6080f56 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783bd expref: 35 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.095274:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925dca00/0xfb36a14ee6080f56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783bd expref: 35 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.095287:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925dca00, rc 0) 00000100:00100000:1.0:1746066725.095382:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975005568:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7559us (7773us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066725.095389:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10464 00000100:00100000:2.0:1746066725.096684:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 903 00000100:00100000:2.0:1746066725.096695:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975005824:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066725.096813:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975005824:12345-192.168.202.57@tcp:3:cat.0 Request processed in 121us (3161us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066725.096818:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 903 00002000:00100000:2.0:1746066725.096824:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1933312->1937407) req@ffff88009f7e6300 x1830882975005824/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746066736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.096832:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e6300 with x1830882975005824 ext(1933312->1937407) 00010000:00010000:2.0:1746066725.096838:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 18 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.096849:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 18 pid: 21203 timeout: 786 lvb_type: 0 00002000:00010000:2.0:1746066725.096860:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f7e6300 00000100:00100000:2.0:1746066725.096870:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4244 00000100:00100000:2.0:1746066725.096875:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975006080:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066725.101591:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.101697:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975006336 00000100:00100000:2.0:1746066725.101704:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975006336 00002000:00100000:2.0:1746066725.101740:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1081344->1937407) req@ffff88009bfe1180 x1830882975006336/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.101749:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1180 with x1830882975006336 ext(1081344->1937407) 00010000:00010000:2.0:1746066725.101757:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 18 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.101769:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 18 pid: 21203 timeout: 786 lvb_type: 0 00002000:00010000:2.0:1746066725.101775:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfe1180 00000100:00100000:2.0:1746066725.102700:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 904 00000100:00100000:2.0:1746066725.102709:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975006336:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066725.104226:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.104346:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975006592 00000100:00100000:3.0:1746066725.104353:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975006592 00002000:00100000:3.0:1746066725.104380:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009bfe0a80 x1830882975006592/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.104398:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe0a80 with x1830882975006592 ext(4194304->5079039) 00002000:00010000:3.0:1746066725.104403:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe0a80 00000100:00100000:3.0:1746066725.104423:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4245 00000100:00100000:3.0:1746066725.104429:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975006592:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066725.104924:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975006080:12345-192.168.202.57@tcp:3:cat.0 Request processed in 8047us (10769us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066725.104931:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4244 00002000:00100000:2.0:1746066725.104937:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009e86a300 x1830882975006080/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.104944:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86a300 with x1830882975006080 ext(4194304->5079039) 00002000:00010000:2.0:1746066725.104947:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e86a300 00000100:00100000:3.0:1746066725.109237:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975006592:12345-192.168.202.57@tcp:3:cat.0 Request processed in 4799us (5006us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066725.109249:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4245 00002000:00100000:3.0:1746066725.109260:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009bfe0a80 x1830882975006592/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.109270:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe0a80 with x1830882975006592 ext(4194304->5079039) 00002000:00010000:3.0:1746066725.109275:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe0a80 00000100:00100000:2.0:1746066725.115337:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975006336:12345-192.168.202.57@tcp:4:cat.0 Request processed in 12621us (13745us total) trans 17179872777 rc 0/0 00000100:00100000:2.0:1746066725.115348:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 904 00002000:00100000:2.0:1746066725.115357:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1081344->1937407) req@ffff88009bfe1180 x1830882975006336/t17179872777(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/448 e 0 to 0 dl 1746066736 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.115365:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1180 with x1830882975006336 ext(1081344->1937407) 00010000:00010000:2.0:1746066725.115374:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 20 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.115387:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 20 pid: 21203 timeout: 786 lvb_type: 0 00002000:00010000:2.0:1746066725.115393:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfe1180 00000100:00100000:0.0:1746066725.116757:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.116794:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.116859:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975006720 00000100:00100000:1.0:1746066725.116865:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975006720 00000100:00100000:1.0:1746066725.116894:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975006848 00000100:00100000:1.0:1746066725.116896:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975006848 00000100:00100000:1.0:1746066725.116920:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10465 00000100:00100000:1.0:1746066725.116926:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975006720:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066725.116939:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.116951:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800925dda00/0xfb36a14ee6080f5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783cb expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.116988:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976191360:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066725.117042:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066725.117096:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10466 00000100:00100000:2.0:1746066725.117102:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882975006848:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.117108:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.117114:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783c4 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.117131:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976191488:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066725.117148:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.119586:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.119667:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975006976 00000100:00100000:1.0:1746066725.119695:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975006976 00010000:00010000:1.0:1746066725.119722:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 22 pid: 21203 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746066725.119804:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5180 00000100:00100000:1.0:1746066725.119812:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975006976:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.119823:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.119842:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 22 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.119852:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 22 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.119872:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.119874:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.119880:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 35 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.119888:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 35 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.119911:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 35 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.119921:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976191616:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066725.120932:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d00c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746066725.121671:0:21203:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff88009f16c380 x1830882976191360) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x44801000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 22 pid: 21203 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746066725.121711:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976191360:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066725.121733:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800925dda00/0xfb36a14ee6080f5d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783cb expref: 22 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.121748:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800925dda00/0xfb36a14ee6080f5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783cb expref: 22 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.121766:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925dda00, rc 0) 00000100:00100000:1.0:1746066725.121795:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975006720:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4869us (5042us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066725.121802:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10465 00010000:00010000:3.0:1746066725.122155:0:10402:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff88009e86a680 x1830882976191488) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x44801000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 20 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.122171:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf87800/0xfb36a14ee6080f48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1081344->1937407) gid 0 flags: 0x44801000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783af expref: 20 pid: 21203 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.122183:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976191488:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066725.122210:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f64 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783c4 expref: 35 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.122218:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783c4 expref: 35 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.122230:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a50ea00, rc 0) 00000100:00100000:3.0:1746066725.122250:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882975006848:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5149us (5455us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066725.122256:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10466 00000100:00100000:2.0:1746066725.126145:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.126486:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976191616:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066725.126503:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.126537:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975006976:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6725us (6956us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.126546:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5180 00000100:00100000:2.0:1746066725.126714:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.126775:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975007232 00000100:00100000:3.0:1746066725.126781:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975007232 00002000:00100000:3.0:1746066725.126810:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1769472->1773567) req@ffff88009e86b800 x1830882975007232/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.126819:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86b800 with x1830882975007232 ext(1769472->1773567) 00002000:00010000:3.0:1746066725.126823:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e86b800 00000100:00100000:3.0:1746066725.126838:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4246 00000100:00100000:3.0:1746066725.126845:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975007232:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066725.126959:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975007232:12345-192.168.202.57@tcp:3:cat.0 Request processed in 114us (820us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066725.126964:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4246 00002000:00100000:3.0:1746066725.126969:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1769472->1773567) req@ffff88009e86b800 x1830882975007232/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.126976:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86b800 with x1830882975007232 ext(1769472->1773567) 00002000:00010000:3.0:1746066725.126979:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e86b800 00000100:00100000:0.0:1746066725.127149:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975007360 00000100:00100000:0.0:1746066725.127153:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975007360 00000100:00100000:0.0:1746066725.127172:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10467 00000100:00100000:0.0:1746066725.127177:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975007360:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066725.127184:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066725.127195:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5893000/0xfb36a14ee6080f6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783d2 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.127236:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976191744:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066725.127283:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.136030:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.136134:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976191744:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066725.136166:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5893000/0xfb36a14ee6080f6b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d2 expref: 20 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.136178:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5893000/0xfb36a14ee6080f6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d2 expref: 20 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.136209:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5893000, rc 0) 00000100:00100000:2.0:1746066725.136247:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975007360:12345-192.168.202.57@tcp:101:cat.0 Request processed in 9068us (9532us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066725.136254:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10467 00000100:00100000:2.0:1746066725.136274:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975007488 00000100:00100000:2.0:1746066725.136279:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975007488 00000100:00100000:2.0:1746066725.136930:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10468 00000100:00100000:2.0:1746066725.136938:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28704:x1830882975007488:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066725.136949:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.136965:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783d9 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.136985:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf86e00/0xfb36a14ee6080e0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f9 expref: 9 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.136992:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6080ee6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978362 expref: 35 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.136998:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8200/0xfb36a14ee6080ec3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978338 expref: 18 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.137008:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.137010:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.137013:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->1679359] (req 1048576->1679359) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 35 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.137087:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8200/0xfb36a14ee6080ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978338 expref: 18 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.137097:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8200/0xfb36a14ee6080ec3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978338 expref: 18 pid: 8112 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.137107:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976191872:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.137163:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6080ee6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978362 expref: 35 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.137171:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6080ee6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978362 expref: 35 pid: 10402 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.137318:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976192000:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.137346:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf86e00/0xfb36a14ee6080e0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f9 expref: 9 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.137353:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf86e00/0xfb36a14ee6080e0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f9 expref: 9 pid: 8452 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.137365:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976192128:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.137377:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.140964:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.141005:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.141036:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.141719:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975007616 00000100:00100000:1.0:1746066725.141727:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975007616 00010000:00010000:1.0:1746066725.141758:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8200/0xfb36a14ee6080ec3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978338 expref: 19 pid: 8112 timeout: 786 lvb_type: 1 00000100:00100000:1.0:1746066725.141779:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975007744 00000100:00100000:1.0:1746066725.141781:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975007744 00010000:00010000:1.0:1746066725.141788:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf86e00/0xfb36a14ee6080e0d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f9 expref: 10 pid: 8452 timeout: 786 lvb_type: 1 00000100:00100000:1.0:1746066725.141800:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975007872 00000100:00100000:1.0:1746066725.141801:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975007872 00010000:00010000:1.0:1746066725.141808:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6080ee6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978362 expref: 36 pid: 10402 timeout: 786 lvb_type: 1 00000100:00100000:1.0:1746066725.141825:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5181 00000100:00100000:1.0:1746066725.141831:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975007616:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.141842:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.141860:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8200/0xfb36a14ee6080ec3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978338 expref: 19 pid: 8112 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.141869:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8200/0xfb36a14ee6080ec3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978338 expref: 19 pid: 8112 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.141889:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.141928:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975007616:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 96us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.141934:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5181 00000100:00100000:1.0:1746066725.141947:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5182 00000100:00100000:1.0:1746066725.141951:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975007744:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.141957:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.141965:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf86e00/0xfb36a14ee6080e0d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f9 expref: 10 pid: 8452 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.141972:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf86e00/0xfb36a14ee6080e0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f9 expref: 10 pid: 8452 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.141982:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.141995:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975007744:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 43us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.142000:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5182 00000100:00100000:1.0:1746066725.142009:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5183 00000100:00100000:1.0:1746066725.142013:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882975007872:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.142019:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.142024:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6080ee6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978362 expref: 36 pid: 10402 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.142032:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6080ee6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978362 expref: 36 pid: 10402 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.142042:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.142044:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.142049:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 36 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.142056:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 36 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.142081:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 36 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.142091:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976192256:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066725.142141:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d00c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746066725.142245:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8200/0xfb36a14ee6080ec3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978338 expref: 18 pid: 8112 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.142257:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976191872:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.142266:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6080ee6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978362 expref: 36 pid: 10402 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.142272:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976192000:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.142280:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf86e00/0xfb36a14ee6080e0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782f9 expref: 9 pid: 8452 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.142288:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976192128:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.142309:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 35 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.142317:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a50ec00, rc 0) 00000100:00100000:2.0:1746066725.142333:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:28704:x1830882975007488:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5397us (6311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.142337:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10468 00000100:00100000:1.0:1746066725.148812:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976192256:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066725.148831:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.148881:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975007872:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6865us (7843us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.148899:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5183 00000100:00100000:0.0:1746066725.152170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.152240:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975008128 00000100:00100000:2.0:1746066725.152248:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975008128 00002000:00100000:2.0:1746066725.152287:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1675264->1679359) req@ffff88009bfe3800 x1830882975008128/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.152296:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3800 with x1830882975008128 ext(1675264->1679359) 00002000:00010000:2.0:1746066725.152301:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe3800 00000100:00100000:2.0:1746066725.154269:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4247 00000100:00100000:2.0:1746066725.154282:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975008128:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066725.156082:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975008128:12345-192.168.202.57@tcp:3:cat.0 Request processed in 1798us (3912us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066725.156092:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4247 00002000:00100000:2.0:1746066725.156101:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1675264->1679359) req@ffff88009bfe3800 x1830882975008128/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.156110:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3800 with x1830882975008128 ext(1675264->1679359) 00002000:00010000:2.0:1746066725.156115:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe3800 00000100:00100000:0.0:1746066725.229649:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.230532:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975008384 00000100:00100000:2.0:1746066725.230544:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975008384 00000100:00100000:2.0:1746066725.230594:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9015 00000100:00100000:2.0:1746066725.230602:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28716:x1830882975008384:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066725.230619:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.230636:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5e200/0xfb36a14ee6080f79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783e0 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.230748:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f000/0xfb36a14ee6080f80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.230759:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f000/0xfb36a14ee6080f80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.230771:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f000/0xfb36a14ee6080f80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.230781:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f400/0xfb36a14ee6080f87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.230785:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f400/0xfb36a14ee6080f87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.230790:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f400/0xfb36a14ee6080f87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.230879:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f8e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.230887:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.230892:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746066725.230899:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066725.230998:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f000/0xfb36a14ee6080f80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231004:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f000/0xfb36a14ee6080f80 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231009:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f000/0xfb36a14ee6080f80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231013:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ab5f000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066725.231016:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f000/0xfb36a14ee6080f80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231022:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f000/0xfb36a14ee6080f80 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231031:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066725.231033:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066725.231037:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f000/0xfb36a14ee6080f80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231041:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f000/0xfb36a14ee6080f80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231056:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f400/0xfb36a14ee6080f87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231060:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f400/0xfb36a14ee6080f87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231065:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f400/0xfb36a14ee6080f87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231068:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ab5f400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066725.231070:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f400/0xfb36a14ee6080f87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231074:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f400/0xfb36a14ee6080f87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231078:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800b4323200) 00010000:00010000:2.0:1746066725.231080:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066725.231082:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f400/0xfb36a14ee6080f87 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231086:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5f400/0xfb36a14ee6080f87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.231122:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab5e200/0xfb36a14ee6080f79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e0 expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.231132:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e0 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.231137:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.231139:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066725.231141:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a50ea00, rc 0) 00000100:00100000:2.0:1746066725.231193:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28716:x1830882975008384:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 591us (1549us total) trans 8589942866 rc 0/0 00000100:00100000:2.0:1746066725.231213:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9015 00000100:00100000:0.0:1746066725.234337:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.234805:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975008640 00000100:00100000:1.0:1746066725.234812:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975008640 00000100:00100000:1.0:1746066725.234858:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3555 00000100:00100000:1.0:1746066725.234864:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28716:x1830882975008640:12345-192.168.202.57@tcp:35:multiop.0 00000001:00080000:1.0:1746066725.235083:0:14551:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942867 00000100:00100000:1.0:1746066725.235161:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28716:x1830882975008640:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 297us (830us total) trans 8589942868 rc 0/0 00000100:00100000:1.0:1746066725.235167:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3555 00000020:00080000:1.0:1746066725.235171:0:14551:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746066725.251354:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.251444:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975008768 00000100:00100000:2.0:1746066725.251451:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975008768 00000100:00100000:2.0:1746066725.251500:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10469 00000100:00100000:2.0:1746066725.251507:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28716:x1830882975008768:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066725.251521:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.251535:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783e7 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.251559:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 33 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.251565:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066725.251567:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066725.251570:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1888256->2097151] (req 1888256->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 19 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.251599:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 33 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.251610:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 33 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:2.0:1746066725.251620:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976192384:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.251715:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066725.253116:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976192384:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.253132:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1888256->2097151] (req 1888256->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 19 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.253142:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb97e00, rc 0) 00000100:00100000:2.0:1746066725.253580:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28716:x1830882975008768:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2072us (2231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.253587:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10469 00000100:00100000:0.0:1746066725.253755:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.253888:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975008896 00000100:00100000:3.0:1746066725.253893:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975008896 00002000:00100000:3.0:1746066725.253921:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1679359) req@ffff88009bfe0380 x1830882975008896/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.253935:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe0380 with x1830882975008896 ext(1048576->1679359) 00010000:00010000:3.0:1746066725.253941:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 34 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.253952:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 34 pid: 10402 timeout: 786 lvb_type: 0 00002000:00010000:3.0:1746066725.253957:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfe0380 00000100:00100000:3.0:1746066725.253982:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 905 00000100:00100000:3.0:1746066725.253988:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975008896:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066725.255329:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.255546:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975009152 00000100:00100000:2.0:1746066725.255550:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975009152 00000100:00100000:2.0:1746066725.255945:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9016 00000100:00100000:2.0:1746066725.255952:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28719:x1830882975009152:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.255964:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.255976:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96c00/0xfb36a14ee6080fa3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783ee expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.256054:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6080faa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256064:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6080faa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256073:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6080faa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256084:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96400/0xfb36a14ee6080fb1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256089:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96400/0xfb36a14ee6080fb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256094:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96400/0xfb36a14ee6080fb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256179:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6080fb8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256188:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6080fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256194:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6080fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746066725.256215:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066725.256280:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6080faa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256298:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6080faa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256307:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6080faa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256312:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eb96e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066725.256315:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6080faa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256321:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6080faa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256330:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066725.256332:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066725.256335:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6080faa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256339:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6080faa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256358:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96400/0xfb36a14ee6080fb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256363:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96400/0xfb36a14ee6080fb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256367:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96400/0xfb36a14ee6080fb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256371:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eb96400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066725.256373:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96400/0xfb36a14ee6080fb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256377:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96400/0xfb36a14ee6080fb1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256386:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800b4323f00) 00010000:00010000:2.0:1746066725.256388:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066725.256391:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96400/0xfb36a14ee6080fb1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256395:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96400/0xfb36a14ee6080fb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.256426:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96c00/0xfb36a14ee6080fa3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783ee expref: 256 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.256435:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6080fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783ee expref: 255 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.256441:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.256442:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066725.256444:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb96a00, rc 0) 00000100:00100000:2.0:1746066725.256482:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28719:x1830882975009152:12345-192.168.202.57@tcp:101:cat.0 Request processed in 529us (1156us total) trans 8589942869 rc 0/0 00000100:00100000:2.0:1746066725.256487:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9016 00000100:00100000:0.0:1746066725.257726:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.257787:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975009408 00000100:00100000:3.0:1746066725.257791:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975009408 00000100:00100000:3.0:1746066725.258020:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3556 00000100:00100000:3.0:1746066725.258026:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28719:x1830882975009408:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:3.0:1746066725.258423:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28719:x1830882975009408:12345-192.168.202.57@tcp:35:cat.0 Request processed in 395us (696us total) trans 8589942870 rc 0/0 00000100:00100000:3.0:1746066725.258429:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3556 00000100:00100000:0.0:1746066725.260578:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.260647:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975009536 00000100:00100000:2.0:1746066725.260652:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975009536 00000100:00100000:2.0:1746066725.260786:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10470 00000100:00100000:2.0:1746066725.260793:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882975009536:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.260804:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066725.260806:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882975008896:12345-192.168.202.57@tcp:4:cat.0 Request processed in 6817us (7051us total) trans 17179872778 rc 0/0 00000100:00100000:3.0:1746066725.260813:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 905 00010000:00010000:2.0:1746066725.260817:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb97200/0xfb36a14ee6080fc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783f5 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746066725.260821:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1679359) req@ffff88009bfe0380 x1830882975008896/t17179872778(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/448 e 0 to 0 dl 1746066736 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.260828:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe0380 with x1830882975008896 ext(1048576->1679359) 00010000:00010000:3.0:1746066725.260834:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 38 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.260843:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 38 pid: 10402 timeout: 786 lvb_type: 0 00002000:00010000:3.0:1746066725.260848:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfe0380 00000100:00100000:2.0:1746066725.260857:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976192512:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066725.260909:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.262540:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:2.0:1746066725.262611:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime: 1746066723 -> 1746066724 00002000:00010000:2.0:1746066725.262615:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime: 1746066722 -> 1746066724 00002000:00010000:2.0:1746066725.262616:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime: 1746066723 -> 1746066724 00000100:00100000:2.0:1746066725.262630:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976192512:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066725.262650:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb97200/0xfb36a14ee6080fc6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783f5 expref: 37 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.262660:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb97200/0xfb36a14ee6080fc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783f5 expref: 37 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.262669:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb97200, rc 0) 00000100:00100000:1.0:1746066725.262705:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975009664 00000100:00100000:1.0:1746066725.262710:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975009664 00000100:00100000:2.0:1746066725.262718:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882975009536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1924us (2143us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066725.262724:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10470 00010000:00010000:1.0:1746066725.262728:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 37 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746066725.262746:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5184 00000100:00100000:1.0:1746066725.262752:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882975009664:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.262761:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.262769:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 36 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.262779:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 36 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.262793:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a50ec00/0xfb36a14ee6080f72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1679359) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783d9 expref: 36 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.262816:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.262818:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.262824:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.262831:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.262851:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.262859:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976192640:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066725.262904:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066725.265647:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976192640:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066725.265664:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.265724:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882975009664:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2970us (3186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.265733:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5184 00000100:00100000:0.0:1746066725.267449:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.267501:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975009920 00000100:00100000:3.0:1746066725.267509:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975009920 00002000:00100000:3.0:1746066725.267541:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1888256->1892351) req@ffff88008efb7480 x1830882975009920/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.267550:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7480 with x1830882975009920 ext(1888256->1892351) 00002000:00010000:3.0:1746066725.267554:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb7480 00000100:00100000:3.0:1746066725.267989:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4248 00000100:00100000:3.0:1746066725.267996:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975009920:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066725.268443:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975009920:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 446us (997us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066725.268449:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4248 00002000:00100000:3.0:1746066725.268454:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1888256->1892351) req@ffff88008efb7480 x1830882975009920/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.268461:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7480 with x1830882975009920 ext(1888256->1892351) 00002000:00010000:3.0:1746066725.268464:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb7480 00000100:00100000:0.0:1746066725.272441:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.272528:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.273543:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975010304 00000100:00100000:3.0:1746066725.273552:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975010304 00002000:00100000:3.0:1746066725.273590:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88008efb7b80 x1830882975010304/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.273604:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7b80 with x1830882975010304 ext(0->1048575) 00002000:00010000:3.0:1746066725.273609:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb7b80 00000100:00100000:0.0:1746066725.277007:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.277787:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4249 00000100:00100000:3.0:1746066725.277803:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882975010304:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066725.279399:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975010432 00000100:00100000:1.0:1746066725.279408:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975010432 00002000:00100000:1.0:1746066725.279445:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1769471) req@ffff88008efb5c00 x1830882975010432/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.279454:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5c00 with x1830882975010432 ext(1048576->1769471) 00002000:00010000:1.0:1746066725.279459:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb5c00 00000100:00100000:1.0:1746066725.279484:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4250 00000100:00100000:1.0:1746066725.279490:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882975010432:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066725.280823:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975010560 00000100:00100000:2.0:1746066725.280830:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975010560 00000100:00100000:2.0:1746066725.280862:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10471 00000100:00100000:2.0:1746066725.280868:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28716:x1830882975010560:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066725.280879:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.280894:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9783fc expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.280918:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080dff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978300 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.280925:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6080eed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978369 expref: 20 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.280932:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6080ed1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97833f expref: 14 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.280937:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.280939:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.280942:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 6/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->1085439] (req 1048576->1085439) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 14 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.280966:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6080ed1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97833f expref: 14 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.280976:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6080ed1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97833f expref: 14 pid: 8450 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.280986:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976192768:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.281051:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6080eed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978369 expref: 20 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.281058:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6080eed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978369 expref: 20 pid: 8452 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.281065:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976192896:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.281089:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080dff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978300 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.281149:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080dff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978300 expref: 7 pid: 9776 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.281158:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976193024:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.281176:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.290392:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.290452:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975010816 00000100:00100000:3.0:1746066725.290460:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975010816 00000100:00100000:3.0:1746066725.290510:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9017 00000100:00100000:3.0:1746066725.290518:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28721:x1830882975010816:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066725.290543:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.290556:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee6080fd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978403 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.290635:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46e600/0xfb36a14ee6080fdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290646:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46e600/0xfb36a14ee6080fdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290654:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46e600/0xfb36a14ee6080fdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290671:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358c5a00/0xfb36a14ee6080fe2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290696:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801358c5a00/0xfb36a14ee6080fe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290702:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801358c5a00/0xfb36a14ee6080fe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290790:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6080fe9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290798:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6080fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290804:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6080fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066725.290811:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066725.290876:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46e600/0xfb36a14ee6080fdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290882:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46e600/0xfb36a14ee6080fdb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290887:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46e600/0xfb36a14ee6080fdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290892:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b46e600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066725.290895:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46e600/0xfb36a14ee6080fdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290901:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46e600/0xfb36a14ee6080fdb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290909:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066725.290912:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066725.290915:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46e600/0xfb36a14ee6080fdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.290919:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46e600/0xfb36a14ee6080fdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.291945:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358c5a00/0xfb36a14ee6080fe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.291952:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801358c5a00/0xfb36a14ee6080fe2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.291956:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801358c5a00/0xfb36a14ee6080fe2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.291960:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801358c5a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066725.291962:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801358c5a00/0xfb36a14ee6080fe2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.291966:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801358c5a00/0xfb36a14ee6080fe2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.291972:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13b00) 00010000:00010000:3.0:1746066725.291974:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066725.291976:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801358c5a00/0xfb36a14ee6080fe2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.291980:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358c5a00/0xfb36a14ee6080fe2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.292014:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee6080fd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978403 expref: 259 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.292024:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6080fe9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978403 expref: 258 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.292029:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.292032:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746066725.292033:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926bf800, rc 0) 00000100:00100000:3.0:1746066725.292074:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28721:x1830882975010816:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1557us (1688us total) trans 8589942871 rc 0/0 00000100:00100000:3.0:1746066725.292080:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9017 00000100:00100000:0.0:1746066725.292603:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882975010432:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13111us (20073us total) trans 0 rc 720896/720896 00000100:00100000:0.0:1746066725.292610:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4250 00002000:00100000:0.0:1746066725.292618:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1769471) req@ffff88008efb5c00 x1830882975010432/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 720896/720896 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066725.292627:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5c00 with x1830882975010432 ext(1048576->1769471) 00002000:00010000:0.0:1746066725.292631:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb5c00 00000100:00100000:0.0:1746066725.293395:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.293562:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976192768:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.293571:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976192896:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.293578:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976193024:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.293598:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->1085439] (req 1048576->1085439) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 14 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.293608:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb97000, rc 0) 00000100:00100000:2.0:1746066725.294043:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28716:x1830882975010560:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 13173us (17040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.294049:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10471 00000100:00100000:1.0:1746066725.294289:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975010944 00000100:00100000:1.0:1746066725.294295:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975010944 00000100:00100000:0.0:1746066725.294298:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.294311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066725.294314:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6080ed1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97833f expref: 14 pid: 8450 timeout: 786 lvb_type: 1 00000100:00100000:0.0:1746066725.294352:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.294358:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975011200 00000100:00100000:1.0:1746066725.294361:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975011200 00010000:00010000:1.0:1746066725.294370:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080dff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978300 expref: 8 pid: 9776 timeout: 786 lvb_type: 1 00000100:00100000:0.0:1746066725.294379:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.294380:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975011072 00000100:00100000:1.0:1746066725.294381:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975011072 00010000:00010000:1.0:1746066725.294388:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6080eed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978369 expref: 21 pid: 8452 timeout: 786 lvb_type: 1 00000100:00100000:1.0:1746066725.294395:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975011584 00000100:00100000:1.0:1746066725.294396:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975011584 00000100:00100000:1.0:1746066725.294552:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5185 00000100:00100000:1.0:1746066725.294560:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975010944:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.294570:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.294585:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6080ed1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97833f expref: 14 pid: 8450 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.294593:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6080ed1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97833f expref: 14 pid: 8450 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.294607:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6080ed1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97833f expref: 14 pid: 8450 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.294619:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.294638:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975010944:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 79us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.294777:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5186 00000100:00100000:2.0:1746066725.294783:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975011200:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066725.294790:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066725.294799:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080dff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978300 expref: 8 pid: 9776 timeout: 786 lvb_type: 1 00010000:00010000:2.0:1746066725.294806:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080dff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978300 expref: 8 pid: 9776 timeout: 786 lvb_type: 1 00010000:00010000:2.0:1746066725.294816:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb08600/0xfb36a14ee6080dff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978300 expref: 8 pid: 9776 timeout: 786 lvb_type: 1 00010000:00010000:2.0:1746066725.294828:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066725.294838:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 542 00000100:00100000:2.0:1746066725.294841:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975011200:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 59us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.294845:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:1964:x1830882975011584:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066725.294847:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5186 00010000:00010000:0.0:1746066725.294853:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066725.294859:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5187 00000100:00100000:2.0:1746066725.294863:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975011072:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066725.294869:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.294869:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6080fe9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978403 expref: 258 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.294875:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6080eed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978369 expref: 21 pid: 8452 timeout: 786 lvb_type: 1 00010000:00010000:2.0:1746066725.294883:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6080eed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978369 expref: 21 pid: 8452 timeout: 786 lvb_type: 1 00010000:00010000:0.0:1746066725.294884:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066725.294887:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066725.294894:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6080eed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978369 expref: 21 pid: 8452 timeout: 786 lvb_type: 1 00010000:00010000:2.0:1746066725.294902:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746066725.294902:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:1964:x1830882975011584:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 59us (523us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066725.294904:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746066725.294908:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 542 00010000:00010000:2.0:1746066725.294909:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 13 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.294916:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 13 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.294938:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 13 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.294970:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975011456 00000100:00100000:3.0:1746066725.294972:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975011456 00000100:00100000:3.0:1746066725.295003:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3557 00000100:00100000:3.0:1746066725.295008:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c251850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28721:x1830882975011456:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:3.0:1746066725.295127:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c251850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28721:x1830882975011456:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 118us (774us total) trans 8589942872 rc 0/0 00000100:00100000:3.0:1746066725.295132:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3557 00000100:00100000:1.0:1746066725.295365:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5185 00000100:00100000:2.0:1746066725.295467:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976193152:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066725.295518:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066725.296319:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882975010304:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18522us (23883us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066725.296326:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4249 00002000:00100000:3.0:1746066725.296333:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88008efb7b80 x1830882975010304/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.296341:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7b80 with x1830882975010304 ext(0->1048575) 00002000:00010000:3.0:1746066725.296345:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb7b80 00000100:00100000:2.0:1746066725.298895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.298969:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975011840 00000100:00100000:3.0:1746066725.298980:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975011840 00000100:00100000:0.0:1746066725.299042:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976193152:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066725.299055:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066725.299083:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1964:x1830882975011072:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4219us (4770us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.299091:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5187 00002000:00100000:3.0:1746066725.299137:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1081344->1085439) req@ffff88009e86aa00 x1830882975011840/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.299147:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86aa00 with x1830882975011840 ext(1081344->1085439) 00002000:00010000:3.0:1746066725.299150:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e86aa00 00000100:00100000:3.0:1746066725.299165:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4251 00000100:00100000:3.0:1746066725.299172:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975011840:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066725.299310:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975011840:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 139us (424us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066725.299315:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4251 00002000:00100000:3.0:1746066725.299320:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1081344->1085439) req@ffff88009e86aa00 x1830882975011840/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.299326:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86aa00 with x1830882975011840 ext(1081344->1085439) 00002000:00010000:3.0:1746066725.299329:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e86aa00 00000100:00100000:0.0:1746066725.300450:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.300511:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975011968 00000100:00100000:2.0:1746066725.300515:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975011968 00000100:00100000:2.0:1746066725.300534:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10472 00000100:00100000:2.0:1746066725.300539:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:28721:x1830882975011968:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066725.300548:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.300559:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97840a expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.300579:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801360b9e00/0xfb36a14ee6080e06 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97830e expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.300586:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099aea200/0xfb36a14ee6080f02 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97837e expref: 36 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.300591:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080ef4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978370 expref: 18 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.300597:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.300599:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.300602:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3751936->3866623] (req 3751936->3866623) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 36 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.300623:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080ef4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978370 expref: 18 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.300632:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080ef4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978370 expref: 18 pid: 8451 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.300641:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976193280:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.300742:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099aea200/0xfb36a14ee6080f02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97837e expref: 36 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.300749:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099aea200/0xfb36a14ee6080f02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97837e expref: 36 pid: 20532 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.300756:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976193408:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.300776:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801360b9e00/0xfb36a14ee6080e06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97830e expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.300782:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801360b9e00/0xfb36a14ee6080e06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97830e expref: 8 pid: 20532 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.300793:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976193536:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.300806:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.304584:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.304617:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.304712:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.304775:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975012096 00000100:00100000:3.0:1746066725.304781:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975012096 00010000:00010000:3.0:1746066725.304808:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080ef4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978370 expref: 19 pid: 8451 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.304875:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976193280:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.304885:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976193408:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.304892:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976193536:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.304912:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3751936->3866623] (req 3751936->3866623) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 36 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.304925:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab5e000, rc 0) 00000100:00100000:1.0:1746066725.304945:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975012352 00000100:00100000:1.0:1746066725.304948:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975012352 00000100:00100000:2.0:1746066725.304956:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:28721:x1830882975011968:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4416us (4508us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066725.304960:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801360b9e00/0xfb36a14ee6080e06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97830e expref: 9 pid: 20532 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.304962:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10472 00000100:00100000:1.0:1746066725.304977:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975012224 00000100:00100000:1.0:1746066725.304979:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975012224 00010000:00010000:1.0:1746066725.304985:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099aea200/0xfb36a14ee6080f02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97837e expref: 36 pid: 20532 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.304992:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5188 00000100:00100000:1.0:1746066725.305007:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5189 00000100:00100000:1.0:1746066725.305012:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882975012224:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066725.305022:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5190 00010000:00010000:1.0:1746066725.305023:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066725.305025:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882975012096:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.305030:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.305038:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080ef4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978370 expref: 19 pid: 8451 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.305038:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099aea200/0xfb36a14ee6080f02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97837e expref: 36 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.305046:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080ef4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978370 expref: 19 pid: 8451 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.305059:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099aea200/0xfb36a14ee6080f02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97837e expref: 36 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.305076:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099aea200/0xfb36a14ee6080f02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97837e expref: 36 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.305096:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066725.305162:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5b1c00/0xfb36a14ee6080ef4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978370 expref: 19 pid: 8451 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.305178:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.305205:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975012096:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 170us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.305211:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5190 00000100:00100000:1.0:1746066725.305647:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882975012224:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 633us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.305652:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5189 00000100:00100000:2.0:1746066725.306069:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975012352:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066725.306079:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066725.306089:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801360b9e00/0xfb36a14ee6080e06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97830e expref: 9 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:2.0:1746066725.306096:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801360b9e00/0xfb36a14ee6080e06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97830e expref: 9 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:2.0:1746066725.306107:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801360b9e00/0xfb36a14ee6080e06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97830e expref: 9 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:2.0:1746066725.306127:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.306129:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.306134:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 34 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.306141:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 34 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.306164:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 34 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.306173:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976193664:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066725.306372:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.310255:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.310301:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975012608 00000100:00100000:1.0:1746066725.310309:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975012608 00002000:00100000:1.0:1746066725.310344:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3751936->3756031) req@ffff88008efb4700 x1830882975012608/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.310353:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb4700 with x1830882975012608 ext(3751936->3756031) 00002000:00010000:1.0:1746066725.310358:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb4700 00000100:00100000:1.0:1746066725.310390:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4252 00000100:00100000:1.0:1746066725.310397:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1966:x1830882975012608:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066725.310535:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1966:x1830882975012608:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 138us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066725.310541:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4252 00002000:00100000:1.0:1746066725.310546:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3751936->3756031) req@ffff88008efb4700 x1830882975012608/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.310553:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb4700 with x1830882975012608 ext(3751936->3756031) 00002000:00010000:1.0:1746066725.310555:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb4700 00000100:00100000:2.0:1746066725.310648:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976193664:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066725.310666:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066725.310704:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975012352:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5707us (6086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.310711:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5188 00000100:00100000:0.0:1746066725.314513:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.314611:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975012864 00000100:00100000:3.0:1746066725.314618:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975012864 00002000:00100000:3.0:1746066725.314656:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3862528->3866623) req@ffff88008efb5880 x1830882975012864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.314666:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5880 with x1830882975012864 ext(3862528->3866623) 00002000:00010000:3.0:1746066725.314670:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb5880 00000100:00100000:3.0:1746066725.314812:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4253 00000100:00100000:3.0:1746066725.314820:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1966:x1830882975012864:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066725.314965:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1966:x1830882975012864:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 145us (460us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066725.314971:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4253 00002000:00100000:3.0:1746066725.314976:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3862528->3866623) req@ffff88008efb5880 x1830882975012864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.314982:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5880 with x1830882975012864 ext(3862528->3866623) 00002000:00010000:3.0:1746066725.314985:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb5880 00000100:00100000:0.0:1746066725.315414:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.315582:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975012992 00000100:00100000:2.0:1746066725.315585:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975012992 00000100:00100000:2.0:1746066725.315606:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10473 00000100:00100000:2.0:1746066725.315611:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:28719:x1830882975012992:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.315623:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.315637:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978411 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.315660:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 17 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.315667:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066725.315668:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066725.315671:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978411 expref: 36 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.315713:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 17 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.315724:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 17 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:2.0:1746066725.315734:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976193792:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.315799:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066725.317352:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976193792:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.317374:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978411 expref: 36 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.317386:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb96e00, rc 0) 00000100:00100000:2.0:1746066725.317415:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:28719:x1830882975012992:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1803us (2000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.317421:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10473 00000100:00100000:0.0:1746066725.318204:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.318253:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975013120 00000100:00100000:1.0:1746066725.318258:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975013120 00002000:00100000:1.0:1746066725.318284:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1888256->2097151) req@ffff88008efb4a80 x1830882975013120/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.318298:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb4a80 with x1830882975013120 ext(1888256->2097151) 00010000:00010000:1.0:1746066725.318304:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 18 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.318316:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 18 pid: 10402 timeout: 786 lvb_type: 0 00002000:00010000:1.0:1746066725.318321:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008efb4a80 00000100:00100000:1.0:1746066725.318375:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 906 00000100:00100000:1.0:1746066725.318382:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975013120:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:1.0:1746066725.324604:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975013120:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 6214us (6400us total) trans 17179872779 rc 0/0 00000100:00100000:1.0:1746066725.324614:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 906 00002000:00100000:1.0:1746066725.324624:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1888256->2097151) req@ffff88008efb4a80 x1830882975013120/t17179872779(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/448 e 0 to 0 dl 1746066736 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.324632:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb4a80 with x1830882975013120 ext(1888256->2097151) 00010000:00010000:1.0:1746066725.324641:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 20 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.324654:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 20 pid: 10402 timeout: 786 lvb_type: 0 00002000:00010000:1.0:1746066725.324660:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008efb4a80 00000100:00100000:0.0:1746066725.326663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.326821:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975013248 00000100:00100000:2.0:1746066725.326829:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975013248 00010000:00010000:2.0:1746066725.326852:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 20 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:2.0:1746066725.326869:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5191 00000100:00100000:2.0:1746066725.326874:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975013248:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066725.326882:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066725.326893:0:7109:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066724 -> 1746066725 00002000:00010000:2.0:1746066725.326894:0:7109:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066724 -> 1746066725 00010000:00010000:2.0:1746066725.326897:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 20 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.326904:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 20 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.326921:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb97e00/0xfb36a14ee6080f9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e7 expref: 20 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.326937:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.326938:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.326943:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978411 expref: 35 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.326948:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978411 expref: 35 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.326968:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978411 expref: 35 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.326976:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976193920:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066725.327029:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066725.329571:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976193920:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066725.329588:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066725.329632:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975013248:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2755us (2973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.329640:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5191 00000100:00100000:0.0:1746066725.329972:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.330350:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975013504 00000100:00100000:1.0:1746066725.330357:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975013504 00002000:00100000:1.0:1746066725.330389:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88008efb5180 x1830882975013504/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.330396:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5180 with x1830882975013504 ext(1048576->2097151) 00002000:00010000:1.0:1746066725.330400:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb5180 00000100:00100000:1.0:1746066725.330424:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4254 00000100:00100000:1.0:1746066725.330431:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882975013504:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066725.337421:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882975013504:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 6983us (7442us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066725.337432:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4254 00002000:00100000:1.0:1746066725.337442:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88008efb5180 x1830882975013504/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.337450:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5180 with x1830882975013504 ext(1048576->2097151) 00002000:00010000:1.0:1746066725.337455:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb5180 00000100:00100000:0.0:1746066725.341278:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.341772:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975013632 00000100:00100000:2.0:1746066725.341779:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975013632 00000100:00100000:2.0:1746066725.341814:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10474 00000100:00100000:2.0:1746066725.341820:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:28719:x1830882975013632:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.341834:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.341847:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978418 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.341870:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 12 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.341877:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066725.341879:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066725.341882:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978418 expref: 19 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.341917:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 12 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.341931:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 12 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:2.0:1746066725.341942:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976194048:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.342023:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066725.343898:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976194048:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.343918:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978418 expref: 19 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.343932:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb97600, rc 0) 00000100:00100000:2.0:1746066725.343967:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:28719:x1830882975013632:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2147us (2696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.343974:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10474 00000100:00100000:0.0:1746066725.344135:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.344413:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975013760 00000100:00100000:2.0:1746066725.344417:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975013760 00002000:00100000:2.0:1746066725.344442:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1085439) req@ffff8800929cf800 x1830882975013760/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.344450:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cf800 with x1830882975013760 ext(1048576->1085439) 00010000:00010000:2.0:1746066725.344456:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 13 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.344466:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 13 pid: 10402 timeout: 786 lvb_type: 0 00002000:00010000:2.0:1746066725.344475:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800929cf800 00000100:00100000:2.0:1746066725.344884:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 907 00000100:00100000:2.0:1746066725.344891:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975013760:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066725.348000:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975013760:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 3101us (3857us total) trans 21474840112 rc 0/0 00000100:00100000:2.0:1746066725.348009:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 907 00002000:00100000:2.0:1746066725.348018:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1085439) req@ffff8800929cf800 x1830882975013760/t21474840112(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/448 e 0 to 0 dl 1746066736 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.348027:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cf800 with x1830882975013760 ext(1048576->1085439) 00010000:00010000:2.0:1746066725.348034:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 15 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.348047:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 15 pid: 10402 timeout: 786 lvb_type: 0 00002000:00010000:2.0:1746066725.348053:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800929cf800 00000100:00100000:2.0:1746066725.351943:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.352006:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975013888 00000100:00100000:0.0:1746066725.352013:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975013888 00010000:00010000:0.0:1746066725.352040:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 15 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.352070:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5192 00000100:00100000:0.0:1746066725.352077:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975013888:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066725.352089:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746066725.352102:0:7109:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066721 -> 1746066725 00002000:00010000:0.0:1746066725.352104:0:7109:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066722 -> 1746066725 00010000:00010000:0.0:1746066725.352109:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 15 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.352124:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 15 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.352142:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb97000/0xfb36a14ee6080fcd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1085439) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783fc expref: 15 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.352163:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.352164:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.352170:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978418 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.352178:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978418 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.352219:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978418 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.352229:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976194176:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066725.352307:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.356526:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.356662:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976194176:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066725.356708:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.356847:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975014144 00000100:00100000:3.0:1746066725.356854:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975014144 00002000:00100000:3.0:1746066725.356885:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800929cfb80 x1830882975014144/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.356899:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cfb80 with x1830882975014144 ext(1048576->2097151) 00002000:00010000:3.0:1746066725.356903:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cfb80 00000100:00100000:3.0:1746066725.356919:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4255 00000100:00100000:3.0:1746066725.356925:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975014144:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066725.357237:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975013888:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5160us (5300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.357246:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5192 00000100:00100000:2.0:1746066725.357314:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.357376:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975014400 00000100:00100000:2.0:1746066725.357379:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975014400 00000100:00100000:2.0:1746066725.357418:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9018 00000100:00100000:2.0:1746066725.357423:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28726:x1830882975014400:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.357435:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.357447:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee608100c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97841f expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.357525:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6081013 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357535:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6081013 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357543:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6081013 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357552:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee608101a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357557:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee608101a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357561:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee608101a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357635:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081021 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357642:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081021 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357647:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081021 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746066725.357653:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066725.357727:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6081013 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357733:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6081013 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357738:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6081013 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357742:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de12c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066725.357746:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6081013 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357751:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6081013 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357759:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066725.357761:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066725.357764:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6081013 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357769:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6081013 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357780:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee608101a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357785:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee608101a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357789:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee608101a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357797:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eb97000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066725.357799:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee608101a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357803:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee608101a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357809:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800b4323b00) 00010000:00010000:2.0:1746066725.357810:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066725.357812:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee608101a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357816:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee608101a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.357846:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee608100c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97841f expref: 17 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.357857:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081021 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97841f expref: 16 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.357863:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.357865:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066725.357867:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb97a00, rc 0) 00000100:00100000:2.0:1746066725.357887:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28726:x1830882975014400:12345-192.168.202.57@tcp:101:cat.0 Request processed in 464us (572us total) trans 8589942873 rc 0/0 00000100:00100000:2.0:1746066725.357892:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9018 00000100:00100000:0.0:1746066725.359298:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.359342:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.359354:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975014784 00000100:00100000:1.0:1746066725.359358:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975014784 00000100:00100000:1.0:1746066725.359390:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3558 00000100:00100000:1.0:1746066725.359396:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28726:x1830882975014784:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066725.359542:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28726:x1830882975014784:12345-192.168.202.57@tcp:35:cat.0 Request processed in 146us (246us total) trans 8589942874 rc 0/0 00000100:00100000:1.0:1746066725.359548:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3558 00000100:00100000:2.0:1746066725.359597:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975014528 00000100:00100000:2.0:1746066725.359600:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975014528 00000100:00100000:2.0:1746066725.359622:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 543 00000100:00100000:2.0:1746066725.359626:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882975014528:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066725.359634:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066725.359646:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081021 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97841f expref: 17 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.359656:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.359659:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066725.359692:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882975014528:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 65us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.359698:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 543 00000100:00100000:0.0:1746066725.364813:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.364845:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.364871:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.364895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.364903:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975014912 00000100:00100000:0.0:1746066725.364908:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975015168 00000100:00100000:1.0:1746066725.364911:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975014912 00000100:00100000:0.0:1746066725.364911:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975015168 00000100:00100000:1.0:1746066725.364949:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975015040 00000100:00100000:1.0:1746066725.364951:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975015040 00000100:00100000:2.0:1746066725.364958:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975015296 00000100:00100000:2.0:1746066725.364961:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975015296 00000100:00100000:0.0:1746066725.365068:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10475 00000100:00100000:0.0:1746066725.365075:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975014912:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:3.0:1746066725.365085:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10476 00010000:00010000:0.0:1746066725.365090:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066725.365092:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975015168:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066725.365100:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066725.365104:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5893400/0xfb36a14ee608102f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978426 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.365110:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800926be000/0xfb36a14ee6081036 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978434 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.365122:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.365123:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.365130:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800926be000/0xfb36a14ee6081036 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978434 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066725.365140:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976194304:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066725.365143:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800926be000/0xfb36a14ee6081036 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978434 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.365152:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926be000, rc 0) 00000100:00100000:3.0:1746066725.365185:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975015168:12345-192.168.202.57@tcp:101:cat.0 Request processed in 93us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.365190:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10476 00000100:00100000:0.0:1746066725.365204:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066725.365292:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10477 00000100:00100000:1.0:1746066725.365297:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975015040:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066725.365304:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.365312:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee608103d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97842d expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.365322:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.365324:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.365328:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee608103d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97842d expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.365337:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee608103d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97842d expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.365344:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3a2600, rc 0) 00000100:00100000:1.0:1746066725.365362:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975015040:12345-192.168.202.57@tcp:101:cat.0 Request processed in 66us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.365368:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10477 00000100:00100000:2.0:1746066725.365438:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10478 00000100:00100000:2.0:1746066725.365444:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975015296:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.365449:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.365455:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de13200/0xfb36a14ee6081044 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97843b expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.365480:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976194432:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066725.365501:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0bd80 going to sleep for 11 seconds 00002000:00010000:1.0:1746066725.373179:0:8452:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066724 -> 1746066725 00002000:00010000:1.0:1746066725.373185:0:8452:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066724 -> 1746066725 00002000:00010000:1.0:1746066725.373187:0:8452:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066724 -> 1746066725 00000100:00100000:1.0:1746066725.373214:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976194304:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066725.373240:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5893400/0xfb36a14ee608102f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978426 expref: 23 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.373251:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5893400/0xfb36a14ee608102f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978426 expref: 23 pid: 8452 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1746066725.373263:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime: 1746066723 -> 1746066725 00002000:00010000:2.0:1746066725.373266:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066723 -> 1746066725 00002000:00010000:2.0:1746066725.373267:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066723 -> 1746066725 00010000:00010000:1.0:1746066725.373268:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5893400, rc 0) 00000100:00100000:2.0:1746066725.373275:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976194432:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066725.373287:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008de13200/0xfb36a14ee6081044 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97843b expref: 22 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.373294:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de13200/0xfb36a14ee6081044 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97843b expref: 22 pid: 10402 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746066725.373303:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975014912:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8229us (8497us total) trans 0 rc 301/301 00010000:00010000:2.0:1746066725.373304:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de13200, rc 0) 00000100:00100000:1.0:1746066725.373310:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10475 00000100:00100000:2.0:1746066725.373318:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975015296:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7876us (8422us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066725.373322:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10478 00000100:00100000:3.0:1746066725.373510:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975014144:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 16584us (16990us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066725.373521:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4255 00002000:00100000:3.0:1746066725.373528:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800929cfb80 x1830882975014144/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.373536:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cfb80 with x1830882975014144 ext(1048576->2097151) 00002000:00010000:3.0:1746066725.373540:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cfb80 00000100:00100000:0.0:1746066725.387764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.387953:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975015552 00000100:00100000:3.0:1746066725.387961:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975015552 00002000:00100000:3.0:1746066725.387997:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800929cd500 x1830882975015552/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.388006:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cd500 with x1830882975015552 ext(0->1048575) 00002000:00010000:3.0:1746066725.388010:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cd500 00000100:00100000:3.0:1746066725.388026:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4256 00000100:00100000:3.0:1746066725.388033:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1965:x1830882975015552:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066725.392603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.392642:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.393041:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975015808 00000100:00100000:2.0:1746066725.393049:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975015808 00002000:00100000:2.0:1746066725.393081:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009f16ce00 x1830882975015808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.393089:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ce00 with x1830882975015808 ext(2097152->3145727) 00002000:00010000:2.0:1746066725.393093:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16ce00 00000100:00100000:2.0:1746066725.393105:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975016064 00000100:00100000:2.0:1746066725.393107:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975016064 00002000:00100000:2.0:1746066725.393114:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f16c380 x1830882975016064/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.393120:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16c380 with x1830882975016064 ext(2097152->3145727) 00002000:00010000:2.0:1746066725.393122:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16c380 00000100:00100000:2.0:1746066725.393673:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4257 00000100:00100000:2.0:1746066725.393694:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1964:x1830882975015808:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066725.393847:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4258 00000100:00100000:1.0:1746066725.393854:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882975016064:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066725.393980:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.394032:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975016320 00000100:00100000:3.0:1746066725.394035:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975016320 00002000:00100000:3.0:1746066725.394051:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800929cf100 x1830882975016320/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 504/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.394057:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cf100 with x1830882975016320 ext(3145728->4194303) 00002000:00010000:3.0:1746066725.394060:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cf100 00000100:00100000:3.0:1746066725.394068:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4259 00000100:00100000:3.0:1746066725.394072:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882975016320:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066725.399623:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1965:x1830882975015552:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11582us (11858us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066725.399635:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4256 00002000:00100000:3.0:1746066725.399644:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800929cd500 x1830882975015552/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.399653:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cd500 with x1830882975015552 ext(0->1048575) 00002000:00010000:3.0:1746066725.399657:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cd500 00000100:00100000:2.0:1746066725.417468:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.418070:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882975016320:12345-192.168.202.57@tcp:3:cat.0 Request processed in 23995us (24088us total) trans 0 rc 933888/933888 00000100:00100000:3.0:1746066725.418080:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4259 00002000:00100000:3.0:1746066725.418090:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800929cf100 x1830882975016320/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 504/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 933888/933888 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.418098:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cf100 with x1830882975016320 ext(3145728->4194303) 00002000:00010000:3.0:1746066725.418103:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cf100 00000100:00100000:0.0:1746066725.419269:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975016448 00000100:00100000:0.0:1746066725.419279:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975016448 00000100:00100000:0.0:1746066725.419328:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10479 00000100:00100000:0.0:1746066725.419335:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28726:x1830882975016448:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066725.419348:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066725.420276:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978442 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.420303:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.420309:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066725.420311:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066725.420313:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978442 expref: 21 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.420345:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.420356:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 37 pid: 21973 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.420366:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976194560:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066725.420450:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066725.424519:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882975016064:12345-192.168.202.57@tcp:3:cat.0 Request processed in 30657us (31868us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066725.424529:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4258 00002000:00100000:1.0:1746066725.424540:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f16c380 x1830882975016064/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.424548:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16c380 with x1830882975016064 ext(2097152->3145727) 00002000:00010000:1.0:1746066725.424553:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16c380 00000100:00100000:2.0:1746066725.425057:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1964:x1830882975015808:12345-192.168.202.57@tcp:3:cat.0 Request processed in 31363us (32459us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066725.425066:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4257 00002000:00100000:2.0:1746066725.425071:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009f16ce00 x1830882975015808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.425078:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ce00 with x1830882975015808 ext(2097152->3145727) 00002000:00010000:2.0:1746066725.425081:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16ce00 00000100:00100000:2.0:1746066725.425263:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976194560:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.425285:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978442 expref: 21 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.425297:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85bda00, rc 0) 00000100:00100000:2.0:1746066725.425326:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28726:x1830882975016448:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5992us (7865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.425331:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10479 00000100:00100000:0.0:1746066725.427435:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.427827:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975016576 00000100:00100000:2.0:1746066725.427834:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975016576 00002000:00100000:2.0:1746066725.427867:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1769472->2097151) req@ffff8800929cc700 x1830882975016576/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.427875:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cc700 with x1830882975016576 ext(1769472->2097151) 00010000:00010000:2.0:1746066725.427883:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 36 pid: 21973 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.427895:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 36 pid: 21973 timeout: 786 lvb_type: 0 00002000:00010000:2.0:1746066725.427906:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800929cc700 00000100:00100000:2.0:1746066725.427937:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 908 00000100:00100000:2.0:1746066725.427943:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882975016576:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066725.438595:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.438800:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975016704 00000100:00100000:2.0:1746066725.438807:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975016704 00000100:00100000:2.0:1746066725.438851:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10480 00000100:00100000:2.0:1746066725.438857:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882975016704:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.438872:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.438886:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de12a00/0xfb36a14ee6081052 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978449 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.438925:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976194688:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066725.438992:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066725.441244:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976194688:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066725.441270:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008de12a00/0xfb36a14ee6081052 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978449 expref: 39 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.441283:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de12a00/0xfb36a14ee6081052 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978449 expref: 39 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.441310:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de12a00, rc 0) 00000100:00100000:2.0:1746066725.441646:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882975016704:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2787us (3055us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066725.441653:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10480 00000100:00100000:3.0:1746066725.442340:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882975016576:12345-192.168.202.57@tcp:4:cat.0 Request processed in 14395us (14908us total) trans 17179872780 rc 0/0 00000100:00100000:3.0:1746066725.442347:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 908 00002000:00100000:3.0:1746066725.442358:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1769472->2097151) req@ffff8800929cc700 x1830882975016576/t17179872780(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/448 e 0 to 0 dl 1746066736 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.442366:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cc700 with x1830882975016576 ext(1769472->2097151) 00010000:00010000:3.0:1746066725.442373:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 38 pid: 21973 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.442384:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 38 pid: 21973 timeout: 786 lvb_type: 0 00002000:00010000:3.0:1746066725.442394:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800929cc700 00000100:00100000:0.0:1746066725.444978:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.445054:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.445153:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975016832 00000100:00100000:1.0:1746066725.445153:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975016960 00000100:00100000:3.0:1746066725.445159:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975016832 00000100:00100000:1.0:1746066725.445160:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975016960 00010000:00010000:1.0:1746066725.445187:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 39 pid: 21973 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.445359:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10481 00000100:00100000:1.0:1746066725.445360:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5193 00000100:00100000:3.0:1746066725.445367:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1964:x1830882975016832:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066725.445367:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1965:x1830882975016960:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.445380:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.445380:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.445391:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800926bf600/0xfb36a14ee6081059 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978450 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.445397:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 39 pid: 21973 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.445407:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 40 pid: 21973 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.445427:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.445429:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.445435:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978442 expref: 20 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.445436:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092708000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976194816:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066725.445442:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978442 expref: 20 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.445462:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978442 expref: 20 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.445470:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976194944:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066725.445507:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acce36c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066725.445896:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d03c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746066725.447715:0:10402:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff880092708000 x1830882976194816) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 40 pid: 21973 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.447743:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6080f4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783b6 expref: 40 pid: 21973 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.447768:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092708000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976194816:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066725.447789:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800926bf600/0xfb36a14ee6081059 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978450 expref: 39 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.447798:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800926bf600/0xfb36a14ee6081059 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978450 expref: 39 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.447807:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926bf600, rc 0) 00000100:00100000:3.0:1746066725.447843:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975016832:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2477us (2870us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066725.447849:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10481 00000100:00100000:1.0:1746066725.448278:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976194944:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066725.448287:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.448315:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882975016960:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2949us (3261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.448322:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5193 00000100:00100000:0.0:1746066725.455006:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.455135:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975017472 00000100:00100000:3.0:1746066725.455143:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975017472 00002000:00100000:3.0:1746066725.455179:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800929cdf80 x1830882975017472/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.455188:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cdf80 with x1830882975017472 ext(1048576->2097151) 00002000:00010000:3.0:1746066725.455192:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cdf80 00000100:00100000:3.0:1746066725.455220:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4260 00000100:00100000:3.0:1746066725.455227:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975017472:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066725.458128:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.458150:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.458170:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.458205:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975017728 00000100:00100000:2.0:1746066725.458212:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975017728 00002000:00100000:2.0:1746066725.458243:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e840000 x1830882975017728/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.458251:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840000 with x1830882975017728 ext(1048576->2097151) 00002000:00010000:2.0:1746066725.458256:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e840000 00000100:00100000:2.0:1746066725.458269:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975017600 00000100:00100000:2.0:1746066725.458271:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975017600 00002000:00100000:2.0:1746066725.458280:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e842d80 x1830882975017600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.458286:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e842d80 with x1830882975017600 ext(1048576->2097151) 00002000:00010000:2.0:1746066725.458289:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e842d80 00000100:00100000:2.0:1746066725.458298:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4261 00000100:00100000:2.0:1746066725.458304:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975017728:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066725.459316:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4262 00000100:00100000:2.0:1746066725.459323:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975017600:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066725.461863:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975017344 00000100:00100000:3.0:1746066725.461874:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975017344 00000100:00100000:3.0:1746066725.461915:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10482 00000100:00100000:3.0:1746066725.461922:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975017344:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066725.461937:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.461951:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b597400/0xfb36a14ee6081060 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978457 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.461970:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.461971:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.461978:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b597400/0xfb36a14ee6081060 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978457 expref: 38 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.461997:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b597400/0xfb36a14ee6081060 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978457 expref: 38 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.462006:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b597400, rc 0) 00000100:00100000:3.0:1746066725.464062:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975017344:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2132us (5932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.464070:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10482 00000100:00100000:3.0:1746066725.467397:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975017472:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12163us (12389us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066725.467407:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4260 00002000:00100000:3.0:1746066725.467417:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800929cdf80 x1830882975017472/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.467426:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cdf80 with x1830882975017472 ext(1048576->2097151) 00002000:00010000:3.0:1746066725.467431:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cdf80 00000100:00100000:2.0:1746066725.471792:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975017728:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13480us (13633us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066725.471801:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4261 00002000:00100000:2.0:1746066725.471811:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e840000 x1830882975017728/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.471826:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840000 with x1830882975017728 ext(1048576->2097151) 00002000:00010000:2.0:1746066725.471831:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e840000 00000100:00100000:2.0:1746066725.473163:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975017600:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13833us (14985us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066725.473170:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4262 00002000:00100000:2.0:1746066725.473176:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e842d80 x1830882975017600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.473183:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e842d80 with x1830882975017600 ext(1048576->2097151) 00002000:00010000:2.0:1746066725.473186:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e842d80 00000100:00100000:0.0:1746066725.483412:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.483476:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975018112 00000100:00100000:2.0:1746066725.483483:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975018112 00002000:00100000:2.0:1746066725.483519:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800929cdc00 x1830882975018112/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.483527:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cdc00 with x1830882975018112 ext(2097152->3145727) 00002000:00010000:2.0:1746066725.483532:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cdc00 00000100:00100000:2.0:1746066725.483560:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4263 00000100:00100000:2.0:1746066725.483568:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975018112:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066725.492057:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975018112:12345-192.168.202.57@tcp:3:cat.0 Request processed in 8482us (8643us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066725.492069:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4263 00002000:00100000:2.0:1746066725.492079:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800929cdc00 x1830882975018112/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.492087:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cdc00 with x1830882975018112 ext(2097152->3145727) 00002000:00010000:2.0:1746066725.492093:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cdc00 00000100:00100000:0.0:1746066725.498494:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.499771:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.499811:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975018368 00000100:00100000:1.0:1746066725.499817:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975018368 00000100:00100000:3.0:1746066725.499835:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975018240 00000100:00100000:3.0:1746066725.499838:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975018240 00000100:00100000:1.0:1746066725.499858:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9019 00000100:00100000:3.0:1746066725.499861:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10483 00000100:00100000:1.0:1746066725.499864:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+6:28728:x1830882975018368:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:3.0:1746066725.499866:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28726:x1830882975018240:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066725.499878:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.499878:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.499891:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97845e expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.499891:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1200/0xfb36a14ee6081067 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978465 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.499912:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 37 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.499924:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066725.499926:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066725.499929:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97845e expref: 22 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.499934:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1c00/0xfb36a14ee6081075 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.499944:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1c00/0xfb36a14ee6081075 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.499952:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1c00/0xfb36a14ee6081075 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.499953:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 37 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.499962:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608107c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.499963:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 37 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.499966:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608107c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.499971:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608107c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:3.0:1746066725.499973:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092708000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976195072:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.500051:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acce36c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746066725.500057:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.500066:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978323 expref: 15 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.500072:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978354 expref: 257 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.500082:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 5/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.500099:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978354 expref: 257 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.500107:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978354 expref: 257 pid: 20127 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746066725.500114:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976195200:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066725.500142:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978323 expref: 15 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.500150:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978323 expref: 15 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746066725.500157:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976195328:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.500177:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.502698:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.502768:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975018752 00000100:00100000:1.0:1746066725.502774:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975018752 00000100:00100000:1.0:1746066725.502817:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3559 00000100:00100000:1.0:1746066725.502823:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:27099:x1830882975018752:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1746066725.502978:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:27099:x1830882975018752:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 154us (308us total) trans 8589942875 rc 0/0 00000100:00100000:1.0:1746066725.502984:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3559 00000100:00100000:1.0:1746066725.503015:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976195200:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.503023:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976195328:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066725.503039:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:3.0:1746066725.503712:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092708000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976195072:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.503728:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97845e expref: 22 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.503741:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b596800, rc 0) 00000100:00100000:3.0:1746066725.503778:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28726:x1830882975018240:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3912us (5292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.503785:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10483 00000100:00100000:0.0:1746066725.504275:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.504809:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.505296:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975018624 00000100:00100000:3.0:1746066725.505302:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975018624 00002000:00100000:3.0:1746066725.505336:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3751936->3866623) req@ffff88009ef58a80 x1830882975018624/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.505419:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef58a80 with x1830882975018624 ext(3751936->3866623) 00010000:00010000:3.0:1746066725.505428:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 38 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.505438:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 38 pid: 10402 timeout: 786 lvb_type: 0 00002000:00010000:3.0:1746066725.505444:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ef58a80 00000100:00100000:2.0:1746066725.505754:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975019008 00000100:00100000:2.0:1746066725.505759:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975019008 00000100:00100000:2.0:1746066725.505779:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3560 00000100:00100000:2.0:1746066725.505785:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:27098:x1830882975019008:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1746066725.505824:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 909 00000100:00100000:3.0:1746066725.505829:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882975018624:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066725.505967:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:27098:x1830882975019008:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 180us (1691us total) trans 8589942876 rc 0/0 00000100:00100000:2.0:1746066725.505972:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3560 00000100:00100000:0.0:1746066725.506024:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.506106:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975019136 00000100:00100000:3.0:1746066725.506109:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975019136 00010000:00010000:3.0:1746066725.506124:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978354 expref: 259 pid: 20127 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.506151:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5194 00000100:00100000:3.0:1746066725.506159:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:1966:x1830882975019136:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.506167:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.506226:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978354 expref: 259 pid: 20127 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.506237:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978354 expref: 259 pid: 20127 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.506256:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6080eb5 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978354 expref: 259 pid: 20127 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.506282:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.506290:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.506298:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.506302:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.506307:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.506410:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:1966:x1830882975019136:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 246us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.506417:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5194 00000100:00100000:2.0:1746066725.507594:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.507739:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975019264 00000100:00100000:3.0:1746066725.507744:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975019264 00010000:00010000:3.0:1746066725.507759:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978323 expref: 17 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.507774:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5195 00000100:00100000:3.0:1746066725.507780:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975019264:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.507789:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.507793:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978323 expref: 17 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.507801:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978323 expref: 17 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.507817:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b092e00/0xfb36a14ee6080ea0 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978323 expref: 17 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.507826:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.507829:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.507835:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.508001:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.508055:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066725.508115:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508121:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:1.0:1746066725.508146:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:1.0:1746066725.508149:0:14550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746066725.508159:0:14550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508166:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508173:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1c00/0xfb36a14ee6081075 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508178:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1c00/0xfb36a14ee6081075 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508183:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1c00/0xfb36a14ee6081075 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508187:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cad1c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066725.508190:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1c00/0xfb36a14ee6081075 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508207:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1c00/0xfb36a14ee6081075 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508217:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066725.508220:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066725.508222:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1c00/0xfb36a14ee6081075 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508226:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1c00/0xfb36a14ee6081075 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00000100:00100000:3.0:1746066725.508258:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975019264:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 476us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.508263:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5195 00000100:00100000:2.0:1746066725.508338:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1963:x1830882975018624:12345-192.168.202.57@tcp:4:cat.0 Request processed in 2507us (3528us total) trans 17179872781 rc 0/0 00000100:00100000:2.0:1746066725.508344:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 909 00002000:00100000:2.0:1746066725.508350:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3751936->3866623) req@ffff88009ef58a80 x1830882975018624/t17179872781(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/448 e 0 to 0 dl 1746066736 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.508358:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef58a80 with x1830882975018624 ext(3751936->3866623) 00010000:00010000:2.0:1746066725.508364:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 40 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.508374:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 40 pid: 10402 timeout: 786 lvb_type: 0 00002000:00010000:2.0:1746066725.508379:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ef58a80 00010000:00010000:1.0:1746066725.508423:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608107c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508430:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608107c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508434:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608107c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508438:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cad0a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066725.508440:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608107c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508445:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608107c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508451:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880135105100) 00010000:00010000:1.0:1746066725.508453:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066725.508456:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608107c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508460:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608107c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.508485:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1200/0xfb36a14ee6081067 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978465 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.508496:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978465 expref: 7 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.508501:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.508503:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066725.508505:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cad1e00, rc 0) 00000100:00100000:1.0:1746066725.508532:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:28728:x1830882975018368:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 8668us (8763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.508538:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9019 00000100:00100000:0.0:1746066725.511120:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.511151:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.511213:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975019392 00000100:00100000:2.0:1746066725.511213:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975019520 00000100:00100000:3.0:1746066725.511219:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975019392 00000100:00100000:2.0:1746066725.511219:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975019520 00000100:00100000:2.0:1746066725.511378:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10484 00000100:00100000:2.0:1746066725.511386:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975019392:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066725.511400:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.511412:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4459200/0xfb36a14ee608108a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97846c expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.511425:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10485 00010000:00010000:2.0:1746066725.511429:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746066725.511431:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975019520:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066725.511431:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.511436:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.511438:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4459200/0xfb36a14ee608108a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97846c expref: 10 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.511442:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b597800/0xfb36a14ee6081091 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978473 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.511449:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.511449:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4459200/0xfb36a14ee608108a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97846c expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.511450:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.511454:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b597800/0xfb36a14ee6081091 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978473 expref: 11 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.511457:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4459200, rc 0) 00010000:00010000:3.0:1746066725.511466:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b597800/0xfb36a14ee6081091 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978473 expref: 11 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.511472:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b597800, rc 0) 00000100:00100000:3.0:1746066725.511484:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:1966:x1830882975019520:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 54us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.511484:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1966:x1830882975019392:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 99us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.511489:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10485 00000100:00100000:2.0:1746066725.511620:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10484 00000100:00100000:0.0:1746066725.511789:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.511835:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975019648 00000100:00100000:1.0:1746066725.511839:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975019648 00000100:00100000:1.0:1746066725.511867:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10486 00000100:00100000:1.0:1746066725.511872:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975019648:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066725.511879:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.511888:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800926be400/0xfb36a14ee6081098 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97847a expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.511899:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.511900:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.511904:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800926be400/0xfb36a14ee6081098 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97847a expref: 8 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.511913:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800926be400/0xfb36a14ee6081098 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97847a expref: 8 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.511919:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926be400, rc 0) 00000100:00100000:1.0:1746066725.511937:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975019648:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 65us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.511941:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10486 00000100:00100000:3.0:1746066725.512055:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.512098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.512110:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975019904 00000100:00100000:3.0:1746066725.512113:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975019904 00010000:00010000:3.0:1746066725.512126:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 40 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.512148:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5196 00000100:00100000:3.0:1746066725.512156:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1963:x1830882975019904:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746066725.512162:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975019776 00010000:00010000:3.0:1746066725.512164:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746066725.512165:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975019776 00010000:00010000:3.0:1746066725.512181:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 40 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.512188:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10487 00010000:00010000:3.0:1746066725.512190:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 40 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.512193:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975019776:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066725.512210:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.512215:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab5e000/0xfb36a14ee6080ff7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3751936->3866623) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97840a expref: 40 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.512215:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801353d9600/0xfb36a14ee608109f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978481 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.512224:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.512225:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.512229:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801353d9600/0xfb36a14ee608109f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978481 expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.512931:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.512933:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.512938:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97845e expref: 21 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.512945:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97845e expref: 21 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.512954:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801353d9600/0xfb36a14ee608109f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978481 expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066725.512961:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801353d9600, rc 0) 00010000:00010000:3.0:1746066725.512968:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97845e expref: 21 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.512978:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009270a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976195456:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066725.513032:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acce3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066725.513161:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1966:x1830882975019776:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 966us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.513166:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10487 00000100:00100000:3.0:1746066725.514868:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009270a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976195456:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066725.514881:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.514907:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1963:x1830882975019904:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2753us (2808us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.514914:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5196 00000100:00100000:0.0:1746066725.515525:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.515636:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975020160 00000100:00100000:1.0:1746066725.515642:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975020160 00000100:00100000:1.0:1746066725.515700:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9020 00000100:00100000:1.0:1746066725.515706:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:28728:x1830882975020160:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066725.515720:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.515734:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926be200/0xfb36a14ee60810a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978488 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.515803:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.515814:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978465 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.515819:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.515839:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978465 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.515848:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978465 expref: 8 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746066725.515860:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976195584:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.515914:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066725.517654:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976195584:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066725.517672:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066725.517906:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.518054:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975020288 00000100:00100000:3.0:1746066725.518059:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975020288 00010000:00010000:3.0:1746066725.518080:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978465 expref: 9 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.518424:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5197 00000100:00100000:3.0:1746066725.518432:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975020288:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.518448:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.518453:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978465 expref: 9 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.518462:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978465 expref: 9 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.518479:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6081083 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978465 expref: 9 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.518490:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.518493:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.518500:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.518505:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.518526:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.518609:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975020288:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 178us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.518614:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5197 00010000:00010000:1.0:1746066725.518720:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.518725:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:1.0:1746066725.518738:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066725.518838:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926be200/0xfb36a14ee60810a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978488 expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.518848:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978488 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.518854:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.518856:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746066725.518858:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926bfa00, rc 0) 00000100:00100000:1.0:1746066725.518879:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:28728:x1830882975020160:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3174us (3355us total) trans 8589942877 rc 0/0 00000100:00100000:1.0:1746066725.518884:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9020 00000100:00100000:2.0:1746066725.520746:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.520862:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975020416 00000100:00100000:1.0:1746066725.520868:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975020416 00000100:00100000:1.0:1746066725.520893:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9021 00000100:00100000:1.0:1746066725.520899:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:28728:x1830882975020416:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066725.520916:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.520927:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee60810bb lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97848f expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.520980:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.520990:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978488 expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.520996:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.521018:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978488 expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.521027:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978488 expref: 9 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746066725.521037:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976195712:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.522263:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.523996:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.524322:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.524456:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975020672 00000100:00100000:1.0:1746066725.524463:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975020672 00002000:00100000:1.0:1746066725.524497:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ef5b480 x1830882975020672/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.524506:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5b480 with x1830882975020672 ext(2097152->3145727) 00002000:00010000:1.0:1746066725.524510:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5b480 00000100:00100000:1.0:1746066725.524537:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975020928 00000100:00100000:1.0:1746066725.524539:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975020928 00002000:00100000:1.0:1746066725.524549:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ef58e00 x1830882975020928/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.524556:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef58e00 with x1830882975020928 ext(3145728->4194303) 00002000:00010000:1.0:1746066725.524559:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef58e00 00000100:00100000:1.0:1746066725.524568:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4264 00000100:00100000:1.0:1746066725.524574:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975020672:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066725.525537:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4265 00000100:00100000:3.0:1746066725.525545:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975020928:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066725.528468:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976195712:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066725.528492:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:3.0:1746066725.529630:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.529698:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975021056 00000100:00100000:0.0:1746066725.529705:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975021056 00010000:00010000:0.0:1746066725.529732:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978488 expref: 10 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.529767:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5198 00000100:00100000:0.0:1746066725.529774:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975021056:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066725.529786:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.529791:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978488 expref: 10 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.529805:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978488 expref: 10 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.529824:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810ad lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978488 expref: 10 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.529848:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066725.529852:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066725.529861:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066725.529867:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066725.529882:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066725.529914:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975021056:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 140us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.529920:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5198 00010000:00010000:1.0:1746066725.530021:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.530027:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:1.0:1746066725.530060:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:1.0:1746066725.530064:0:14550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746066725.530076:0:14550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.530101:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee60810bb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97848f expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.530114:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97848f expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.530123:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.530125:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066725.530127:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926bf600, rc 0) 00000100:00100000:1.0:1746066725.530146:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:28728:x1830882975020416:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 9247us (9410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.530151:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9021 00000100:00100000:0.0:1746066725.536981:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.538392:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975021312 00000100:00100000:1.0:1746066725.538401:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975021312 00000100:00100000:1.0:1746066725.538949:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9022 00000100:00100000:1.0:1746066725.538958:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28730:x1830882975021312:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066725.538977:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.538992:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee60810c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978496 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.539073:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee60810d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539082:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee60810d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539090:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee60810d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539101:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee60810d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539105:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee60810d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539113:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee60810d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539192:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810de lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539207:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539212:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:1.0:1746066725.539218:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066725.539274:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee60810d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539279:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee60810d0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539285:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee60810d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539289:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cad1e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066725.539292:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee60810d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539296:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee60810d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539304:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066725.539306:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066725.539309:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee60810d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.539317:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee60810d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.540378:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee60810d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.540385:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee60810d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.540389:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee60810d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.540392:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800926bec00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066725.540394:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee60810d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.540398:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee60810d7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.540405:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880135105d00) 00010000:00010000:1.0:1746066725.540407:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066725.540409:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee60810d7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.540413:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee60810d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.540450:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee60810c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978496 expref: 19 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.540462:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978496 expref: 18 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.540472:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.540474:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066725.540476:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926bfa00, rc 0) 00000100:00100000:1.0:1746066725.540531:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28730:x1830882975021312:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1574us (3555us total) trans 8589942878 rc 0/0 00000100:00100000:1.0:1746066725.540538:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9022 00000100:00100000:1.0:1746066725.540754:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975020672:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16180us (16762us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066725.540762:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4264 00002000:00100000:1.0:1746066725.540770:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ef5b480 x1830882975020672/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.540777:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5b480 with x1830882975020672 ext(2097152->3145727) 00002000:00010000:1.0:1746066725.540781:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5b480 00000100:00100000:3.0:1746066725.541628:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975020928:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16082us (17303us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066725.541637:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4265 00002000:00100000:3.0:1746066725.541643:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ef58e00 x1830882975020928/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.541650:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef58e00 with x1830882975020928 ext(3145728->4194303) 00002000:00010000:3.0:1746066725.541653:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef58e00 00000100:00100000:0.0:1746066725.542580:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.542647:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975021568 00000100:00100000:1.0:1746066725.542654:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975021568 00000100:00100000:3.0:1746066725.542801:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9023 00000100:00100000:3.0:1746066725.542809:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:28728:x1830882975021568:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066725.542824:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.542839:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596a00/0xfb36a14ee60810ec lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97849d expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.542906:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee60810f3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.542917:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee60810f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.542926:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee60810f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.542934:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee60810f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.542938:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee60810f3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.542943:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee60810f3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.542950:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b596000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066725.542953:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee60810f3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.542959:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee60810f3 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.542966:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.542968:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066725.542970:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee60810f3 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.542974:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee60810f3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.543010:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596a00/0xfb36a14ee60810ec lrc: 1/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97849d expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.543016:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596a00/0xfb36a14ee60810ec lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97849d expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.543022:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b596a00, rc 0) 00000100:00100000:3.0:1746066725.543045:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:28728:x1830882975021568:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 238us (468us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066725.543050:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9023 00000100:00100000:0.0:1746066725.547163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.547299:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975021824 00000100:00100000:2.0:1746066725.547307:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975021824 00000100:00100000:2.0:1746066725.547357:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3561 00000100:00100000:2.0:1746066725.547367:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:28728:x1830882975021824:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:2.0:1746066725.548017:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:28728:x1830882975021824:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 648us (858us total) trans 8589942879 rc 0/0 00000100:00100000:2.0:1746066725.548024:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3561 00000100:00100000:0.0:1746066725.553780:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.553914:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975022080 00000100:00100000:1.0:1746066725.553922:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975022080 00000100:00100000:1.0:1746066725.553970:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9024 00000100:00100000:1.0:1746066725.553977:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28732:x1830882975022080:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066725.554062:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.554078:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926be800/0xfb36a14ee60810fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784a4 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.554182:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee6081101 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554211:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee6081101 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554223:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee6081101 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554238:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081108 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554244:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081108 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554250:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081108 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554355:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee608110f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554365:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee608110f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554372:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee608110f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:1.0:1746066725.554381:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066725.554464:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee6081101 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554471:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee6081101 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554476:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee6081101 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554485:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800926bec00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066725.554488:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee6081101 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554495:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee6081101 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554506:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066725.554509:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066725.554513:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee6081101 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554517:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bec00/0xfb36a14ee6081101 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554602:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081108 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554609:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081108 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554613:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081108 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554617:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800926bf800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066725.554619:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081108 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554623:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081108 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554630:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880135105d00) 00010000:00010000:1.0:1746066725.554632:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066725.554635:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081108 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554639:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081108 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.554707:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926be800/0xfb36a14ee60810fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784a4 expref: 261 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.554720:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee608110f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784a4 expref: 260 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.554726:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.554728:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066725.554730:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cad0e00, rc 0) 00000100:00100000:1.0:1746066725.554795:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:28732:x1830882975022080:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 819us (1026us total) trans 8589942880 rc 0/0 00000100:00100000:1.0:1746066725.554801:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9024 00000100:00100000:0.0:1746066725.585343:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.585641:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975022208 00000100:00100000:1.0:1746066725.585651:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975022208 00000100:00100000:1.0:1746066725.585757:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10488 00000100:00100000:1.0:1746066725.585765:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28730:x1830882975022208:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066725.585781:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.585896:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784ab expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.585922:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978418 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.585934:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800926be400/0xfb36a14ee6081098 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97847a expref: 7 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.585939:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800926be000/0xfb36a14ee6081036 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978434 expref: 16 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.585944:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.585945:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.585948:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 6/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1429504->1929215] (req 1429504->1929215) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.585970:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800926be000/0xfb36a14ee6081036 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978434 expref: 16 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.585979:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800926be000/0xfb36a14ee6081036 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978434 expref: 16 pid: 20532 timeout: 786 lvb_type: 1 00000100:00100000:1.0:1746066725.585988:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976195840:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066725.586757:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800926be400/0xfb36a14ee6081098 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97847a expref: 7 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.586765:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800926be400/0xfb36a14ee6081098 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97847a expref: 7 pid: 21203 timeout: 786 lvb_type: 1 00000100:00100000:1.0:1746066725.586773:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976195968:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066725.587238:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978418 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.587246:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978418 expref: 18 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746066725.587253:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976196096:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.587276:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.590907:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.590945:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.590966:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975022464 00000100:00100000:3.0:1746066725.590967:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975022336 00000100:00100000:3.0:1746066725.590972:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975022336 00000100:00100000:0.0:1746066725.590972:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975022464 00010000:00010000:3.0:1746066725.591000:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800926be400/0xfb36a14ee6081098 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97847a expref: 8 pid: 21203 timeout: 786 lvb_type: 1 00000100:00100000:3.0:1746066725.591041:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5199 00000100:00100000:1.0:1746066725.591046:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976195840:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.591048:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975022336:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066725.591054:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976195968:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.591059:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066725.591060:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976196096:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.591076:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800926be400/0xfb36a14ee6081098 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97847a expref: 8 pid: 21203 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.591082:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [1429504->1929215] (req 1429504->1929215) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.591083:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800926be400/0xfb36a14ee6081098 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97847a expref: 8 pid: 21203 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.591100:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926be400/0xfb36a14ee6081098 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97847a expref: 8 pid: 21203 timeout: 786 lvb_type: 1 00010000:00010000:0.0:1746066725.591182:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978418 expref: 19 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.591208:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5200 00010000:00010000:3.0:1746066725.591244:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066725.591244:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cad0a00, rc 0) 00000100:00100000:0.0:1746066725.591271:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882975022464:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066725.591274:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975022336:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 227us (329us total) trans 0 rc 0/0 00010000:00010000:0.0:1746066725.591277:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.591284:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978418 expref: 19 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.591292:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978418 expref: 19 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.591303:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb97600/0xfb36a14ee6081005 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978418 expref: 19 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.591314:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.591373:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28730:x1830882975022208:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5609us (6040us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.591379:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10488 00000100:00100000:3.0:1746066725.591396:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5199 00000100:00100000:0.0:1746066725.591566:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1966:x1830882975022464:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 295us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.591572:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5200 00000100:00100000:2.0:1746066725.591613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.591647:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975022592 00000100:00100000:3.0:1746066725.591652:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975022592 00010000:00010000:3.0:1746066725.591663:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800926be000/0xfb36a14ee6081036 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978434 expref: 16 pid: 20532 timeout: 786 lvb_type: 1 00000100:00100000:3.0:1746066725.591705:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5201 00000100:00100000:3.0:1746066725.591711:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975022592:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.591717:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.591725:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800926be000/0xfb36a14ee6081036 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978434 expref: 16 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.591734:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800926be000/0xfb36a14ee6081036 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978434 expref: 16 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.591745:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926be000/0xfb36a14ee6081036 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978434 expref: 16 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.591752:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.591754:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.591760:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 15 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.591768:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 15 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.591791:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 15 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.591801:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976196224:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066725.591860:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acce3240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066725.594277:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.594362:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976196224:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066725.594380:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.594412:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975022592:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2699us (2796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.594420:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5201 00000100:00100000:0.0:1746066725.594511:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975022848 00000100:00100000:0.0:1746066725.594517:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975022848 00002000:00100000:0.0:1746066725.594554:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1429504->1433599) req@ffff88009e841f80 x1830882975022848/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066725.594563:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e841f80 with x1830882975022848 ext(1429504->1433599) 00002000:00010000:0.0:1746066725.594567:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e841f80 00000100:00100000:0.0:1746066725.594857:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4266 00000100:00100000:0.0:1746066725.594866:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1965:x1830882975022848:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066725.595017:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1965:x1830882975022848:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 151us (745us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066725.595023:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4266 00002000:00100000:0.0:1746066725.595029:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1429504->1433599) req@ffff88009e841f80 x1830882975022848/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066725.595035:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e841f80 with x1830882975022848 ext(1429504->1433599) 00002000:00010000:0.0:1746066725.595039:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e841f80 00000100:00100000:0.0:1746066725.601397:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.601460:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975023104 00000100:00100000:1.0:1746066725.601468:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975023104 00002000:00100000:1.0:1746066725.601503:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1925120->1929215) req@ffff88009bb2ca80 x1830882975023104/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.601513:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2ca80 with x1830882975023104 ext(1925120->1929215) 00002000:00010000:1.0:1746066725.601522:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2ca80 00000100:00100000:1.0:1746066725.601564:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4267 00000100:00100000:1.0:1746066725.601573:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882975023104:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066725.602382:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882975023104:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 807us (991us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066725.602389:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4267 00002000:00100000:1.0:1746066725.602397:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1925120->1929215) req@ffff88009bb2ca80 x1830882975023104/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.602405:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2ca80 with x1830882975023104 ext(1925120->1929215) 00002000:00010000:1.0:1746066725.602409:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2ca80 00000100:00100000:0.0:1746066725.604868:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.604960:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975023360 00000100:00100000:2.0:1746066725.604968:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975023360 00000100:00100000:2.0:1746066725.605001:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3562 00000100:00100000:2.0:1746066725.605007:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28730:x1830882975023360:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066725.605170:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28730:x1830882975023360:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 162us (306us total) trans 8589942881 rc 0/0 00000100:00100000:2.0:1746066725.605175:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3562 00000100:00100000:0.0:1746066725.615621:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.615839:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975023488 00000100:00100000:1.0:1746066725.615846:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975023488 00000100:00100000:2.0:1746066725.617003:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10489 00000100:00100000:2.0:1746066725.617015:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:28732:x1830882975023488:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066725.617034:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.617048:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784b2 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.617072:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 14 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.617079:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066725.617081:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066725.617084:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1675264->2097151] (req 1675264->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.617111:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 14 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.617121:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 14 pid: 8452 timeout: 786 lvb_type: 0 00000100:00100000:2.0:1746066725.617131:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976196352:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.617225:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066725.619159:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976196352:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.619182:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1675264->2097151] (req 1675264->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.619209:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f382200, rc 0) 00000100:00100000:2.0:1746066725.619241:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:28732:x1830882975023488:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2228us (3627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.619248:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10489 00000100:00100000:0.0:1746066725.620257:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.620481:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975023616 00000100:00100000:1.0:1746066725.620489:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975023616 00002000:00100000:1.0:1746066725.620521:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1429504->1929215) req@ffff88009bb2f480 x1830882975023616/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.620529:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2f480 with x1830882975023616 ext(1429504->1929215) 00010000:00010000:1.0:1746066725.620535:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 15 pid: 8452 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.620546:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 15 pid: 8452 timeout: 786 lvb_type: 0 00002000:00010000:1.0:1746066725.620552:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb2f480 00000100:00100000:1.0:1746066725.620567:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 910 00000100:00100000:1.0:1746066725.620573:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1965:x1830882975023616:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:1.0:1746066725.628973:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975023616:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 8392us (8710us total) trans 21474840113 rc 0/0 00000100:00100000:1.0:1746066725.628983:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 910 00002000:00100000:1.0:1746066725.628993:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1429504->1929215) req@ffff88009bb2f480 x1830882975023616/t21474840113(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/448 e 0 to 0 dl 1746066736 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066725.629002:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2f480 with x1830882975023616 ext(1429504->1929215) 00010000:00010000:1.0:1746066725.629010:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 17 pid: 8452 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.629025:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 17 pid: 8452 timeout: 786 lvb_type: 0 00002000:00010000:1.0:1746066725.629032:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb2f480 00000100:00100000:0.0:1746066725.631646:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.631745:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975023744 00000100:00100000:3.0:1746066725.631753:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975023744 00010000:00010000:3.0:1746066725.631780:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 17 pid: 8452 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.631810:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5202 00000100:00100000:3.0:1746066725.631816:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882975023744:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.631829:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.631844:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 17 pid: 8452 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.631854:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 17 pid: 8452 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.631871:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee608111d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1429504->1929215) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ab expref: 17 pid: 8452 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.631885:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.631887:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.631893:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.631900:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.631924:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.631938:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976196480:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066725.632000:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acce3240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066725.634708:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976196480:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066725.634727:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.634771:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882975023744:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2954us (3129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.634781:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5202 00000100:00100000:1.0:1746066725.635325:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.635381:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975024000 00000100:00100000:0.0:1746066725.635386:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975024000 00002000:00100000:0.0:1746066725.635416:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1675264->1679359) req@ffff88009f16ca80 x1830882975024000/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066725.635424:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ca80 with x1830882975024000 ext(1675264->1679359) 00002000:00010000:0.0:1746066725.635428:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16ca80 00000100:00100000:0.0:1746066725.635442:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4268 00000100:00100000:0.0:1746066725.635447:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1964:x1830882975024000:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066725.635572:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1964:x1830882975024000:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 124us (247us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066725.635578:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4268 00002000:00100000:0.0:1746066725.635584:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1675264->1679359) req@ffff88009f16ca80 x1830882975024000/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066725.635591:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ca80 with x1830882975024000 ext(1675264->1679359) 00002000:00010000:0.0:1746066725.635593:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16ca80 00000100:00100000:0.0:1746066725.640287:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.640355:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975024128 00000100:00100000:2.0:1746066725.640362:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975024128 00000100:00100000:2.0:1746066725.640410:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10490 00000100:00100000:2.0:1746066725.640417:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:28732:x1830882975024128:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066725.640432:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.640447:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784b9 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.640469:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801360b8c00/0xfb36a14ee6080e14 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978307 expref: 6 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.640476:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee6080efb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978377 expref: 20 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.640483:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8800/0xfb36a14ee6080eca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978346 expref: 15 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.640493:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.640494:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.640497:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 6/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->2289663] (req 2097152->2289663) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.640521:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8800/0xfb36a14ee6080eca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978346 expref: 15 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.640531:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8800/0xfb36a14ee6080eca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978346 expref: 15 pid: 8112 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.640542:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976196608:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.640617:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee6080efb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978377 expref: 20 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.640624:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee6080efb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978377 expref: 20 pid: 21203 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.640631:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976196736:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.640653:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801360b8c00/0xfb36a14ee6080e14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978307 expref: 6 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.640659:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801360b8c00/0xfb36a14ee6080e14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978307 expref: 6 pid: 20532 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.640671:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976196864:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.640715:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066725.645476:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976196608:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.645487:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976196736:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.645494:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976196864:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.645525:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->2289663] (req 2097152->2289663) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.645539:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f383800, rc 0) 00000100:00100000:2.0:1746066725.645584:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:28732:x1830882975024128:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5167us (5302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.645591:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10490 00000100:00100000:0.0:1746066725.649469:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.649938:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975024256 00000100:00100000:3.0:1746066725.649946:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975024256 00010000:00010000:3.0:1746066725.649975:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee6080efb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978377 expref: 20 pid: 21203 timeout: 786 lvb_type: 1 00000100:00100000:3.0:1746066725.650008:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5203 00000100:00100000:3.0:1746066725.650015:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882975024256:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.650033:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.650052:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee6080efb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978377 expref: 20 pid: 21203 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.650062:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee6080efb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978377 expref: 20 pid: 21203 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.650121:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0600/0xfb36a14ee6080efb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978377 expref: 20 pid: 21203 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.650151:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.650201:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975024256:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 178us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.650207:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5203 00000100:00100000:1.0:1746066725.650859:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.650934:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975024384 00000100:00100000:3.0:1746066725.650937:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975024384 00010000:00010000:3.0:1746066725.650950:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801360b8c00/0xfb36a14ee6080e14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978307 expref: 7 pid: 20532 timeout: 786 lvb_type: 1 00000100:00100000:3.0:1746066725.651029:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5204 00000100:00100000:3.0:1746066725.651034:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975024384:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.651041:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.651051:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801360b8c00/0xfb36a14ee6080e14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978307 expref: 7 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.651058:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801360b8c00/0xfb36a14ee6080e14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978307 expref: 7 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.651070:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801360b8c00/0xfb36a14ee6080e14 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978307 expref: 7 pid: 20532 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.651078:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.651462:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975024384:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 426us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.651468:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5204 00000100:00100000:0.0:1746066725.652642:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.652981:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975024512 00000100:00100000:3.0:1746066725.652986:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975024512 00010000:00010000:3.0:1746066725.653004:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8800/0xfb36a14ee6080eca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978346 expref: 16 pid: 8112 timeout: 786 lvb_type: 1 00000100:00100000:3.0:1746066725.653035:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5205 00000100:00100000:3.0:1746066725.653042:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975024512:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.653051:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.653064:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8800/0xfb36a14ee6080eca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978346 expref: 16 pid: 8112 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.653073:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8800/0xfb36a14ee6080eca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978346 expref: 16 pid: 8112 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.653087:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8800/0xfb36a14ee6080eca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978346 expref: 16 pid: 8112 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.653098:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.653100:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.653105:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.653112:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.653139:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.653153:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976196992:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066725.653996:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acce3300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066725.654191:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976196992:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066725.654215:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.654235:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975024512:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1193us (1596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.654241:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5205 00000100:00100000:0.0:1746066725.656727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.657093:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975024768 00000100:00100000:2.0:1746066725.657100:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975024768 00002000:00100000:2.0:1746066725.657134:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2285568->2289663) req@ffff88009bb2e680 x1830882975024768/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.657143:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2e680 with x1830882975024768 ext(2285568->2289663) 00002000:00010000:2.0:1746066725.657147:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2e680 00000100:00100000:2.0:1746066725.657163:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4269 00000100:00100000:2.0:1746066725.657169:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882975024768:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066725.657327:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882975024768:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 157us (605us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066725.657335:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4269 00002000:00100000:2.0:1746066725.657340:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2285568->2289663) req@ffff88009bb2e680 x1830882975024768/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.657347:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2e680 with x1830882975024768 ext(2285568->2289663) 00002000:00010000:2.0:1746066725.657350:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2e680 00000100:00100000:0.0:1746066725.662530:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.665415:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975025024 00000100:00100000:2.0:1746066725.665426:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975025024 00000100:00100000:2.0:1746066725.665474:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3563 00000100:00100000:2.0:1746066725.665481:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b085050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:28732:x1830882975025024:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066725.665714:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b085050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:28732:x1830882975025024:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 233us (3189us total) trans 8589942882 rc 0/0 00000100:00100000:2.0:1746066725.665720:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3563 00000100:00100000:0.0:1746066725.679599:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.679670:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975025152 00000100:00100000:1.0:1746066725.679716:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975025152 00000100:00100000:1.0:1746066725.679766:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9025 00000100:00100000:1.0:1746066725.679774:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:28738:x1830882975025152:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066725.679794:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.679812:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaab400/0xfb36a14ee6081132 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784c0 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.679859:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaab800/0xfb36a14ee6081139 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.679870:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaab800/0xfb36a14ee6081139 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.679879:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaab800/0xfb36a14ee6081139 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.679890:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaa000/0xfb36a14ee6081140 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.679894:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaa000/0xfb36a14ee6081140 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.679899:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaa000/0xfb36a14ee6081140 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.679981:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaaa00/0xfb36a14ee6081147 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.679988:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaaa00/0xfb36a14ee6081147 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.679993:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaaa00/0xfb36a14ee6081147 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:1.0:1746066725.680017:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:1.0:1746066725.680020:0:14550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746066725.680031:0:14550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaaa00/0xfb36a14ee6081147 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680039:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaaa00/0xfb36a14ee6081147 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680045:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaab800/0xfb36a14ee6081139 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680049:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaab800/0xfb36a14ee6081139 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680058:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaab800/0xfb36a14ee6081139 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680062:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aaab800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066725.680065:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaab800/0xfb36a14ee6081139 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680071:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaab800/0xfb36a14ee6081139 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680079:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066725.680081:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066725.680084:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaab800/0xfb36a14ee6081139 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680088:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaab800/0xfb36a14ee6081139 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680107:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaa000/0xfb36a14ee6081140 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680111:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaa000/0xfb36a14ee6081140 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680116:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaa000/0xfb36a14ee6081140 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680119:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aaaa000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066725.680122:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaa000/0xfb36a14ee6081140 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680126:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaa000/0xfb36a14ee6081140 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680134:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880135105c00) 00010000:00010000:1.0:1746066725.680136:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066725.680138:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaa000/0xfb36a14ee6081140 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680141:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaa000/0xfb36a14ee6081140 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.680165:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaab400/0xfb36a14ee6081132 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784c0 expref: 11 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.680175:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaaa00/0xfb36a14ee6081147 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784c0 expref: 10 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.680186:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.680188:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066725.680190:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aaaaa00, rc 0) 00000100:00100000:1.0:1746066725.680242:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:28738:x1830882975025152:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 469us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.680248:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9025 00000100:00100000:0.0:1746066725.685753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.685800:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.685811:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975025408 00000100:00100000:3.0:1746066725.685822:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975025408 00000100:00100000:3.0:1746066725.687075:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 544 00000100:00100000:3.0:1746066725.687086:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975025408:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.687100:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066725.687371:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975025280 00000100:00100000:2.0:1746066725.687376:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975025280 00000100:00100000:2.0:1746066725.687406:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10491 00000100:00100000:2.0:1746066725.687411:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975025280:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:0.0:1746066725.687414:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066725.687423:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.687436:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee608114e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784c7 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.687478:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976197120:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066725.687478:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975025536 00000100:00100000:1.0:1746066725.687481:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975025536 00000100:00100000:1.0:1746066725.687501:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10492 00000100:00100000:1.0:1746066725.687506:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975025536:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066725.687513:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.687519:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aaab600/0xfb36a14ee6081155 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784ce expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.687531:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc780 going to sleep for 11 seconds 00010000:00010000:3.0:1746066725.687660:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aaaaa00/0xfb36a14ee6081147 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784c0 expref: 10 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.687694:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.687699:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.687722:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975025408:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 639us (1977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.687728:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 544 00000100:00100000:1.0:1746066725.687904:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976197248:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066725.687952:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d03c0 going to sleep for 11 seconds 00002000:00010000:2.0:1746066725.690084:0:21203:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime: 1746066722 -> 1746066725 00000100:00100000:2.0:1746066725.690104:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976197120:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066725.690130:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee608114e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784c7 expref: 9 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.690141:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f382800/0xfb36a14ee608114e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784c7 expref: 9 pid: 21203 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1746066725.690230:0:8452:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime: 1746066723 -> 1746066725 00002000:00010000:1.0:1746066725.690233:0:8452:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066722 -> 1746066725 00002000:00010000:1.0:1746066725.690234:0:8452:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime: 1746066723 -> 1746066725 00000100:00100000:1.0:1746066725.690243:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976197248:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066725.690257:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009aaab600/0xfb36a14ee6081155 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ce expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.690265:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aaab600/0xfb36a14ee6081155 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ce expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.690274:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aaab600, rc 0) 00010000:00010000:2.0:1746066725.690315:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f382800, rc 0) 00000100:00100000:1.0:1746066725.690452:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975025536:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2940us (3033us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066725.690458:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10492 00000100:00100000:2.0:1746066725.690538:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975025280:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3126us (4736us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066725.690543:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10491 00000100:00100000:0.0:1746066725.692090:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.692294:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975025792 00000100:00100000:3.0:1746066725.692300:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975025792 00000100:00100000:3.0:1746066725.692340:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9026 00000100:00100000:3.0:1746066725.692347:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:28738:x1830882975025792:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066725.692364:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.692376:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee608115c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784d5 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.692453:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.692465:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97848f expref: 10 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.692471:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810de lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978496 expref: 18 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.692476:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee608110f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784a4 expref: 260 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.692482:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 6/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.692506:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee608110f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784a4 expref: 260 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.692515:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee608110f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784a4 expref: 260 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.692529:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976197376:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.692814:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978496 expref: 18 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.692826:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810de lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978496 expref: 18 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.692833:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976197504:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.692859:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97848f expref: 10 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.692866:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97848f expref: 10 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.692873:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976197632:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.692885:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acce3300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066725.695106:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976197376:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.695117:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976197504:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.695123:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976197632:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.695149:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746066725.695186:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.695221:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.695279:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.695327:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975026176 00000100:00100000:3.0:1746066725.695331:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975026176 00010000:00010000:3.0:1746066725.695353:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97848f expref: 11 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.695377:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975025920 00000100:00100000:3.0:1746066725.695379:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975025920 00010000:00010000:3.0:1746066725.695388:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee608110f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784a4 expref: 261 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.695400:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975026048 00000100:00100000:3.0:1746066725.695402:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975026048 00010000:00010000:3.0:1746066725.695409:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810de lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978496 expref: 19 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.695421:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5206 00000100:00100000:3.0:1746066725.695427:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975026176:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.695436:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.695441:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97848f expref: 11 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.695448:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97848f expref: 11 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.695453:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5207 00000100:00100000:0.0:1746066725.695459:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:1964:x1830882975025920:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066725.695464:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.695465:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bf600/0xfb36a14ee60810c2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97848f expref: 11 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.695468:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee608110f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784a4 expref: 261 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.695474:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee608110f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784a4 expref: 261 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.695480:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.695483:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.695496:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.695501:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066725.695505:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee608110f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784a4 expref: 261 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.695519:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066725.695522:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066725.695526:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066725.695530:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.695531:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975026176:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 99us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.695539:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5206 00000100:00100000:0.0:1746066725.695541:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:1964:x1830882975025920:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 84us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.695546:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5207 00000100:00100000:3.0:1746066725.695552:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5208 00000100:00100000:3.0:1746066725.695556:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882975026048:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.695561:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.695564:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810de lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978496 expref: 19 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.695570:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978496 expref: 19 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.695579:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926bfa00/0xfb36a14ee60810de lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978496 expref: 19 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.695586:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.695588:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.695594:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.695599:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.695612:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.695626:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975026048:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 70us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.695631:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5208 00010000:00010000:3.0:1746066725.695660:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.695666:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066725.695698:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066725.695809:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee608115c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784d5 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.695819:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784d5 expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.695825:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.695827:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066725.695828:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b596000, rc 0) 00000100:00100000:3.0:1746066725.695850:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:28738:x1830882975025792:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3503us (3763us total) trans 8589942883 rc 0/0 00000100:00100000:3.0:1746066725.695855:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9026 00000100:00100000:0.0:1746066725.698944:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.699236:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975026304 00000100:00100000:3.0:1746066725.699243:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975026304 00000100:00100000:3.0:1746066725.699447:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9027 00000100:00100000:3.0:1746066725.699455:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:28738:x1830882975026304:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066725.699475:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.699490:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081171 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784dc expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.699550:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081178 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.699563:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784d5 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.699568:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081178 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.699588:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784d5 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.699595:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784d5 expref: 11 pid: 14549 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.699602:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976197760:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.699666:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acce3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066725.700806:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976197760:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.700824:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081178 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746066725.701124:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.701216:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975026432 00000100:00100000:1.0:1746066725.701220:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975026432 00010000:00010000:1.0:1746066725.701237:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784d5 expref: 12 pid: 14549 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746066725.701270:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5209 00000100:00100000:1.0:1746066725.701276:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882975026432:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.701293:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.701298:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784d5 expref: 12 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.701306:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784d5 expref: 12 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.701322:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee6081163 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784d5 expref: 12 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.701344:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.701351:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081178 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066725.701357:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081178 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066725.701363:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081178 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066725.701384:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.701418:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975026432:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 142us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.701424:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5209 00010000:00010000:3.0:1746066725.701570:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081178 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.701576:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081178 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066725.701618:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066725.701621:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066725.701633:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081178 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.701660:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081171 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784dc expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.701701:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081178 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784dc expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.701712:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.701714:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066725.701717:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa20200, rc 0) 00000100:00100000:3.0:1746066725.701738:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:28738:x1830882975026304:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2284us (2799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.701750:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9027 00000100:00100000:0.0:1746066725.703352:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.703391:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.703401:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975026688 00000100:00100000:2.0:1746066725.703406:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975026688 00000100:00100000:2.0:1746066725.703443:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975026560 00000100:00100000:2.0:1746066725.703446:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975026560 00000100:00100000:2.0:1746066725.703467:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10493 00000100:00100000:2.0:1746066725.703473:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975026688:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066725.703487:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.703498:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608117f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784ea expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.703532:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976197888:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066725.703593:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066725.703649:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10494 00000100:00100000:1.0:1746066725.703655:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975026560:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066725.703661:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.703668:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aaaba00/0xfb36a14ee6081186 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784e3 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.703714:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976198016:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066725.703748:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066725.705615:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976198016:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066725.705638:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009aaaba00/0xfb36a14ee6081186 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784e3 expref: 9 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.705648:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aaaba00/0xfb36a14ee6081186 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784e3 expref: 9 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.705657:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aaaba00, rc 0) 00000100:00100000:1.0:1746066725.705704:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975026560:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2048us (2312us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066725.705711:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10494 00000100:00100000:2.0:1746066725.705968:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976197888:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066725.705986:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608117f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ea expref: 7 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.705998:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608117f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ea expref: 7 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.706019:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f383e00, rc 0) 00000100:00100000:2.0:1746066725.706039:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975026688:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2567us (2692us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066725.706044:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10493 00000100:00100000:0.0:1746066725.708394:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.708457:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975026944 00000100:00100000:3.0:1746066725.708463:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975026944 00000100:00100000:3.0:1746066725.708526:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9028 00000100:00100000:3.0:1746066725.708533:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:28738:x1830882975026944:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066725.708549:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.708564:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21e00/0xfb36a14ee608118d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784f1 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.708635:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081194 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.708646:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081194 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.708654:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081194 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066725.708663:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066725.708855:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21e00/0xfb36a14ee608118d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f1 expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.708939:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081194 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f1 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.708946:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.708948:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066725.708951:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa21000, rc 0) 00000100:00100000:3.0:1746066725.709071:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+12:28738:x1830882975026944:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 538us (681us total) trans 8589942884 rc 0/0 00000100:00100000:3.0:1746066725.709077:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9028 00000100:00100000:0.0:1746066725.710338:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.710379:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975027072 00000100:00100000:2.0:1746066725.710384:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975027072 00000100:00100000:2.0:1746066725.710417:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10495 00000100:00100000:2.0:1746066725.710423:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975027072:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:2.0:1746066725.710447:0:21203:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.710459:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a85c9c00/0xfb36a14ee6080df1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782eb expref: 6 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.710466:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6080ed8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97834d expref: 18 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.710472:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ea7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97832a expref: 14 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.710478:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.710480:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.710483:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.710506:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ea7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97832a expref: 14 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.710516:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ea7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97832a expref: 14 pid: 8451 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.710528:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976198144:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.710600:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6080ed8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97834d expref: 18 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.710608:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6080ed8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97834d expref: 18 pid: 8450 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.710616:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976198272:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.710639:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a85c9c00/0xfb36a14ee6080df1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782eb expref: 6 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.710646:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a85c9c00/0xfb36a14ee6080df1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782eb expref: 6 pid: 10402 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.710652:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976198400:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.710668:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.711098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.711548:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.711575:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.711599:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.713139:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.713295:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.713335:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975027328 00000100:00100000:3.0:1746066725.713341:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975027328 00000100:00100000:3.0:1746066725.713353:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975027584 00000100:00100000:3.0:1746066725.713355:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975027584 00000100:00100000:3.0:1746066725.713380:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975027200 00000100:00100000:3.0:1746066725.713382:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975027200 00000100:00100000:3.0:1746066725.713393:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975027456 00000100:00100000:3.0:1746066725.713394:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975027456 00000100:00100000:3.0:1746066725.713404:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975027712 00000100:00100000:3.0:1746066725.713406:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975027712 00000100:00100000:3.0:1746066725.713416:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10496 00000100:00100000:3.0:1746066725.713422:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975027584:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:3.0:1746066725.713455:0:20532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.713468:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.713474:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066725.713476:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066725.713479:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.713501:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.713511:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 18 pid: 21203 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.713520:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976198528:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.713566:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066725.713582:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10497 00000100:00100000:3.0:1746066725.713587:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975027200:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:3.0:1746066725.713603:0:8112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.713620:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978442 expref: 21 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.713625:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4459200/0xfb36a14ee608108a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97846c expref: 13 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.713631:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b597400/0xfb36a14ee6081060 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978457 expref: 38 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.713638:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.713640:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.713642:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.713656:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b597400/0xfb36a14ee6081060 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978457 expref: 38 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.713663:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b597400/0xfb36a14ee6081060 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978457 expref: 38 pid: 10402 timeout: 786 lvb_type: 1 00000100:00100000:3.0:1746066725.713671:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976198656:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.713709:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4459200/0xfb36a14ee608108a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97846c expref: 13 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.713716:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4459200/0xfb36a14ee608108a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97846c expref: 13 pid: 8452 timeout: 786 lvb_type: 1 00000100:00100000:3.0:1746066725.713723:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976198784:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.713743:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978442 expref: 21 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.713749:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978442 expref: 21 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.713755:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976198912:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.713769:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acce3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066725.713787:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10498 00000100:00100000:3.0:1746066725.713791:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975027456:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:3.0:1746066725.713803:0:10402:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.713811:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.713816:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066725.713817:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066725.713819:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.713831:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.713837:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 18 pid: 21203 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.713844:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976199040:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.713863:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22540 going to sleep for 11 seconds 00000100:00100000:1.0:1746066725.713868:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10499 00000100:00100000:1.0:1746066725.713876:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975027712:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:1.0:1746066725.713892:0:21973:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.713901:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801353d9600/0xfb36a14ee608109f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978481 expref: 13 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.713908:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97845e expref: 21 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.713917:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746066725.713918:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10500 00010000:00010000:1.0:1746066725.713919:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.713920:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 5/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.713925:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975027328:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:1.0:1746066725.713934:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97845e expref: 21 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.713939:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.713941:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97845e expref: 21 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.713947:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978411 expref: 38 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.713948:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976199168:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.713954:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b597800/0xfb36a14ee6081091 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978473 expref: 13 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.713959:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee608103d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97842d expref: 21 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.713963:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.713964:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.713967:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.713972:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801353d9600/0xfb36a14ee608109f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978481 expref: 13 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.713978:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801353d9600/0xfb36a14ee608109f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978481 expref: 13 pid: 8452 timeout: 786 lvb_type: 1 00010000:00010000:2.0:1746066725.713979:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee608103d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97842d expref: 21 pid: 21973 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746066725.713984:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976199296:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.713987:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee608103d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97842d expref: 21 pid: 21973 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.713994:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976199424:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.713994:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066725.714008:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975027840 00000100:00100000:1.0:1746066725.714011:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975027840 00010000:00010000:2.0:1746066725.714018:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b597800/0xfb36a14ee6081091 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978473 expref: 13 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.714023:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85c9c00/0xfb36a14ee6080df1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782eb expref: 9 pid: 10402 timeout: 786 lvb_type: 1 00010000:00010000:2.0:1746066725.714029:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b597800/0xfb36a14ee6081091 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978473 expref: 13 pid: 8450 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.714036:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976199552:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.714038:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5210 00000100:00100000:1.0:1746066725.714043:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975027840:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.714050:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066725.714053:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978411 expref: 38 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.714059:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978411 expref: 38 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:2.0:1746066725.714066:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976199680:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066725.714066:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a85c9c00/0xfb36a14ee6080df1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782eb expref: 9 pid: 10402 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.714073:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a85c9c00/0xfb36a14ee6080df1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782eb expref: 9 pid: 10402 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.714075:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc000 going to sleep for 11 seconds 00010000:00010000:1.0:1746066725.714087:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066725.714099:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976198144:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.714099:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975027840:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 56us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.714104:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5210 00000100:00100000:2.0:1746066725.714106:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976198272:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.714113:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a85c9c00/0xfb36a14ee6080df1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9782eb expref: 8 pid: 10402 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.714140:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976198400:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.714165:0:21203:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.715227:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.715282:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975027968 00000100:00100000:1.0:1746066725.715286:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975027968 00010000:00010000:1.0:1746066725.715301:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6080ed8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97834d expref: 19 pid: 8450 timeout: 786 lvb_type: 1 00000100:00100000:1.0:1746066725.718883:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5211 00000100:00100000:1.0:1746066725.718903:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975027968:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.718920:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.718946:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6080ed8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97834d expref: 19 pid: 8450 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.718957:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6080ed8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97834d expref: 19 pid: 8450 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.718977:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6080ed8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97834d expref: 19 pid: 8450 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.718993:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.719038:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1963:x1830882975027968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 144us (3811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.719044:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5211 00000100:00100000:0.0:1746066725.719469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.719972:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975028096 00000100:00100000:3.0:1746066725.719978:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975028096 00010000:00010000:3.0:1746066725.719997:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ea7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97832a expref: 15 pid: 8451 timeout: 786 lvb_type: 1 00000100:00100000:3.0:1746066725.720025:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5212 00000100:00100000:3.0:1746066725.720030:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975028096:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.720038:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.720048:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ea7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97832a expref: 15 pid: 8451 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.720056:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ea7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97832a expref: 15 pid: 8451 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.720068:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6080ea7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97832a expref: 15 pid: 8451 timeout: 786 lvb_type: 1 00010000:00010000:3.0:1746066725.720089:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.720091:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.720095:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.720103:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.720126:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066725.720144:0:21203:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.720147:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975028096:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 116us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.720152:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5212 00010000:00010000:2.0:1746066725.720156:0:21203:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.720173:0:21203:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.720180:0:21203:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.720186:0:21203:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.720199:0:21203:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f383200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066725.720202:0:21203:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.720209:0:21203:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.720218:0:21203:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.720223:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f383200/0xfb36a14ee60811a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.720258:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975027072:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 9835us (9931us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.720265:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10495 00000100:00100000:0.0:1746066725.720515:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.720527:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975028480 00000100:00100000:0.0:1746066725.720529:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975028480 00010000:00010000:0.0:1746066725.720541:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b597400/0xfb36a14ee6081060 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978457 expref: 39 pid: 10402 timeout: 786 lvb_type: 1 00000100:00100000:0.0:1746066725.720555:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5213 00000100:00100000:0.0:1746066725.720560:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1966:x1830882975028480:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066725.720566:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.720578:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b597400/0xfb36a14ee6081060 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978457 expref: 39 pid: 10402 timeout: 786 lvb_type: 1 00010000:00010000:0.0:1746066725.720586:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b597400/0xfb36a14ee6081060 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978457 expref: 39 pid: 10402 timeout: 786 lvb_type: 1 00010000:00010000:0.0:1746066725.720597:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066725.720613:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1966:x1830882975028480:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 53us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.720618:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5213 00000100:00100000:0.0:1746066725.720654:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.720668:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975028224 00000100:00100000:0.0:1746066725.720671:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975028224 00002000:00100000:0.0:1746066725.720709:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->2289663) req@ffff8800a45e6d80 x1830882975028224/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066725.720716:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e6d80 with x1830882975028224 ext(2097152->2289663) 00010000:00010000:0.0:1746066725.720723:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 18 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.720732:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 18 pid: 21203 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746066725.720737:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a45e6d80 00000100:00100000:0.0:1746066725.720749:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 911 00000100:00100000:0.0:1746066725.720754:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1964:x1830882975028224:12345-192.168.202.57@tcp:4:multiop.0 00010000:00010000:3.0:1746066725.720826:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b597400/0xfb36a14ee6081060 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978457 expref: 38 pid: 10402 timeout: 786 lvb_type: 1 00000100:00100000:3.0:1746066725.720835:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976198656:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.720840:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976198784:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.720845:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976198912:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.720861:0:8112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.720875:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976198528:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.720884:0:20532:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.720906:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976199040:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.720911:0:10402:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.720957:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.720967:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975028736 00000100:00100000:0.0:1746066725.720970:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975028736 00010000:00010000:0.0:1746066725.720981:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4459200/0xfb36a14ee608108a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97846c expref: 14 pid: 8452 timeout: 786 lvb_type: 1 00000100:00100000:0.0:1746066725.721002:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5214 00000100:00100000:0.0:1746066725.721007:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882975028736:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066725.721013:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.721027:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4459200/0xfb36a14ee608108a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97846c expref: 14 pid: 8452 timeout: 786 lvb_type: 1 00010000:00010000:0.0:1746066725.721037:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4459200/0xfb36a14ee608108a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97846c expref: 14 pid: 8452 timeout: 786 lvb_type: 1 00010000:00010000:0.0:1746066725.721047:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4459200/0xfb36a14ee608108a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97846c expref: 14 pid: 8452 timeout: 786 lvb_type: 1 00010000:00010000:0.0:1746066725.721062:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066725.721075:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975028736:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 68us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.721083:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5214 00000100:00100000:0.0:1746066725.721132:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.721142:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975029248 00000100:00100000:0.0:1746066725.721144:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975029248 00010000:00010000:0.0:1746066725.721153:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978442 expref: 22 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.721177:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5215 00000100:00100000:0.0:1746066725.721181:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975029248:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066725.721187:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.721203:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978442 expref: 22 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.721210:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978442 expref: 22 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.721220:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85bda00/0xfb36a14ee608104b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978442 expref: 22 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.721227:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.721229:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.721231:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.721236:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.721252:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066725.721264:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975029248:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 83us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.721269:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5215 00000100:00100000:0.0:1746066725.721314:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066725.721323:0:8112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.721323:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975029120 00000100:00100000:0.0:1746066725.721325:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975029120 00010000:00010000:0.0:1746066725.721334:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b597800/0xfb36a14ee6081091 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978473 expref: 13 pid: 8450 timeout: 786 lvb_type: 1 00000100:00100000:0.0:1746066725.721348:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5216 00000100:00100000:0.0:1746066725.721352:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975029120:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066725.721357:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.721365:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b597800/0xfb36a14ee6081091 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978473 expref: 13 pid: 8450 timeout: 786 lvb_type: 1 00010000:00010000:0.0:1746066725.721372:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b597800/0xfb36a14ee6081091 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978473 expref: 13 pid: 8450 timeout: 786 lvb_type: 1 00010000:00010000:0.0:1746066725.721381:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066725.721392:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975029120:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 40us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.721397:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5216 00010000:00010000:3.0:1746066725.721409:0:8112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.721423:0:8112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.721424:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066725.721428:0:8112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.721432:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975028864 00010000:00010000:3.0:1746066725.721434:0:8112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.721435:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975028864 00010000:00010000:0.0:1746066725.721442:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97845e expref: 21 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.721444:0:8112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a57c7200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066725.721446:0:8112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.721452:0:8112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.721455:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5217 00000100:00100000:0.0:1746066725.721459:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975028864:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.721461:0:8112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.721463:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.721466:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7200/0xfb36a14ee60811b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.721471:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97845e expref: 21 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.721478:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97845e expref: 21 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.721487:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.721503:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882975027200:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 7915us (9926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.721509:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10497 00010000:00010000:1.0:1746066725.721540:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b596800/0xfb36a14ee608106e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97845e expref: 21 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746066725.721549:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976199168:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.721563:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976199296:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066725.721575:0:21973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.721634:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976199424:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.721642:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b597800/0xfb36a14ee6081091 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978473 expref: 11 pid: 8450 timeout: 786 lvb_type: 1 00000100:00100000:2.0:1746066725.721650:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976199552:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066725.721656:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976199680:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.721694:0:8450:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.721963:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975028864:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 501us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.721969:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5217 00000100:00100000:2.0:1746066725.721976:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.722235:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.722256:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.722275:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975028352 00000100:00100000:2.0:1746066725.722278:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975028352 00002000:00100000:2.0:1746066725.722294:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1675264->2097151) req@ffff8800924d3b80 x1830882975028352/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.722302:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3b80 with x1830882975028352 ext(1675264->2097151) 00010000:00010000:2.0:1746066725.722313:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 20 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.722320:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 20 pid: 21203 timeout: 786 lvb_type: 0 00002000:00010000:2.0:1746066725.722325:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d3b80 00000100:00100000:2.0:1746066725.722347:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 912 00000100:00100000:2.0:1746066725.722353:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1966:x1830882975028352:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:1.0:1746066725.722738:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975028608 00000100:00100000:1.0:1746066725.722741:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975028608 00010000:00010000:1.0:1746066725.722752:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801353d9600/0xfb36a14ee608109f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978481 expref: 11 pid: 8452 timeout: 786 lvb_type: 1 00000100:00100000:1.0:1746066725.722772:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975028992 00000100:00100000:1.0:1746066725.722774:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975028992 00010000:00010000:1.0:1746066725.722782:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee608103d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97842d expref: 20 pid: 21973 timeout: 786 lvb_type: 1 00000100:00100000:1.0:1746066725.722794:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5218 00000100:00100000:1.0:1746066725.722798:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1966:x1830882975028608:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.722806:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.722815:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801353d9600/0xfb36a14ee608109f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978481 expref: 11 pid: 8452 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.722822:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801353d9600/0xfb36a14ee608109f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978481 expref: 11 pid: 8452 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.722834:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801353d9600/0xfb36a14ee608109f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978481 expref: 11 pid: 8452 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.722842:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.722843:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.722846:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.722853:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.722867:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.722883:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975028608:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 84us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.722888:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5218 00000100:00100000:1.0:1746066725.722898:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5219 00000100:00100000:1.0:1746066725.722902:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975028992:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.722907:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.722915:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee608103d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97842d expref: 20 pid: 21973 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.722925:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee608103d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97842d expref: 20 pid: 21973 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.722935:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee608103d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97842d expref: 20 pid: 21973 timeout: 786 lvb_type: 1 00010000:00010000:1.0:1746066725.722942:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.722954:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975028992:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 52us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.722958:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5219 00010000:00010000:1.0:1746066725.722972:0:21973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.722978:0:21973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.722990:0:21973:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.722996:0:21973:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.723002:0:21973:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.723006:0:21973:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aaab800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066725.723010:0:21973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.723016:0:21973:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.723023:0:21973:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.723028:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aaab800/0xfb36a14ee60811be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.723055:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975027712:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 9181us (9919us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.723061:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10499 00000100:00100000:0.0:1746066725.723876:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975028224:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 3121us (3220us total) trans 21474840114 rc 0/0 00000100:00100000:0.0:1746066725.723885:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 911 00002000:00100000:0.0:1746066725.723891:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->2289663) req@ffff8800a45e6d80 x1830882975028224/t21474840114(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/448 e 0 to 0 dl 1746066736 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066725.723898:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e6d80 with x1830882975028224 ext(2097152->2289663) 00010000:00010000:0.0:1746066725.723904:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 22 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.723916:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 22 pid: 21203 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746066725.723922:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a45e6d80 00000100:00100000:2.0:1746066725.723934:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.723952:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975029376 00000100:00100000:0.0:1746066725.723955:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975029376 00010000:00010000:0.0:1746066725.723966:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978411 expref: 38 pid: 10402 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.723991:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5220 00000100:00100000:0.0:1746066725.723997:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1966:x1830882975029376:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066725.724003:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.724011:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978411 expref: 38 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.724019:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978411 expref: 38 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.724106:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb96e00/0xfb36a14ee6080ffe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978411 expref: 38 pid: 10402 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.724114:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.724116:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.724119:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.724143:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.724155:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066725.724165:0:8450:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.724172:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.724185:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.724199:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.724206:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.724211:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f383e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066725.724214:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.724219:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.724220:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1966:x1830882975029376:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 223us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.724225:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5220 00010000:00010000:2.0:1746066725.724228:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.724237:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f383e00/0xfb36a14ee60811c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.724356:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975027328:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 10430us (13256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.724362:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10500 00000100:00100000:1.0:1746066725.727156:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.727434:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975029504 00000100:00100000:0.0:1746066725.727441:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975029504 00010000:00010000:0.0:1746066725.727514:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 22 pid: 21203 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.727546:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5221 00000100:00100000:0.0:1746066725.727551:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975029504:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066725.727560:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.727572:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 22 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.727579:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 22 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.727593:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f383800/0xfb36a14ee608112b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2289663) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b9 expref: 22 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.727603:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.727605:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.727608:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.727613:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.727624:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066725.727646:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975029504:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 96us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.727650:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5221 00010000:00010000:3.0:1746066725.727702:0:20532:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.727707:0:20532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.727722:0:20532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.727728:0:20532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.727735:0:20532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.727741:0:20532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b165000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066725.727743:0:20532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.727749:0:20532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.727757:0:20532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.727763:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b165000/0xfb36a14ee60811a9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.727795:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975027584:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 14373us (16247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.727802:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10496 00000100:00100000:2.0:1746066725.728294:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882975028352:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 5939us (6315us total) trans 21474840115 rc 0/0 00000100:00100000:2.0:1746066725.728302:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 912 00002000:00100000:2.0:1746066725.728310:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1675264->2097151) req@ffff8800924d3b80 x1830882975028352/t21474840115(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/448 e 0 to 0 dl 1746066736 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.728319:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3b80 with x1830882975028352 ext(1675264->2097151) 00010000:00010000:2.0:1746066725.728325:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 21 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.728335:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 21 pid: 21203 timeout: 786 lvb_type: 0 00002000:00010000:2.0:1746066725.728656:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d3b80 00000100:00100000:0.0:1746066725.730033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.730090:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975029632 00000100:00100000:3.0:1746066725.730096:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975029632 00010000:00010000:3.0:1746066725.730114:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 21 pid: 21203 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.730129:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5222 00000100:00100000:3.0:1746066725.730133:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882975029632:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.730141:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.730152:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 21 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.730159:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 21 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.730171:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f382200/0xfb36a14ee6081124 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784b2 expref: 21 pid: 21203 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.730179:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.730180:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.730183:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.730187:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.730386:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.730654:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882975029632:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 520us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.730658:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5222 00010000:00010000:2.0:1746066725.730869:0:10402:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.730875:0:10402:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.730892:0:10402:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.730897:0:10402:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.730901:0:10402:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.730904:0:10402:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4e3d200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066725.730906:0:10402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.730910:0:10402:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.730917:0:10402:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.730920:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee60811b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.730949:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+5:1964:x1830882975027456:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 17158us (19349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.730954:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10498 00000100:00100000:0.0:1746066725.732157:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.732227:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975029888 00000100:00100000:3.0:1746066725.732232:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975029888 00000100:00100000:3.0:1746066725.732268:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9029 00000100:00100000:3.0:1746066725.732273:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+12:28738:x1830882975029888:12345-192.168.202.57@tcp:36:lfs.0 00010000:00010000:3.0:1746066725.732312:0:14549:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.732327:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081178 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784dc expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.732339:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.732342:0:14549:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066725.732363:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.732373:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978393 expref: 17 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.732379:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 17 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.732385:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 259 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.732391:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f8e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e0 expref: 17 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.732396:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6080fb8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783ee expref: 259 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.732401:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 8/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.732424:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6080fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783ee expref: 259 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.732434:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6080fb8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783ee expref: 259 pid: 14549 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.732446:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976199808:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.732509:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e0 expref: 17 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.732516:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f8e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e0 expref: 17 pid: 14549 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.732524:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976199936:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.732547:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 259 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.732554:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 259 pid: 14549 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.732559:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976200064:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.732576:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 17 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.732583:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 17 pid: 14549 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.732590:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef59180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976200192:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066725.732606:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978393 expref: 17 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.732615:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978393 expref: 17 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.732620:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef58700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976200320:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.732633:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066725.734500:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976199808:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.734512:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976199936:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.734518:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976200064:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066725.735349:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.735364:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.735384:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975030144 00000100:00100000:0.0:1746066725.735389:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975030144 00010000:00010000:0.0:1746066725.735412:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f8e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e0 expref: 18 pid: 14549 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.735416:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975030016 00000100:00100000:3.0:1746066725.735419:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975030016 00010000:00010000:3.0:1746066725.735432:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6080fb8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783ee expref: 260 pid: 14549 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746066725.735443:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5223 00000100:00100000:0.0:1746066725.735449:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975030144:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066725.735452:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5224 00000100:00100000:3.0:1746066725.735456:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:1964:x1830882975030016:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.735461:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.735461:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.735464:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f8e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e0 expref: 18 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.735465:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6080fb8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783ee expref: 260 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.735473:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e0 expref: 18 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.735695:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6080fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783ee expref: 260 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.735711:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6080fb8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783ee expref: 260 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:3.0:1746066725.735724:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.735728:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.735734:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.735764:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:1964:x1830882975030016:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 307us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.735769:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5224 00000100:00100000:2.0:1746066725.735844:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066725.735909:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a50ea00/0xfb36a14ee6080f8e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783e0 expref: 18 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.735924:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066725.735927:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00000100:00100000:2.0:1746066725.735933:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066725.735933:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066725.735949:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975030144:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 501us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.735951:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.735955:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5223 00000100:00100000:0.0:1746066725.735964:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975030272 00000100:00100000:0.0:1746066725.735966:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975030272 00010000:00010000:0.0:1746066725.735974:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 259 pid: 14549 timeout: 786 lvb_type: 0 00000100:00100000:2.0:1746066725.735980:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975030400 00000100:00100000:2.0:1746066725.735983:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975030400 00000100:00100000:0.0:1746066725.735984:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975030528 00000100:00100000:0.0:1746066725.735986:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975030528 00010000:00010000:0.0:1746066725.735991:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978393 expref: 18 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.735993:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 18 pid: 14549 timeout: 786 lvb_type: 0 00000100:00100000:2.0:1746066725.736003:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5225 00000100:00100000:0.0:1746066725.736006:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5226 00000100:00100000:2.0:1746066725.736007:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:1964:x1830882975030272:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746066725.736010:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975030528:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066725.736013:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066725.736014:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066725.736016:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 259 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.736017:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978393 expref: 18 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.736023:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 259 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.736029:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978393 expref: 18 pid: 14550 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746066725.736068:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5227 00000100:00100000:1.0:1746066725.736075:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975030400:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.736082:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.736086:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 18 pid: 14549 timeout: 786 lvb_type: 0 00000100:00100000:3.0:1746066725.736227:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef59180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976200192:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.736233:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef58700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976200320:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066725.736394:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47c00/0xfb36a14ee6080f3a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9783a1 expref: 259 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746066725.736397:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8ba200/0xfb36a14ee6080f2c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978393 expref: 18 pid: 14550 timeout: 786 lvb_type: 0 00010000:00010000:2.0:1746066725.736403:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.736405:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.736410:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066725.736410:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066725.736412:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066725.736416:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066725.736427:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:1964:x1830882975030272:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 420us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.736427:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975030528:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 416us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066725.736433:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5226 00010000:00010000:1.0:1746066725.736512:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 16 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.736524:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46800/0xfb36a14ee6080f33 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97839a expref: 16 pid: 14549 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746066725.736551:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.736554:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066725.736560:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066725.736565:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066725.736576:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.736595:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975030400:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 521us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.736615:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5225 00000100:00100000:1.0:1746066725.736780:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5227 00010000:00010000:3.0:1746066725.736829:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.736837:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.736841:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000040:00080000:3.0:1746066725.737505:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2574, 88 off215896 00000004:00080000:3.0:1746066725.737511:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686914834584ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.737562:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2521, 88 off211312 00000004:00080000:3.0:1746066725.737566:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686914889726ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.737587:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2522, 88 off211400 00000004:00080000:3.0:1746066725.737590:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686914914304ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.737598:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2575, 88 off215984 00000004:00080000:3.0:1746066725.737600:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686914924306ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.737607:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2576, 88 off216072 00000004:00080000:3.0:1746066725.737609:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686914933294ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.737616:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2523, 88 off211488 00000004:00080000:3.0:1746066725.737618:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686914942334ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.737624:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2524, 88 off211576 00000004:00080000:3.0:1746066725.737626:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686914950369ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.737632:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2525, 88 off211664 00000004:00080000:3.0:1746066725.737635:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686914958674ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.737641:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2577, 88 off216160 00000004:00080000:3.0:1746066725.737644:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686914967861ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.737650:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2526, 88 off211752 00000004:00080000:3.0:1746066725.737652:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686914976336ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.737659:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2578, 88 off216248 00000004:00080000:3.0:1746066725.737661:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686914984944ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.737667:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2527, 88 off211840 00000004:00080000:3.0:1746066725.737670:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686914993744ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.737722:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2579, 88 off216336 00000004:00080000:3.0:1746066725.737726:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686915050501ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.737735:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2580, 88 off216424 00000004:00080000:3.0:1746066725.737738:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686915062551ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.737745:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2581, 88 off216512 00000004:00080000:3.0:1746066725.737748:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686915071725ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.737754:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2582, 88 off216600 00000004:00080000:3.0:1746066725.737756:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686915080446ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.737764:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2528, 88 off211928 00000004:00080000:3.0:1746066725.737766:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686915090042ns, next at 634327279575ns, rc = 0 00000001:00080000:1.0:1746066725.754556:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942880 is committed 00000001:00080000:1.0:1746066725.754568:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942878 is committed 00000001:00080000:1.0:1746066725.754571:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942877 is committed 00000001:00080000:1.0:1746066725.754585:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942882 is committed 00000001:00080000:1.0:1746066725.754588:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942881 is committed 00000001:00080000:1.0:1746066725.754592:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942879 is committed 00000001:00080000:1.0:1746066725.754601:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942885 is committed 00000004:00080000:1.0:1746066725.754605:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1812 committed 00000004:00080000:1.0:1746066725.754614:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1867 committed 00000004:00080000:1.0:1746066725.754618:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1866 committed 00000004:00080000:1.0:1746066725.754620:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1865 committed 00000004:00080000:1.0:1746066725.754621:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1864 committed 00000004:00080000:1.0:1746066725.754623:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1811 committed 00000004:00080000:1.0:1746066725.754624:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1863 committed 00000004:00080000:1.0:1746066725.754625:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1810 committed 00000004:00080000:1.0:1746066725.754628:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1862 committed 00000004:00080000:1.0:1746066725.754629:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1809 committed 00000004:00080000:1.0:1746066725.754630:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1808 committed 00000004:00080000:1.0:1746066725.754631:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1807 committed 00000004:00080000:1.0:1746066725.754632:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1861 committed 00000004:00080000:1.0:1746066725.754633:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1860 committed 00000004:00080000:1.0:1746066725.754634:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1806 committed 00000004:00080000:1.0:1746066725.754636:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1805 committed 00000004:00080000:1.0:1746066725.754637:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1859 committed 00000100:00100000:1.0:1746066725.754660:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976200448:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.754727:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.754753:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976200960:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.754765:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.754773:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976201472:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.754783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.754791:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976201984:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.754801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.754811:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1746066725.754815:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976200576:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.754828:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.754837:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976201088:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.754852:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.754864:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976201600:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066725.754871:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976200448 00000100:00100000:2.0:1746066725.754877:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976200448 00000100:00100000:1.0:1746066725.754879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.754888:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976202112:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.754900:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066725.754905:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976200960 00000100:00100000:2.0:1746066725.754907:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976200960 00000100:00100000:2.0:1746066725.754916:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976201472 00000100:00100000:2.0:1746066725.754917:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976201472 00000100:00100000:1.0:1746066725.754918:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976200832:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066725.754924:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976201984 00000100:00100000:2.0:1746066725.754925:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976201984 00000100:00100000:2.0:1746066725.754930:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976200576 00000100:00100000:1.0:1746066725.754930:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066725.754932:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976200576 00000100:00100000:2.0:1746066725.754937:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976201088 00000100:00100000:1.0:1746066725.754937:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976201344:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066725.754938:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976201088 00000100:00100000:2.0:1746066725.754944:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976201600 00000100:00100000:2.0:1746066725.754945:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976201600 00000100:00100000:1.0:1746066725.754947:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066725.754950:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976202112 00000100:00100000:2.0:1746066725.754952:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976202112 00000100:00100000:1.0:1746066725.754952:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976201856:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066725.754957:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976200832 00000100:00100000:2.0:1746066725.754958:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976200832 00000100:00100000:1.0:1746066725.754962:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066725.754964:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976201344 00000100:00100000:2.0:1746066725.754965:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976201344 00000100:00100000:1.0:1746066725.754967:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976202368:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066725.754970:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976201856 00000100:00100000:2.0:1746066725.754971:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976201856 00000100:00100000:2.0:1746066725.754979:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10501 00000100:00100000:1.0:1746066725.754979:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066725.754985:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3295:x1830882976200448:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.754985:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1746066725.754988:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976200704:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.754998:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.755004:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976201216:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.755013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.755018:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976201728:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.755028:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.755033:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976202240:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.755044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.755057:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976202368 00000100:00100000:1.0:1746066725.755059:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976202368 00000100:00100000:1.0:1746066725.755070:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976200704 00000100:00100000:1.0:1746066725.755071:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976200704 00000100:00100000:1.0:1746066725.755077:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976201216 00000100:00100000:1.0:1746066725.755078:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976201216 00000100:00100000:1.0:1746066725.755083:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976201728 00000100:00100000:1.0:1746066725.755085:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976201728 00000100:00100000:1.0:1746066725.755090:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976202240 00000100:00100000:1.0:1746066725.755091:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976202240 00000100:00100000:1.0:1746066725.755098:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10502 00000100:00100000:1.0:1746066725.755102:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3295:x1830882976200960:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.755243:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:3295:x1830882976200960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 140us (475us total) trans 17179872782 rc 0/0 00000100:00100000:1.0:1746066725.755248:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10502 00000100:00100000:1.0:1746066725.755259:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10503 00000100:00100000:1.0:1746066725.755263:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3295:x1830882976201472:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.755363:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3295:x1830882976201472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 99us (578us total) trans 21474840116 rc 0/0 00000100:00100000:1.0:1746066725.755368:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10503 00000100:00100000:1.0:1746066725.755377:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10504 00000100:00100000:1.0:1746066725.755380:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3295:x1830882976201984:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.755451:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10505 00000100:00100000:0.0:1746066725.755457:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3295:x1830882976200576:12345-0@lo:2:osp-syn-1-0.0 00000004:00010000:3.0:1746066725.755478:0:14549:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a45e6a00 reply state ffff880093e4b800 transno 8589942885 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746066725.755487:0:14549:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1746066725.755558:0:14549:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1746066725.755574:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:28738:x1830882975029888:12345-192.168.202.57@tcp:36:lfs.0 Request processed in 23296us (23416us total) trans 8589942885 rc 0/0 00000100:00100000:3.0:1746066725.755585:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9029 00000100:00100000:3.0:1746066725.755620:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10506 00000100:00100000:3.0:1746066725.755628:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+54:3295:x1830882976201088:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066725.756970:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+55:3295:x1830882976200448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1982us (2240us total) trans 17179872783 rc 0/0 00000100:00100000:2.0:1746066725.756976:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10501 00000100:00100000:0.0:1746066725.757001:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+55:3295:x1830882976200576:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1545us (2172us total) trans 17179872784 rc 0/0 00000100:00100000:3.0:1746066725.757020:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+55:3295:x1830882976201088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1395us (2166us total) trans 17179872785 rc 0/0 00000100:00100000:1.0:1746066725.757059:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3295:x1830882976201984:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1678us (2256us total) trans 21474840117 rc 0/0 00000100:00100000:0.0:1746066725.757816:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10505 00000100:00100000:0.0:1746066725.757829:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10507 00000100:00100000:0.0:1746066725.757835:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3295:x1830882976201600:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.757966:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3295:x1830882976201600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 131us (3085us total) trans 21474840118 rc 0/0 00000100:00100000:0.0:1746066725.757971:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10507 00000100:00100000:0.0:1746066725.757987:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10508 00000100:00100000:0.0:1746066725.757992:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3295:x1830882976202112:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.759070:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3295:x1830882976202112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1076us (4166us total) trans 21474840119 rc 0/0 00000100:00100000:0.0:1746066725.759078:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10508 00000100:00100000:0.0:1746066725.759095:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10509 00000100:00100000:0.0:1746066725.759101:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3294:x1830882976200832:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066725.759183:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066725.759185:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066725.759188:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066725.759189:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066725.759191:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066725.759225:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:3294:x1830882976200832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 125us (4294us total) trans 17179872786 rc 0/0 00000100:00100000:0.0:1746066725.759230:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10509 00000100:00100000:0.0:1746066725.759240:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10510 00000100:00100000:0.0:1746066725.759245:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3294:x1830882976201344:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066725.759312:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:3294:x1830882976201344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (4363us total) trans 17179872787 rc 0/0 00000100:00100000:0.0:1746066725.759317:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10510 00000100:00100000:0.0:1746066725.759326:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10511 00000100:00100000:0.0:1746066725.759331:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3294:x1830882976201856:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.759396:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3294:x1830882976201856:12345-0@lo:2:osp-syn-0-0.0 Request processed in 66us (4433us total) trans 21474840120 rc 0/0 00000100:00100000:0.0:1746066725.759401:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10511 00000100:00100000:0.0:1746066725.759410:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10512 00000100:00100000:0.0:1746066725.759414:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3294:x1830882976202368:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.759478:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3294:x1830882976202368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 64us (4498us total) trans 21474840121 rc 0/0 00000100:00100000:0.0:1746066725.759483:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10512 00000100:00100000:3.0:1746066725.759489:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10506 00000100:00100000:0.0:1746066725.759493:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10513 00000100:00100000:0.0:1746066725.759497:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3294:x1830882976200704:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066725.759513:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10514 00000100:00100000:3.0:1746066725.759520:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+52:3294:x1830882976201216:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066725.759578:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:3294:x1830882976200704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 80us (4578us total) trans 17179872788 rc 0/0 00000100:00100000:0.0:1746066725.759583:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10513 00000100:00100000:0.0:1746066725.759592:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10515 00000100:00100000:0.0:1746066725.759597:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3294:x1830882976201728:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.759605:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+53:3294:x1830882976201216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 85us (4589us total) trans 17179872789 rc 0/0 00000100:00100000:3.0:1746066725.759610:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10514 00000100:00100000:3.0:1746066725.759619:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10516 00000100:00100000:3.0:1746066725.759623:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3294:x1830882976202240:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.759665:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3294:x1830882976201728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 68us (4635us total) trans 21474840122 rc 0/0 00000100:00100000:0.0:1746066725.759669:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10515 00002000:00010000:3.0:1746066725.759698:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746066725.759700:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1746066725.759702:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746066725.759704:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1746066725.759705:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746066725.759724:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3294:x1830882976202240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 101us (4679us total) trans 21474840123 rc 0/0 00000100:00100000:3.0:1746066725.759729:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10516 00000100:00100000:1.0:1746066725.759786:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10504 00010000:00010000:2.0:1746066725.759832:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.759840:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.759846:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.759855:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5b0200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066725.759858:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.759864:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.759876:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.759878:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066725.759881:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.759885:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0200/0xfb36a14ee60811cc lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00000004:00080000:0.0:1746066725.760185:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a45e6680/2, rc 0, transno 17179872788 00000100:00100000:0.0:1746066725.760190:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976200704:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066725.760208:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2ea00/2, rc 0, transno 17179872789 00000100:00100000:0.0:1746066725.760211:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976201216:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066725.760219:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b7f9180/2, rc 0, transno 21474840122 00000100:00100000:0.0:1746066725.760226:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976201728:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066725.760232:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b7f8e00/2, rc 0, transno 21474840123 00000100:00100000:0.0:1746066725.760235:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976202240:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066725.760240:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a45e5180/2, rc 0, transno 17179872786 00000100:00100000:0.0:1746066725.760243:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976200832:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066725.760251:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b7f8380/2, rc 0, transno 17179872787 00000100:00100000:0.0:1746066725.760253:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976201344:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066725.760259:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b7fa300/2, rc 0, transno 21474840120 00000100:00100000:0.0:1746066725.760261:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976201856:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066725.760266:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b7fa680/2, rc 0, transno 21474840121 00000100:00100000:0.0:1746066725.760269:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976202368:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.760285:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976202496:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.760390:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066725.760421:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a45e4000/2, rc 0, transno 17179872784 00000100:00100000:0.0:1746066725.760425:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976200576:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066725.760432:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a45e7480/2, rc 0, transno 17179872785 00000100:00100000:1.0:1746066725.760433:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976202496 00000100:00100000:0.0:1746066725.760435:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976201088:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.760438:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976202496 00000004:00080000:0.0:1746066725.760440:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b7f8a80/2, rc 0, transno 21474840118 00000100:00100000:0.0:1746066725.760443:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976201600:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066725.760449:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b7f8000/2, rc 0, transno 21474840119 00000100:00100000:0.0:1746066725.760452:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976202112:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066725.760459:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a45e7b80/2, rc 0, transno 17179872782 00000100:00100000:0.0:1746066725.760461:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976200960:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066725.760467:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b7f9880/2, rc 0, transno 21474840116 00000100:00100000:0.0:1746066725.760469:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976201472:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066725.760475:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b7fb800/2, rc 0, transno 21474840117 00000100:00100000:0.0:1746066725.760477:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976201984:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066725.760484:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a45e4700/2, rc 0, transno 17179872783 00000100:00100000:0.0:1746066725.760486:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976200448:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.760598:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10517 00000100:00100000:1.0:1746066725.760604:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3295:x1830882976202496:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.760723:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+32:3295:x1830882976202496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 119us (332us total) trans 21474840124 rc 0/0 00000100:00100000:1.0:1746066725.760728:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10517 00000004:00080000:0.0:1746066725.760788:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800924d1c00/2, rc 0, transno 21474840124 00000100:00100000:0.0:1746066725.760792:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976202496:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.763128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.763361:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975030656 00000100:00100000:3.0:1746066725.763367:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975030656 00000100:00100000:3.0:1746066725.763409:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9030 00000100:00100000:3.0:1746066725.763415:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:28738:x1830882975030656:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066725.763434:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.763454:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ac00/0xfb36a14ee60811d3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784f8 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.763497:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ac00/0xfb36a14ee60811d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f8 expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.763507:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ac00/0xfb36a14ee60811d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f8 expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.763520:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.763522:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066725.763525:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500ac00, rc 0) 00000100:00100000:3.0:1746066725.763553:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:28738:x1830882975030656:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 139us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.763558:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9030 00000100:00100000:0.0:1746066725.765640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.765816:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975030784 00000100:00100000:3.0:1746066725.765822:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975030784 00000100:00100000:3.0:1746066725.765856:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9031 00000100:00100000:3.0:1746066725.765862:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:28738:x1830882975030784:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066725.765875:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.765911:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013500aa00/0xfb36a14ee60811da lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9784ff expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.765974:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500a400/0xfb36a14ee60811e1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.765983:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013500a400/0xfb36a14ee60811e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.765992:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013500a400/0xfb36a14ee60811e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066725.766013:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066725.766016:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066725.766027:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013500a400/0xfb36a14ee60811e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.766047:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500aa00/0xfb36a14ee60811da lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ff expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.766061:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500a400/0xfb36a14ee60811e1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ff expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.766067:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.766070:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066725.766072:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500a400, rc 0) 00000100:00100000:3.0:1746066725.766913:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:28738:x1830882975030784:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 1048us (1275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.766919:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9031 00000100:00100000:0.0:1746066725.768945:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.769028:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.769183:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975030912 00000100:00100000:2.0:1746066725.769190:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975030912 00000100:00100000:0.0:1746066725.769204:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.769237:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975031040 00000100:00100000:2.0:1746066725.769239:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975031040 00000100:00100000:2.0:1746066725.769251:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975031168 00000100:00100000:2.0:1746066725.769252:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975031168 00000100:00100000:0.0:1746066725.769334:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.769510:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975031296 00000100:00100000:2.0:1746066725.769513:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975031296 00000100:00100000:3.0:1746066725.769520:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10518 00000100:00100000:3.0:1746066725.769529:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975030912:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066725.769544:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066725.769549:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10519 00000100:00100000:2.0:1746066725.769554:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975031040:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:1.0:1746066725.769555:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10520 00010000:00010000:3.0:1746066725.769560:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee60811e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978506 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.769561:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975031168:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066725.769562:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.769566:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.769572:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e880a00/0xfb36a14ee60811ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97850d expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.769573:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee60811f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978514 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066725.769579:0:9776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd21, atime: 0x6812dd22, ctime: 0x6812dd22, blocks: 0x7e9 00002000:00010000:2.0:1746066725.769585:0:8451:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd25, atime: 0x6812dd25, ctime: 0x6812dd24, blocks: 0x821 00002000:00010000:1.0:1746066725.769585:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd25, atime: 0x6812dd24, ctime: 0x6812dd25, blocks: 0x821 00010000:00010000:3.0:1746066725.769592:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.769593:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.769593:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.769594:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.769595:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.769595:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.769600:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e880a00/0xfb36a14ee60811ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97850d expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.769600:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee60811f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978514 expref: 11 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.769601:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee60811e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978506 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.769613:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee60811e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978506 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.769613:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e880a00/0xfb36a14ee60811ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97850d expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066725.769613:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee60811f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978514 expref: 11 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.769621:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500b000, rc 0) 00010000:00010000:2.0:1746066725.769621:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e880a00, rc 0) 00010000:00010000:1.0:1746066725.769621:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aaaaa00, rc 0) 00000100:00100000:2.0:1746066725.769661:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975031040:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 107us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.769666:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10519 00000100:00100000:2.0:1746066725.769706:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10521 00000100:00100000:2.0:1746066725.769711:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975031296:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066725.769717:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.769723:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee60811fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97851b expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066725.769733:0:8451:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x385:0x0] initial LVB size: 2097152, mtime: 0x6812dd25, atime: 0x6812dd22, ctime: 0x6812dd25, blocks: 0x821 00010000:00010000:2.0:1746066725.769739:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.769740:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.769744:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee60811fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97851b expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.769752:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee60811fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97851b expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066725.769763:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e881600, rc 0) 00000100:00100000:1.0:1746066725.770074:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975031168:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 513us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.770080:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10520 00000100:00100000:2.0:1746066725.770352:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975031296:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 639us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.770354:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975030912:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 825us (1410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.770356:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10521 00000100:00100000:3.0:1746066725.770360:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10518 00000100:00100000:0.0:1746066725.770469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.770522:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.770569:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975031424 00000100:00100000:3.0:1746066725.770572:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975031424 00000100:00100000:3.0:1746066725.770588:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975031552 00000100:00100000:3.0:1746066725.770590:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975031552 00000100:00100000:3.0:1746066725.770602:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10522 00000100:00100000:3.0:1746066725.770606:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975031424:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066725.770612:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.770619:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081204 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978522 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066725.770630:0:20532:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x386:0x0] initial LVB size: 5078880, mtime: 0x6812dd25, atime: 0x6812dd22, ctime: 0x6812dd25, blocks: 0x1709 00010000:00010000:3.0:1746066725.770638:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.770639:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.770644:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081204 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978522 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.770652:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081204 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978522 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.770658:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500ae00, rc 0) 00000100:00100000:3.0:1746066725.770701:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975031424:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 95us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.770706:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10522 00000100:00100000:3.0:1746066725.770717:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10523 00000100:00100000:3.0:1746066725.770722:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975031552:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066725.770728:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.770735:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013500a200/0xfb36a14ee608120b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978529 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066725.770746:0:20532:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd25, atime: 0x6812dd25, ctime: 0x6812dd25, blocks: 0x102b 00010000:00010000:3.0:1746066725.770753:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.770754:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.770758:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013500a200/0xfb36a14ee608120b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978529 expref: 11 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.770766:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013500a200/0xfb36a14ee608120b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978529 expref: 11 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066725.770772:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500a200, rc 0) 00000100:00100000:3.0:1746066725.770784:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975031552:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 63us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.770788:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10523 00000100:00100000:2.0:1746066725.778511:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.778611:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975031808 00000100:00100000:3.0:1746066725.778619:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975031808 00000100:00100000:3.0:1746066725.778665:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4270 00000100:00100000:3.0:1746066725.778672:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975031808:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:3.0:1746066725.778727:0:31365:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013500a000/0xfb36a14ee6081212 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.778739:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.778741:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.778744:0:31365:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013500a000/0xfb36a14ee6081212 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.778755:0:31365:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013500a000/0xfb36a14ee6081212 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.781813:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.781897:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975032064 00000100:00100000:2.0:1746066725.781904:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975032064 00000100:00100000:2.0:1746066725.781961:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4271 00000100:00100000:2.0:1746066725.781968:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:1966:x1830882975032064:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:2.0:1746066725.781998:0:8455:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee6081219 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.782010:0:8455:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.782012:0:8455:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.782016:0:8455:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee6081219 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.782027:0:8455:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee6081219 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.784521:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.784548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.784604:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975032320 00000100:00100000:0.0:1746066725.784611:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975032320 00000100:00100000:0.0:1746066725.784646:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975032576 00000100:00100000:0.0:1746066725.784648:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975032576 00000100:00100000:0.0:1746066725.784665:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4272 00000100:00100000:0.0:1746066725.784671:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882975032320:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066725.784717:0:31366:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081220 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.784728:0:31366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.784729:0:31366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.784732:0:31366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081220 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.784742:0:31366:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081220 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.785481:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4273 00000100:00100000:1.0:1746066725.785488:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975032576:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:1.0:1746066725.785505:0:21551:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a536a800/0xfb36a14ee6081227 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.785512:0:21551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.785513:0:21551:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066725.785516:0:21551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a536a800/0xfb36a14ee6081227 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.785528:0:21551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a536a800/0xfb36a14ee6081227 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.790060:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.790091:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.790116:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975032832 00000100:00100000:0.0:1746066725.790116:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.790124:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975032832 00000100:00100000:0.0:1746066725.790128:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.790592:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975033088 00000100:00100000:3.0:1746066725.790596:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975033088 00000100:00100000:3.0:1746066725.790623:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975033344 00000100:00100000:3.0:1746066725.790626:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975033344 00000100:00100000:3.0:1746066725.790638:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975033600 00000100:00100000:3.0:1746066725.790640:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975033600 00000100:00100000:2.0:1746066725.790656:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4274 00000100:00100000:3.0:1746066725.790662:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4275 00000100:00100000:2.0:1746066725.790663:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882975032832:12345-192.168.202.57@tcp:3:lfs.0 00000100:00100000:3.0:1746066725.790667:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:df168249-af1c-45ee-81ad-11524bf803a3+16:1965:x1830882975033088:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:2.0:1746066725.790708:0:21550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081235 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.790724:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.790725:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.790729:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081235 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.790739:0:21550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081235 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.790755:0:31368:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6400/0xfb36a14ee608122e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.790768:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.790769:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.790772:0:31368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6400/0xfb36a14ee608122e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.790780:0:31368:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6400/0xfb36a14ee608122e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066725.790988:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4276 00000100:00100000:0.0:1746066725.790994:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882975033344:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066725.791009:0:8456:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0200/0xfb36a14ee608123c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.791016:0:8456:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.791017:0:8456:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066725.791020:0:8456:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0200/0xfb36a14ee608123c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066725.791027:0:8456:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0200/0xfb36a14ee608123c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.791805:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4277 00000100:00100000:3.0:1746066725.791813:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:df168249-af1c-45ee-81ad-11524bf803a3+17:1965:x1830882975033600:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:3.0:1746066725.791828:0:31367:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6081243 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.791836:0:31367:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.791838:0:31367:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.791841:0:31367:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6081243 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.791849:0:31367:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6081243 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.792719:0:31365:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013500a000/0xfb36a14ee6081212 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.792729:0:31365:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013500a000/0xfb36a14ee6081212 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.792735:0:31365:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013500a000/0xfb36a14ee6081212 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.792741:0:31365:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013500a000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066725.792744:0:31365:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013500a000/0xfb36a14ee6081212 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.792750:0:31365:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013500a000/0xfb36a14ee6081212 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.792764:0:31365:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013500a000/0xfb36a14ee6081212 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.792771:0:31365:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013500a000/0xfb36a14ee6081212 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.792812:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882975031808:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 14139us (14307us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066725.792818:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4270 00010000:00010000:3.0:1746066725.796897:0:8455:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee6081219 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.796912:0:8455:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee6081219 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.796919:0:8455:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee6081219 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.796925:0:8455:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e881400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066725.796928:0:8455:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee6081219 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.796936:0:8455:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee6081219 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.796951:0:8455:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee6081219 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.796955:0:8455:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e881400/0xfb36a14ee6081219 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.797858:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:df168249-af1c-45ee-81ad-11524bf803a3+17:1966:x1830882975032064:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 15884us (16045us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066725.797868:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4271 00010000:00010000:1.0:1746066725.799791:0:21551:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a536a800/0xfb36a14ee6081227 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.799805:0:21551:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a536a800/0xfb36a14ee6081227 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.799812:0:21551:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a536a800/0xfb36a14ee6081227 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.799817:0:21551:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a536a800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066725.799820:0:21551:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a536a800/0xfb36a14ee6081227 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.799826:0:21551:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a536a800/0xfb36a14ee6081227 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.799841:0:21551:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a536a800/0xfb36a14ee6081227 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.799846:0:21551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a536a800/0xfb36a14ee6081227 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21551 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.800592:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882975032576:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 15098us (16036us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066725.800606:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4273 00010000:00010000:2.0:1746066725.803606:0:31366:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081220 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.803620:0:31366:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081220 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.803628:0:31366:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081220 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.803634:0:31366:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ec21000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066725.803637:0:31366:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081220 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.803644:0:31366:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081220 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.803660:0:31366:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081220 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.803666:0:31366:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081220 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31366 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.803774:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:df168249-af1c-45ee-81ad-11524bf803a3+15:1965:x1830882975032320:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 19099us (19256us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066725.803782:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4272 00010000:00010000:3.0:1746066725.808668:0:31368:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6400/0xfb36a14ee608122e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.808706:0:31368:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6400/0xfb36a14ee608122e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.808713:0:31368:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6400/0xfb36a14ee608122e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.808718:0:31368:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a57c6400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066725.808721:0:31368:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6400/0xfb36a14ee608122e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.808727:0:31368:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6400/0xfb36a14ee608122e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.808743:0:31368:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6400/0xfb36a14ee608122e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.808749:0:31368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6400/0xfb36a14ee608122e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.808800:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882975033088:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 18130us (18706us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066725.808808:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4275 00010000:00010000:2.0:1746066725.813270:0:21550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081235 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.813287:0:21550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081235 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.813295:0:21550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081235 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.813301:0:21550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e880000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066725.813305:0:21550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081235 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.813311:0:21550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081235 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.813327:0:21550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081235 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.813332:0:21550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081235 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.814379:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975032832:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 23710us (24320us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066725.814391:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4274 00010000:00010000:3.0:1746066725.817356:0:31367:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6081243 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.817369:0:31367:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6081243 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.817376:0:31367:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6081243 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.817382:0:31367:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a57c6600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066725.817386:0:31367:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6081243 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.817391:0:31367:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6081243 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.817406:0:31367:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6081243 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.817416:0:31367:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6081243 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31367 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066725.817506:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882975033600:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 25690us (27371us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066725.817515:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4277 00010000:00010000:2.0:1746066725.821587:0:8456:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0200/0xfb36a14ee608123c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.821602:0:8456:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0200/0xfb36a14ee608123c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.821609:0:8456:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0200/0xfb36a14ee608123c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.821615:0:8456:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5b0200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066725.821618:0:8456:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0200/0xfb36a14ee608123c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.821625:0:8456:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0200/0xfb36a14ee608123c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.821641:0:8456:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0200/0xfb36a14ee608123c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.821646:0:8456:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b0200/0xfb36a14ee608123c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8456 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.821902:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975033344:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 30903us (31779us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066725.821911:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4276 00000100:00100000:0.0:1746066725.826136:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.826205:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975033856 00000100:00100000:3.0:1746066725.826212:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975033856 00000100:00100000:3.0:1746066725.826260:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9032 00000100:00100000:3.0:1746066725.826267:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:28738:x1830882975033856:12345-192.168.202.57@tcp:36:lfs.0 00010000:00010000:3.0:1746066725.826308:0:14549:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.826328:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500a400/0xfb36a14ee60811e1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784ff expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.826355:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.826362:0:14549:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066725.826390:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee608124a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.826400:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee608124a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066725.826407:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee608124a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00010000:3.0:1746066725.828161:0:14549:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092045180 reply state ffff88009f09b000 transno 8589942886 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee608124a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746066725.828174:0:14549:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746066725.828258:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:28738:x1830882975033856:12345-192.168.202.57@tcp:36:lfs.0 Request processed in 1989us (2127us total) trans 8589942886 rc 0/0 00000100:00100000:3.0:1746066725.828264:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9032 00010000:00010000:2.0:1746066725.829836:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee608124a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.829848:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee608124a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.829854:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee608124a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.829859:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a57c6600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066725.829863:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee608124a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.829870:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee608124a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.829881:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.829884:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066725.829887:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee608124a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066725.829896:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee608124a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746066725.830519:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.830548:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.830571:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.830585:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.830597:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.830604:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975033984 00000100:00100000:3.0:1746066725.830611:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975033984 00000100:00100000:0.0:1746066725.830619:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.830640:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975034240 00000100:00100000:3.0:1746066725.830641:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975034240 00000100:00100000:3.0:1746066725.830662:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975034112 00000100:00100000:3.0:1746066725.830664:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975034112 00000100:00100000:3.0:1746066725.830686:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975034368 00000100:00100000:3.0:1746066725.830689:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975034368 00000100:00100000:3.0:1746066725.830699:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975034624 00000100:00100000:3.0:1746066725.830701:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975034624 00000100:00100000:3.0:1746066725.830706:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975034496 00000100:00100000:3.0:1746066725.830708:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975034496 00000100:00100000:3.0:1746066725.830717:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10524 00000100:00100000:3.0:1746066725.830722:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975033984:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:2.0:1746066725.830798:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10525 00000100:00100000:2.0:1746066725.830805:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882975034240:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:3.0:1746066725.830866:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1746066725.830869:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066721 -> 1746066725 00002000:00010000:3.0:1746066725.830871:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066722 -> 1746066725 00002000:00010000:3.0:1746066725.830877:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066722 -> 1746066725 00002000:00010000:3.0:1746066725.830879:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00002000:00010000:2.0:1746066725.830899:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746066725.830902:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:2.0:1746066725.830904:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066724 -> 1746066725 00002000:00010000:2.0:1746066725.830905:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:2.0:1746066725.830907:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746066725.830910:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882975033984:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 187us (393us total) trans 21474840125 rc 0/0 00000100:00100000:3.0:1746066725.830915:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10524 00000100:00100000:3.0:1746066725.830926:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10526 00000100:00100000:2.0:1746066725.830927:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882975034240:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 123us (378us total) trans 17179872790 rc 0/0 00000100:00100000:3.0:1746066725.830931:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882975034112:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:1.0:1746066725.830934:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10527 00000100:00100000:1.0:1746066725.830940:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975034368:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:3.0:1746066725.830988:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746066725.830990:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066725.830992:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066725.830993:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066724 -> 1746066725 00002000:00010000:3.0:1746066725.830995:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00002000:00010000:1.0:1746066725.830997:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066725.830999:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:1.0:1746066725.831000:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066722 -> 1746066725 00002000:00010000:1.0:1746066725.831002:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:1.0:1746066725.831004:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746066725.831009:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+15:1963:x1830882975034112:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 78us (441us total) trans 17179872791 rc 0/0 00000100:00100000:1.0:1746066725.831016:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975034368:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 77us (431us total) trans 21474840126 rc 0/0 00000100:00100000:2.0:1746066725.831127:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10525 00000100:00100000:3.0:1746066725.831131:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10526 00000100:00100000:1.0:1746066725.831134:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10527 00000100:00100000:2.0:1746066725.831142:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10528 00000100:00100000:3.0:1746066725.831145:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10529 00000100:00100000:2.0:1746066725.831147:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975034624:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:3.0:1746066725.831150:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975034496:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:3.0:1746066725.831232:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:3.0:1746066725.831234:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066725.831236:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066722 -> 1746066725 00002000:00010000:3.0:1746066725.831237:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:2.0:1746066725.831237:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1746066725.831239:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00002000:00010000:2.0:1746066725.831240:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:2.0:1746066725.831242:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:2.0:1746066725.831243:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:2.0:1746066725.831245:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:3.0:1746066725.831253:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975034496:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 103us (634us total) trans 21474840127 rc 0/0 00000100:00100000:3.0:1746066725.831258:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10529 00000100:00100000:2.0:1746066725.831264:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882975034624:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 116us (665us total) trans 17179872792 rc 0/0 00000100:00100000:2.0:1746066725.831269:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10528 00000100:00100000:0.0:1746066725.833848:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.833934:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975034880 00000100:00100000:3.0:1746066725.833940:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975034880 00000100:00100000:3.0:1746066725.833983:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3564 00000100:00100000:3.0:1746066725.833989:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:28738:x1830882975034880:12345-192.168.202.57@tcp:35:lfs.0 00000004:00010000:3.0:1746066725.834032:0:16789:0:(mdt_open.c:2471:mdt_close_resync_done()) ### [0x200000403:0x315:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081194 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f1 expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.834066:0:16789:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16789 initiator: MDT0 00010000:00010000:3.0:1746066725.834075:0:16789:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ac00/0xfb36a14ee60811d3 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f8 expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.834081:0:16789:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16789 initiator: MDT0 00010000:00010000:3.0:1746066725.835258:0:16789:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ac00/0xfb36a14ee60811d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f8 expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.835270:0:16789:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ac00/0xfb36a14ee60811d3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f8 expref: 9 pid: 14549 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066725.835282:0:16789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef58700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:16789:1830882976202624:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.835372:0:16789:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.838590:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.838708:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975035008 00000100:00100000:1.0:1746066725.838716:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975035008 00010000:00010000:1.0:1746066725.838742:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ac00/0xfb36a14ee60811d3 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f8 expref: 10 pid: 14549 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746066725.838774:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5228 00000100:00100000:3.0:1746066725.838780:0:16789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef58700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:16789:1830882976202624:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.838780:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975035008:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.838792:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.838795:0:16789:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16789 initiator: MDT0 00010000:00010000:1.0:1746066725.838797:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ac00/0xfb36a14ee60811d3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f8 expref: 10 pid: 14549 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066725.838805:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ac00/0xfb36a14ee60811d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f8 expref: 10 pid: 14549 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066725.838871:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ac00/0xfb36a14ee60811d3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f8 expref: 10 pid: 14549 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066725.838889:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.838892:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16789 initiator: MDT0 00010000:00010000:1.0:1746066725.838899:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16789 initiator: MDT0 00010000:00010000:1.0:1746066725.838904:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16789 initiator: MDT0 00010000:00010000:1.0:1746066725.838921:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066725.838950:0:16789:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16789 initiator: MDT0 00010000:00010000:3.0:1746066725.838957:0:16789:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16789 initiator: MDT0 00000100:00100000:1.0:1746066725.838976:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975035008:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 194us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.838981:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5228 00000040:00080000:3.0:1746066725.839866:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2583, 88 off216688 00000004:00080000:3.0:1746066725.839872:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687017195856ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.839924:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2529, 88 off212016 00000004:00080000:3.0:1746066725.839927:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687017251151ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.839949:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2530, 88 off212104 00000004:00080000:3.0:1746066725.839953:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687017277037ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.839961:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2584, 88 off216776 00000004:00080000:3.0:1746066725.839963:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687017287206ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.839969:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2585, 88 off216864 00000004:00080000:3.0:1746066725.839971:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687017295385ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.840062:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2531, 88 off212192 00000004:00080000:3.0:1746066725.840067:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687017390619ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.840086:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2532, 88 off212280 00000004:00080000:3.0:1746066725.840089:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687017413045ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.840095:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2533, 88 off212368 00000004:00080000:3.0:1746066725.840097:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687017421429ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.840106:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2586, 88 off216952 00000004:00080000:3.0:1746066725.840109:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687017432664ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.840180:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2534, 88 off212456 00000004:00080000:3.0:1746066725.840183:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687017507200ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.840209:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2587, 88 off217040 00000004:00080000:3.0:1746066725.840212:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687017536551ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.840219:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2535, 88 off212544 00000004:00080000:3.0:1746066725.840221:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687017545440ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066725.840227:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2588, 88 off217128 00000004:00080000:3.0:1746066725.840229:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687017553245ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.840235:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2589, 88 off217216 00000004:00080000:3.0:1746066725.840237:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687017561146ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.840243:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2590, 88 off217304 00000004:00080000:3.0:1746066725.840245:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687017569441ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.840251:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2591, 88 off217392 00000004:00080000:3.0:1746066725.840253:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687017577496ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066725.840259:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2536, 88 off212632 00000004:00080000:3.0:1746066725.840262:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687017586591ns, next at 634327279575ns, rc = 0 00000001:00080000:0.0:1746066725.913004:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942887 is committed 00000004:00080000:0.0:1746066725.913011:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1820 committed 00000004:00080000:0.0:1746066725.913017:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1876 committed 00000004:00080000:0.0:1746066725.913022:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1875 committed 00000004:00080000:0.0:1746066725.913023:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1874 committed 00000004:00080000:0.0:1746066725.913024:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1873 committed 00000004:00080000:0.0:1746066725.913026:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1819 committed 00000004:00080000:0.0:1746066725.913027:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1872 committed 00000004:00080000:0.0:1746066725.913028:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1818 committed 00000004:00080000:0.0:1746066725.913029:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1871 committed 00000004:00080000:0.0:1746066725.913030:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1817 committed 00000004:00080000:0.0:1746066725.913032:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1816 committed 00000004:00080000:0.0:1746066725.913033:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1815 committed 00000004:00080000:0.0:1746066725.913034:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1870 committed 00000004:00080000:0.0:1746066725.913035:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1869 committed 00000004:00080000:0.0:1746066725.913036:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1814 committed 00000004:00080000:0.0:1746066725.913038:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1813 committed 00000004:00080000:0.0:1746066725.913039:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1868 committed 00000004:00010000:2.0:1746066725.913123:0:16789:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009f7e7480 reply state ffff88008f7f4800 transno 8589942887 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16789 initiator: MDT0 00000100:00100000:2.0:1746066725.913132:0:16789:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746066725.913141:0:16789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.913144:0:16789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746066725.913152:0:16789:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081194 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9784f1 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1746066725.913250:0:16789:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1746066725.913260:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:28738:x1830882975034880:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 79270us (79416us total) trans 8589942887 rc 0/0 00000100:00100000:2.0:1746066725.913268:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3564 00010000:00010000:2.0:1746066725.913292:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16789 initiator: MDT0 00010000:00010000:2.0:1746066725.913301:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16789 initiator: MDT0 00010000:00010000:2.0:1746066725.913306:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16789 initiator: MDT0 00010000:00010000:2.0:1746066725.913310:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc4e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066725.913314:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16789 initiator: MDT0 00010000:00010000:2.0:1746066725.913319:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16789 initiator: MDT0 00010000:00010000:2.0:1746066725.913328:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.913330:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066725.913332:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16789 initiator: MDT0 00010000:00010000:2.0:1746066725.913336:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4e00/0xfb36a14ee6081251 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16789 initiator: MDT0 00000100:00100000:3.0:1746066725.913491:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976203008:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.913528:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.913558:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976203520:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.913569:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.913581:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746066725.913584:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976202880:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.913594:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.913602:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976203392:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.913612:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066725.913625:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976203008 00000100:00100000:3.0:1746066725.913630:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976203008 00000100:00100000:3.0:1746066725.913649:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976203520 00000100:00100000:3.0:1746066725.913651:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976203520 00000100:00100000:3.0:1746066725.913658:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976202880 00000100:00100000:3.0:1746066725.913660:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976202880 00000100:00100000:3.0:1746066725.913666:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976203392 00000100:00100000:3.0:1746066725.913668:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976203392 00000100:00100000:3.0:1746066725.913690:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10530 00000100:00100000:3.0:1746066725.913696:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3294:x1830882976203008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066725.913823:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:3.0:1746066725.913825:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066725.913827:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066725.913830:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066725.913832:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00000100:00100000:3.0:1746066725.913852:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3294:x1830882976203008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 157us (324us total) trans 21474840128 rc 0/0 00000100:00100000:3.0:1746066725.913857:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10530 00000100:00100000:3.0:1746066725.913866:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10531 00000100:00100000:3.0:1746066725.913870:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3294:x1830882976203520:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066725.913925:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746066725.913927:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1746066725.913928:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746066725.913930:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1746066725.913932:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746066725.913947:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3294:x1830882976203520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 77us (377us total) trans 21474840129 rc 0/0 00000100:00100000:3.0:1746066725.913952:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10531 00000100:00100000:3.0:1746066725.913959:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10532 00000100:00100000:3.0:1746066725.913962:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3294:x1830882976202880:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066725.914018:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746066725.914021:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066725.914022:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066725.914024:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066725.914026:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746066725.914041:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3294:x1830882976202880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 78us (446us total) trans 21474840130 rc 0/0 00000100:00100000:3.0:1746066725.914046:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10532 00000100:00100000:3.0:1746066725.914054:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10533 00000100:00100000:3.0:1746066725.914058:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3294:x1830882976203392:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066725.914116:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3294:x1830882976203392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 58us (503us total) trans 21474840131 rc 0/0 00000100:00100000:3.0:1746066725.914120:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10533 00000004:00080000:3.0:1746066725.914153:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef59180/2, rc 0, transno 21474840130 00000100:00100000:3.0:1746066725.914159:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976202880:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066725.914166:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef58000/2, rc 0, transno 21474840131 00000100:00100000:3.0:1746066725.914168:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976203392:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066725.914173:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5aa00/2, rc 0, transno 21474840128 00000100:00100000:3.0:1746066725.914175:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976203008:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066725.914180:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef59500/2, rc 0, transno 21474840129 00000100:00100000:3.0:1746066725.914182:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976203520:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.914340:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976203136:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.914361:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066725.914376:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976203648:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.914389:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066725.914399:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746066725.914403:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976202752:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.914414:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066725.914421:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976203264:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.914431:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066725.914439:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976203776:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.914450:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066725.914463:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976203136 00000100:00100000:0.0:1746066725.914466:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976203136 00000100:00100000:0.0:1746066725.914480:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976203648 00000100:00100000:0.0:1746066725.914481:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976203648 00000100:00100000:0.0:1746066725.914490:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976202752 00000100:00100000:0.0:1746066725.914492:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976202752 00000100:00100000:0.0:1746066725.914497:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976203264 00000100:00100000:0.0:1746066725.914499:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976203264 00000100:00100000:0.0:1746066725.914505:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976203776 00000100:00100000:0.0:1746066725.914506:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976203776 00000100:00100000:0.0:1746066725.914512:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10534 00000100:00100000:0.0:1746066725.914516:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3295:x1830882976203136:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.914594:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:3295:x1830882976203136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (232us total) trans 21474840132 rc 0/0 00000100:00100000:0.0:1746066725.914598:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10534 00000100:00100000:0.0:1746066725.914607:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10535 00000100:00100000:0.0:1746066725.914611:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3295:x1830882976203648:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.914670:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:3295:x1830882976203648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 59us (280us total) trans 21474840133 rc 0/0 00000100:00100000:0.0:1746066725.914690:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10535 00000100:00100000:0.0:1746066725.914699:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10536 00000100:00100000:0.0:1746066725.914703:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3295:x1830882976202752:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066725.914763:0:8451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746066725.914765:0:8451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:0.0:1746066725.914767:0:8451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:0.0:1746066725.914768:0:8451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:0.0:1746066725.914770:0:8451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:0.0:1746066725.914785:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:3295:x1830882976202752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (370us total) trans 21474840134 rc 0/0 00000100:00100000:0.0:1746066725.914790:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10536 00000100:00100000:0.0:1746066725.914798:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10537 00000100:00100000:0.0:1746066725.914802:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3295:x1830882976203264:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.914863:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:3295:x1830882976203264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 61us (431us total) trans 21474840135 rc 0/0 00000100:00100000:0.0:1746066725.914867:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10537 00000100:00100000:0.0:1746066725.914875:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10538 00000100:00100000:0.0:1746066725.914878:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3295:x1830882976203776:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066725.914942:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:3295:x1830882976203776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 62us (489us total) trans 21474840136 rc 0/0 00000100:00100000:0.0:1746066725.914946:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10538 00000004:00080000:0.0:1746066725.914966:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef58700/2, rc 0, transno 21474840134 00000100:00100000:0.0:1746066725.914969:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976202752:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066725.914974:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef5b100/2, rc 0, transno 21474840135 00000100:00100000:0.0:1746066725.914976:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976203264:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066725.914980:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb6d80/2, rc 0, transno 21474840136 00000100:00100000:0.0:1746066725.914982:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976203776:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066725.914986:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef59c00/2, rc 0, transno 21474840132 00000100:00100000:0.0:1746066725.914988:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976203136:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066725.914992:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb5f80/2, rc 0, transno 21474840133 00000100:00100000:0.0:1746066725.914993:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976203648:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066725.915377:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976204288:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.915398:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.915413:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976204800:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.915423:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.915431:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746066725.915434:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976204160:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.915443:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.915449:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976204672:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.915457:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066725.915468:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976204288 00000100:00100000:1.0:1746066725.915471:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976204288 00000100:00100000:1.0:1746066725.915481:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976204800 00000100:00100000:1.0:1746066725.915482:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976204800 00000100:00100000:1.0:1746066725.915486:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976204160 00000100:00100000:1.0:1746066725.915488:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976204160 00000100:00100000:1.0:1746066725.915492:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976204672 00000100:00100000:1.0:1746066725.915493:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976204672 00000100:00100000:1.0:1746066725.915499:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10539 00000100:00100000:1.0:1746066725.915502:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+56:3296:x1830882976204288:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066725.915574:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066725.915577:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:1.0:1746066725.915578:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:1.0:1746066725.915580:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:1.0:1746066725.915582:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066725.915602:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:3296:x1830882976204288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 99us (203us total) trans 17179872793 rc 0/0 00000100:00100000:1.0:1746066725.915607:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10539 00000100:00100000:1.0:1746066725.915617:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10540 00000100:00100000:1.0:1746066725.915621:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+56:3296:x1830882976204800:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.915701:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:3296:x1830882976204800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 79us (276us total) trans 17179872794 rc 0/0 00000100:00100000:1.0:1746066725.915706:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10540 00000100:00100000:1.0:1746066725.915726:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10541 00000100:00100000:1.0:1746066725.915730:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+56:3296:x1830882976204160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066725.915785:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1746066725.915787:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:1.0:1746066725.915789:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:1.0:1746066725.915791:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:1.0:1746066725.915792:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:1.0:1746066725.915807:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:3296:x1830882976204160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 77us (362us total) trans 17179872795 rc 0/0 00000100:00100000:1.0:1746066725.915811:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10541 00000100:00100000:1.0:1746066725.915818:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10542 00000100:00100000:1.0:1746066725.915822:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+56:3296:x1830882976204672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.915874:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:3296:x1830882976204672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 52us (415us total) trans 17179872796 rc 0/0 00000100:00100000:1.0:1746066725.915878:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10542 00000004:00080000:1.0:1746066725.915895:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d0e00/2, rc 0, transno 17179872795 00000100:00100000:1.0:1746066725.915898:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976204160:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066725.915903:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d1c00/2, rc 0, transno 17179872796 00000100:00100000:1.0:1746066725.915906:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976204672:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066725.915912:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d3800/2, rc 0, transno 17179872793 00000100:00100000:1.0:1746066725.915914:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976204288:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066725.915918:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d0000/2, rc 0, transno 17179872794 00000100:00100000:1.0:1746066725.915921:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976204800:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066725.916058:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976203904:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066725.916077:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066725.916090:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976204416:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066725.916102:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066725.916109:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746066725.916112:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976204032:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066725.916123:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066725.916128:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976204544:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066725.916139:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066725.916150:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976203904 00000100:00100000:2.0:1746066725.916152:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976203904 00000100:00100000:2.0:1746066725.916164:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976204416 00000100:00100000:2.0:1746066725.916165:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976204416 00000100:00100000:2.0:1746066725.916170:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976204032 00000100:00100000:2.0:1746066725.916171:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976204032 00000100:00100000:2.0:1746066725.916175:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976204544 00000100:00100000:2.0:1746066725.916177:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976204544 00000100:00100000:2.0:1746066725.916182:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10543 00000100:00100000:2.0:1746066725.916185:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+60:3293:x1830882976203904:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746066725.916260:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746066725.916262:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:2.0:1746066725.916264:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:2.0:1746066725.916265:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:2.0:1746066725.916267:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746066725.916283:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3293:x1830882976203904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 98us (205us total) trans 17179872797 rc 0/0 00000100:00100000:2.0:1746066725.916287:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10543 00000100:00100000:2.0:1746066725.916295:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10544 00000100:00100000:2.0:1746066725.916299:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+60:3293:x1830882976204416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066725.916362:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3293:x1830882976204416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 62us (258us total) trans 17179872798 rc 0/0 00000100:00100000:2.0:1746066725.916367:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10544 00000100:00100000:2.0:1746066725.916460:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10545 00000100:00100000:2.0:1746066725.916465:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+60:3293:x1830882976204032:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746066725.916521:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746066725.916524:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:2.0:1746066725.916525:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:2.0:1746066725.916527:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:2.0:1746066725.916528:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746066725.916546:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3293:x1830882976204032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 81us (422us total) trans 17179872799 rc 0/0 00000100:00100000:2.0:1746066725.916550:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10545 00000100:00100000:2.0:1746066725.916559:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10546 00000100:00100000:2.0:1746066725.916563:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+60:3293:x1830882976204544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066725.916627:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3293:x1830882976204544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 64us (486us total) trans 17179872800 rc 0/0 00000100:00100000:2.0:1746066725.916631:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10546 00000004:00080000:2.0:1746066725.916710:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d3100/2, rc 0, transno 17179872799 00000100:00100000:2.0:1746066725.916713:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976204032:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066725.916719:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d2a00/2, rc 0, transno 17179872800 00000100:00100000:2.0:1746066725.916721:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976204544:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066725.916725:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d0380/2, rc 0, transno 17179872797 00000100:00100000:2.0:1746066725.916728:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976203904:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066725.916731:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800931d2d80/2, rc 0, transno 17179872798 00000100:00100000:2.0:1746066725.916733:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976204416:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066725.918982:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.919039:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975035136 00000100:00100000:3.0:1746066725.919045:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975035136 00000100:00100000:3.0:1746066725.919070:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9033 00000100:00100000:3.0:1746066725.919075:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+6:28738:x1830882975035136:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066725.919090:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.919103:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081258 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978530 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.919143:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081258 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978530 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.919154:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081258 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978530 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.919171:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.919173:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066725.919176:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50c00, rc 0) 00000100:00100000:3.0:1746066725.919215:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:28738:x1830882975035136:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 140us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.919220:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9033 00000100:00100000:1.0:1746066725.923875:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.923961:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975035392 00000100:00100000:0.0:1746066725.923967:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975035392 00000100:00100000:0.0:1746066725.923997:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3565 00000100:00100000:0.0:1746066725.924003:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:28738:x1830882975035392:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:0.0:1746066725.924183:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:28738:x1830882975035392:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 180us (314us total) trans 8589942888 rc 0/0 00000100:00100000:0.0:1746066725.924189:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3565 00000100:00100000:0.0:1746066725.942979:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.943042:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975035648 00000100:00100000:1.0:1746066725.943049:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975035648 00000100:00100000:1.0:1746066725.943263:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9034 00000100:00100000:1.0:1746066725.943271:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:28747:x1830882975035648:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066725.943292:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.943307:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3de00/0xfb36a14ee608125f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978537 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.943392:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d800/0xfb36a14ee6081266 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943402:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d800/0xfb36a14ee6081266 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943411:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d800/0xfb36a14ee6081266 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943420:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee608126d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943425:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee608126d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943430:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee608126d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943515:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee6081274 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943521:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee6081274 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943527:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee6081274 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:1.0:1746066725.943534:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:1.0:1746066725.943600:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d800/0xfb36a14ee6081266 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943606:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d800/0xfb36a14ee6081266 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943612:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d800/0xfb36a14ee6081266 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943616:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4e3d800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066725.943619:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d800/0xfb36a14ee6081266 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943624:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d800/0xfb36a14ee6081266 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943633:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066725.943635:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066725.943639:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d800/0xfb36a14ee6081266 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.943643:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d800/0xfb36a14ee6081266 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.944457:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee608126d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.944464:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee608126d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.944468:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee608126d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.944472:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4e3d200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066725.944475:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee608126d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.944479:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee608126d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.944490:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705600) 00010000:00010000:1.0:1746066725.944493:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066725.944495:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee608126d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.944499:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3d200/0xfb36a14ee608126d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.944534:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e3de00/0xfb36a14ee608125f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978537 expref: 10 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.944544:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee6081274 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978537 expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.944550:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.944552:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066725.944554:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb97000, rc 0) 00000100:00100000:1.0:1746066725.945048:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28747:x1830882975035648:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1776us (2073us total) trans 8589942889 rc 0/0 00000100:00100000:1.0:1746066725.945054:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9034 00000100:00100000:0.0:1746066725.946784:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.946943:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975035904 00000100:00100000:1.0:1746066725.946950:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975035904 00000100:00100000:1.0:1746066725.946991:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9035 00000100:00100000:1.0:1746066725.946999:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+251:28751:x1830882975035904:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066725.947016:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.947030:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97400/0xfb36a14ee6081282 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97853e expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.947111:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081289 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947121:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081289 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947128:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081289 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947137:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6081290 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947143:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6081290 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947147:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6081290 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947242:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6081297 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947249:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6081297 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947254:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6081297 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:1.0:1746066725.947262:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:1.0:1746066725.947327:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081289 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947332:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081289 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947341:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081289 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947345:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eb97a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066725.947348:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081289 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947352:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081289 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947361:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066725.947363:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066725.947366:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081289 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947371:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97a00/0xfb36a14ee6081289 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947380:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6081290 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947384:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6081290 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947389:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6081290 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947392:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eb96a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066725.947394:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6081290 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947397:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6081290 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947405:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705100) 00010000:00010000:1.0:1746066725.947407:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066725.947409:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6081290 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947412:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee6081290 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.947443:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97400/0xfb36a14ee6081282 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97853e expref: 254 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.947452:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6081297 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97853e expref: 253 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.947458:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.947459:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066725.947461:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb96e00, rc 0) 00000100:00100000:1.0:1746066725.947494:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28751:x1830882975035904:12345-192.168.202.57@tcp:101:cat.0 Request processed in 496us (713us total) trans 8589942890 rc 0/0 00000100:00100000:1.0:1746066725.947500:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9035 00000100:00100000:0.0:1746066725.948842:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.948965:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975036160 00000100:00100000:1.0:1746066725.948971:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975036160 00000100:00100000:1.0:1746066725.948995:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3566 00000100:00100000:1.0:1746066725.949000:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28751:x1830882975036160:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066725.949126:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28751:x1830882975036160:12345-192.168.202.57@tcp:35:cat.0 Request processed in 125us (287us total) trans 8589942891 rc 0/0 00000100:00100000:1.0:1746066725.949132:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3566 00000100:00100000:0.0:1746066725.949996:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.950320:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975036288 00000100:00100000:2.0:1746066725.950325:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975036288 00000100:00100000:2.0:1746066725.950363:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10547 00000100:00100000:2.0:1746066725.950369:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28750:x1830882975036288:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.950381:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.950394:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95000/0xfb36a14ee60812a5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978545 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.950412:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.950414:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.950419:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95000/0xfb36a14ee60812a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978545 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.950432:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95000/0xfb36a14ee60812a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978545 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.950439:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a95000, rc 0) 00000100:00100000:2.0:1746066725.950476:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28750:x1830882975036288:12345-192.168.202.57@tcp:101:cat.0 Request processed in 107us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.950481:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10547 00000100:00100000:0.0:1746066725.954750:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.955396:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975036416 00000100:00100000:2.0:1746066725.955405:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975036416 00000100:00100000:0.0:1746066725.955445:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.955516:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975036672 00000100:00100000:1.0:1746066725.955521:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975036672 00000100:00100000:2.0:1746066725.955609:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10548 00000100:00100000:1.0:1746066725.955609:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9036 00000100:00100000:2.0:1746066725.955617:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:28751:x1830882975036416:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066725.955617:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28745:x1830882975036672:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066725.955630:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.955630:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066725.955643:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97400/0xfb36a14ee60812b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978553 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.955644:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95600/0xfb36a14ee60812ac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97854c expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.955662:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.955664:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.955671:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95600/0xfb36a14ee60812ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97854c expref: 21 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.955705:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95600/0xfb36a14ee60812ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97854c expref: 21 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.955714:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a95600, rc 0) 00010000:00010000:1.0:1746066725.955732:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.955743:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee6081274 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978537 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.955749:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6081297 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97853e expref: 255 pid: 14550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066725.955752:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:28751:x1830882975036416:12345-192.168.202.57@tcp:101:cat.0 Request processed in 136us (1010us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066725.955755:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 5/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00000100:00100000:2.0:1746066725.955758:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10548 00000100:00100000:0.0:1746066725.955759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066725.955777:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6081297 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97853e expref: 255 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.955786:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6081297 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97853e expref: 255 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746066725.955795:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976204928:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066725.955801:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975036928 00000100:00100000:3.0:1746066725.955805:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975036928 00002000:00100000:3.0:1746066725.955832:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ed09180 x1830882975036928/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.955841:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed09180 with x1830882975036928 ext(0->1048575) 00002000:00010000:3.0:1746066725.955845:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed09180 00000100:00100000:3.0:1746066725.955857:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4278 00000100:00100000:3.0:1746066725.955862:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1965:x1830882975036928:12345-192.168.202.57@tcp:3:cat.0 00010000:00010000:1.0:1746066725.955910:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee6081274 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978537 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.955922:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee6081274 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978537 expref: 8 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746066725.955930:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976205056:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066725.955950:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066725.970250:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.970314:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975037184 00000100:00100000:2.0:1746066725.970322:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975037184 00002000:00100000:2.0:1746066725.970361:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ed09880 x1830882975037184/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/0 e 0 to 0 dl 1746066736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.970370:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed09880 with x1830882975037184 ext(0->1048575) 00002000:00010000:2.0:1746066725.970375:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed09880 00000100:00100000:2.0:1746066725.970405:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4279 00000100:00100000:2.0:1746066725.970413:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975037184:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066725.971540:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1965:x1830882975036928:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15675us (15778us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066725.971548:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4278 00002000:00100000:3.0:1746066725.971553:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ed09180 x1830882975036928/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066725.971560:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed09180 with x1830882975036928 ext(0->1048575) 00002000:00010000:3.0:1746066725.971563:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed09180 00000100:00100000:0.0:1746066725.972180:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.972223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.972269:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975037312 00000100:00100000:3.0:1746066725.972273:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975037312 00010000:00010000:3.0:1746066725.972291:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6081297 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97853e expref: 256 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066725.972609:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975037440 00000100:00100000:3.0:1746066725.972612:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975037440 00000100:00100000:1.0:1746066725.972618:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5229 00010000:00010000:3.0:1746066725.972623:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee6081274 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978537 expref: 9 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746066725.972629:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:1963:x1830882975037312:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066725.972641:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066725.972649:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6081297 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97853e expref: 256 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066725.972659:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6081297 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97853e expref: 256 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066725.972702:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.972708:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.972715:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.972720:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066725.973257:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:1963:x1830882975037312:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 631us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.973265:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5230 00000100:00100000:1.0:1746066725.973269:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5229 00000100:00100000:3.0:1746066725.973271:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975037440:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066725.973278:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066725.973282:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee6081274 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978537 expref: 9 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066725.973290:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee6081274 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978537 expref: 9 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066725.973301:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066725.973304:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.973310:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.973317:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066725.973328:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066725.973342:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975037440:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 72us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.973348:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5230 00010000:00010000:1.0:1746066725.973408:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96e00/0xfb36a14ee6081297 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97853e expref: 255 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746066725.973434:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976204928:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066725.973449:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97000/0xfb36a14ee6081274 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978537 expref: 8 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746066725.973458:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976205056:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066725.973476:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.973484:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:1.0:1746066725.973488:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:1.0:1746066725.973505:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:1.0:1746066725.973634:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb97400/0xfb36a14ee60812b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978553 expref: 256 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.973648:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978553 expref: 255 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066725.973654:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066725.973656:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746066725.973658:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb96a00, rc 0) 00000100:00100000:1.0:1746066725.973722:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28745:x1830882975036672:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 18104us (18278us total) trans 8589942892 rc 0/0 00000100:00100000:1.0:1746066725.973728:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9036 00000100:00100000:2.0:1746066725.983314:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975037184:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12890us (13058us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066725.983324:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4279 00002000:00100000:2.0:1746066725.983335:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ed09880 x1830882975037184/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:131/0 lens 488/440 e 0 to 0 dl 1746066736 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066725.983344:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed09880 with x1830882975037184 ext(0->1048575) 00002000:00010000:2.0:1746066725.983348:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed09880 00000100:00100000:0.0:1746066725.984715:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066725.984823:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975037568 00000100:00100000:2.0:1746066725.984830:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975037568 00000100:00100000:2.0:1746066725.984910:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10549 00000100:00100000:2.0:1746066725.984918:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28750:x1830882975037568:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.984930:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.984943:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95400/0xfb36a14ee60812c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97855a expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.984962:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.984964:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066725.984969:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95400/0xfb36a14ee60812c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97855a expref: 20 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.984983:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95400/0xfb36a14ee60812c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97855a expref: 20 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.984991:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a95400, rc 0) 00000100:00100000:2.0:1746066725.985026:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28750:x1830882975037568:12345-192.168.202.57@tcp:101:cat.0 Request processed in 109us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.985031:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10549 00000100:00100000:0.0:1746066725.991504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066725.991542:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066725.991557:0:14544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975037696 00000100:00100000:1.0:1746066725.991564:0:14544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975037696 00000100:00100000:2.0:1746066725.991590:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975037824 00000100:00100000:2.0:1746066725.991593:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975037824 00000100:00100000:1.0:1746066725.991615:0:14544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 168 00000100:00100000:1.0:1746066725.991623:0:14544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:69ee3f12-76db-44fe-a8c9-a42ead582d61+15:1963:x1830882975037696:12345-192.168.202.57@tcp:400:kworker.0 00000100:00100000:2.0:1746066725.991631:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9037 00000100:00100000:2.0:1746066725.991637:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28750:x1830882975037824:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066725.991653:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066725.991671:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a95e00/0xfb36a14ee60812cf lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978561 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066725.991698:0:14544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:69ee3f12-76db-44fe-a8c9-a42ead582d61+15:1963:x1830882975037696:12345-192.168.202.57@tcp:400:kworker.0 Request processed in 75us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066725.991704:0:14544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 168 00010000:00010000:2.0:1746066725.991731:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a95e00/0xfb36a14ee60812cf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978561 expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.991742:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a95e00/0xfb36a14ee60812cf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978561 expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066725.991756:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066725.991759:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066725.991762:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a95e00, rc 0) 00000100:00100000:2.0:1746066725.991782:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28750:x1830882975037824:12345-192.168.202.57@tcp:101:cat.0 Request processed in 145us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066725.991787:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9037 00000100:00100000:0.0:1746066725.996617:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066725.996714:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975037952 00000100:00100000:3.0:1746066725.996721:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975037952 00000100:00100000:3.0:1746066725.996767:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10550 00000100:00100000:3.0:1746066725.996774:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:28751:x1830882975037952:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066725.996789:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066725.996802:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60812d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978568 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.996822:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.996824:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066725.996830:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60812d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978568 expref: 38 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.996840:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60812d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978568 expref: 38 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066725.996848:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51600, rc 0) 00000100:00100000:3.0:1746066725.996882:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:28751:x1830882975037952:12345-192.168.202.57@tcp:101:cat.0 Request processed in 109us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066725.996887:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10550 00000100:00100000:0.0:1746066726.002006:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.002066:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975038080 00000100:00100000:3.0:1746066726.002073:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975038080 00000100:00100000:3.0:1746066726.002117:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9038 00000100:00100000:3.0:1746066726.002124:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28751:x1830882975038080:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.002141:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.002154:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51400/0xfb36a14ee60812dd lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97856f expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.002214:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51400/0xfb36a14ee60812dd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97856f expref: 256 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.002225:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51400/0xfb36a14ee60812dd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97856f expref: 256 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.002238:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066726.002241:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066726.002243:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51400, rc 0) 00000100:00100000:3.0:1746066726.002285:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28751:x1830882975038080:12345-192.168.202.57@tcp:101:cat.0 Request processed in 162us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.002290:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9038 00000100:00080000:0.0:1746066726.002535:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746066726.002618:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.002686:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975038336 00000100:00100000:0.0:1746066726.002689:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975038336 00002000:00100000:0.0:1746066726.002717:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88012c22e300 x1830882975038336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066726.002732:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22e300 with x1830882975038336 ext(1048576->2097151) 00002000:00010000:0.0:1746066726.002736:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c22e300 00000100:00100000:3.0:1746066726.004142:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4280 00000100:00100000:3.0:1746066726.004153:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975038336:12345-192.168.202.57@tcp:3:cat.0 00000100:00080000:2.0:1746066726.004652:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746066726.005081:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.005178:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975038464 00000100:00100000:2.0:1746066726.005183:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975038464 00000100:00100000:2.0:1746066726.005293:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9039 00000100:00100000:2.0:1746066726.005300:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28745:x1830882975038464:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066726.005311:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.005327:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94a00/0xfb36a14ee60812e4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978576 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.005366:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94a00/0xfb36a14ee60812e4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978576 expref: 257 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.005376:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94a00/0xfb36a14ee60812e4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978576 expref: 257 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.005389:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066726.005392:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066726.005395:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a94a00, rc 0) 00000100:00100000:2.0:1746066726.005696:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28745:x1830882975038464:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 394us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.005701:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9039 00000100:00100000:1.0:1746066726.005839:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.005963:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975038720 00000100:00100000:0.0:1746066726.005967:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975038720 00002000:00100000:0.0:1746066726.005994:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800931d1180 x1830882975038720/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066726.006002:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d1180 with x1830882975038720 ext(1048576->2097151) 00002000:00010000:0.0:1746066726.006006:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931d1180 00000100:00100000:0.0:1746066726.006018:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4281 00000100:00100000:0.0:1746066726.006022:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975038720:12345-192.168.202.57@tcp:3:multiop.0 00000100:00080000:2.0:1746066726.006773:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066726.011747:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.012274:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975038976 00000100:00100000:2.0:1746066726.012282:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975038976 00000100:00100000:2.0:1746066726.012323:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9040 00000100:00100000:2.0:1746066726.012330:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28745:x1830882975038976:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066726.012347:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.012349:0:14549:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1746066726.012372:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94a00/0xfb36a14ee60812e4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978576 expref: 257 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.012410:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51400/0xfb36a14ee60812dd lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97856f expref: 256 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.012419:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066726.012423:0:14549:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066726.012431:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a95c00/0xfb36a14ee60812eb lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97857d expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.012471:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066726.012481:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081258 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978530 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.012489:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a95e00/0xfb36a14ee60812cf lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978561 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.012494:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066726.012518:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a95e00/0xfb36a14ee60812cf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978561 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.012527:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a95e00/0xfb36a14ee60812cf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978561 expref: 8 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.012536:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976205184:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066726.012622:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081258 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978530 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.012629:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081258 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978530 expref: 7 pid: 14549 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.012635:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976205312:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.012653:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066726.015124:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975038336:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10967us (12500us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066726.015134:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4280 00002000:00100000:3.0:1746066726.015143:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88012c22e300 x1830882975038336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.015152:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22e300 with x1830882975038336 ext(1048576->2097151) 00002000:00010000:3.0:1746066726.015157:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c22e300 00000100:00100000:2.0:1746066726.017258:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976205184:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.017271:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976205312:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066726.017298:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746066726.017358:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.017525:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.017742:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975038720:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 11718us (11901us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066726.017750:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4281 00002000:00100000:0.0:1746066726.017759:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800931d1180 x1830882975038720/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066726.017766:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d1180 with x1830882975038720 ext(1048576->2097151) 00002000:00010000:0.0:1746066726.017771:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931d1180 00000100:00100000:1.0:1746066726.017790:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975039104 00000100:00100000:1.0:1746066726.017796:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975039104 00000100:00100000:3.0:1746066726.017846:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975039232 00000100:00100000:3.0:1746066726.017849:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975039232 00010000:00010000:3.0:1746066726.018159:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a95e00/0xfb36a14ee60812cf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978561 expref: 9 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066726.018159:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081258 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978530 expref: 8 pid: 14549 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746066726.018181:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5231 00000100:00100000:3.0:1746066726.018184:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5232 00000100:00100000:1.0:1746066726.018187:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975039104:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066726.018188:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975039232:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066726.018205:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066726.018205:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066726.018210:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a95e00/0xfb36a14ee60812cf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978561 expref: 9 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066726.018210:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081258 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978530 expref: 8 pid: 14549 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066726.018218:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081258 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978530 expref: 8 pid: 14549 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.018224:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a95e00/0xfb36a14ee60812cf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978561 expref: 9 pid: 14550 timeout: 787 lvb_type: 0 00000100:00080000:2.0:1746066726.018309:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746066726.018443:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081258 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978530 expref: 8 pid: 14549 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.018447:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a95e00/0xfb36a14ee60812cf lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978561 expref: 9 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.018459:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066726.018510:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.018518:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.018524:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066726.018555:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066726.018558:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066726.018577:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975039104:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 390us (1338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066726.018582:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5231 00010000:00010000:3.0:1746066726.018616:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066726.018633:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1963:x1830882975039232:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 444us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.018638:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5232 00010000:00010000:2.0:1746066726.019180:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066726.019198:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:02000000:2.0:1746066726.019234:0:14549:0:(lod_object.c:7771:lod_primary_pick()) *** cfs_fail_loc=1a03, val=0*** 00000040:00080000:2.0:1746066726.023374:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2592, 88 off217480 00000004:00080000:2.0:1746066726.023383:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687200706601ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066726.023432:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2537, 88 off212720 00000004:00080000:2.0:1746066726.023436:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687200760191ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066726.023447:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2538, 88 off212808 00000004:00080000:2.0:1746066726.023449:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687200773225ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066726.023456:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2593, 88 off217568 00000004:00080000:2.0:1746066726.023458:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687200781794ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066726.023463:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2594, 88 off217656 00000004:00080000:2.0:1746066726.023465:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687200789375ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066726.023471:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2539, 88 off212896 00000004:00080000:2.0:1746066726.023473:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687200797388ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066726.023498:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2541, 88 off213080 00000004:00080000:2.0:1746066726.023501:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687200824948ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066726.023507:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2542, 88 off213168 00000004:00080000:2.0:1746066726.023510:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687200833838ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066726.023516:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2595, 88 off217744 00000004:00080000:2.0:1746066726.023518:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687200842060ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066726.023524:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2543, 88 off213256 00000004:00080000:2.0:1746066726.023526:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687200849874ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066726.023532:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2596, 88 off217832 00000004:00080000:2.0:1746066726.023534:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687200858443ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066726.023540:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2544, 88 off213344 00000004:00080000:2.0:1746066726.023542:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687200865955ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066726.023547:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2597, 88 off217920 00000004:00080000:2.0:1746066726.023549:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687200873431ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066726.023555:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2598, 88 off218008 00000004:00080000:2.0:1746066726.023557:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687200880925ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066726.023562:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2599, 88 off218096 00000004:00080000:2.0:1746066726.023564:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687200888453ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066726.023570:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2600, 88 off218184 00000004:00080000:2.0:1746066726.023572:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687200895888ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066726.023577:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2545, 88 off213432 00000004:00080000:2.0:1746066726.023579:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687200903373ns, next at 634327279575ns, rc = 0 00000100:00100000:1.0:1746066726.025236:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.025283:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975039360 00000100:00100000:3.0:1746066726.025290:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975039360 00000100:00100000:1.0:1746066726.025306:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.025319:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975039488 00000100:00100000:3.0:1746066726.025321:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975039488 00000100:00100000:3.0:1746066726.025336:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10551 00000100:00100000:3.0:1746066726.025343:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:28751:x1830882975039360:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.025356:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.025370:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60812f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978584 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.025390:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.025392:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.025398:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60812f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978584 expref: 39 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.025409:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60812f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978584 expref: 39 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.025416:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51400, rc 0) 00000100:00100000:3.0:1746066726.025459:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:28751:x1830882975039360:12345-192.168.202.57@tcp:101:cat.0 Request processed in 117us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.025465:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10551 00000100:00100000:3.0:1746066726.025478:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10552 00000100:00100000:3.0:1746066726.025482:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28750:x1830882975039488:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.025488:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.025493:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec50800/0xfb36a14ee6081300 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97858b expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.025504:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.025505:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.025509:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50800/0xfb36a14ee6081300 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97858b expref: 21 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.025517:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50800/0xfb36a14ee6081300 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97858b expref: 21 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.025523:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50800, rc 0) 00000100:00100000:3.0:1746066726.025538:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28750:x1830882975039488:12345-192.168.202.57@tcp:101:cat.0 Request processed in 56us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.025543:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10552 00000100:00100000:2.0:1746066726.031827:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.031859:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.032082:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975039616 00000100:00100000:3.0:1746066726.032089:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975039616 00000100:00100000:3.0:1746066726.032118:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975039744 00000100:00100000:3.0:1746066726.032119:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975039744 00000100:00100000:3.0:1746066726.032131:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9041 00000100:00100000:3.0:1746066726.032137:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28750:x1830882975039616:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.032152:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.032165:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978592 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.032232:0:16018:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.032240:0:16018:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 9 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.032254:0:16018:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.032266:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 9 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.032277:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066726.032279:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066726.032282:0:16018:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 9 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.032288:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5893800, rc 0) 00000100:00100000:3.0:1746066726.032324:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28750:x1830882975039616:12345-192.168.202.57@tcp:101:cat.0 Request processed in 186us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.032329:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9041 00000100:00100000:3.0:1746066726.032344:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9042 00000100:00100000:3.0:1746066726.032348:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28751:x1830882975039744:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.032353:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.032359:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978599 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.032376:0:16018:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 259 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.032383:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 259 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.032389:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066726.032390:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066726.032394:0:16018:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 8 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.032399:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50000, rc 0) 00000100:00100000:3.0:1746066726.032413:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:28751:x1830882975039744:12345-192.168.202.57@tcp:101:cat.0 Request processed in 65us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.032417:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9042 00010000:00010000:3.0:1746066726.057844:0:9850:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1746066726.062126:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942888 is committed 00000001:00080000:1.0:1746066726.062139:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942892 is committed 00000001:00080000:1.0:1746066726.062146:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942889 is committed 00000001:00080000:1.0:1746066726.062152:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942893 is committed 00000004:00080000:1.0:1746066726.062155:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1828 committed 00000004:00080000:1.0:1746066726.062162:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1885 committed 00000004:00080000:1.0:1746066726.062166:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1884 committed 00000004:00080000:1.0:1746066726.062168:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1883 committed 00000004:00080000:1.0:1746066726.062169:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1882 committed 00000004:00080000:1.0:1746066726.062170:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1827 committed 00000004:00080000:1.0:1746066726.062172:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1881 committed 00000004:00080000:1.0:1746066726.062173:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1826 committed 00000004:00080000:1.0:1746066726.062174:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1880 committed 00000004:00080000:1.0:1746066726.062176:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1825 committed 00000004:00080000:1.0:1746066726.062177:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1824 committed 00000004:00080000:1.0:1746066726.062178:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1823 committed 00000004:00080000:1.0:1746066726.062179:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1879 committed 00000004:00080000:1.0:1746066726.062180:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1878 committed 00000004:00080000:1.0:1746066726.062181:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1822 committed 00000004:00080000:1.0:1746066726.062183:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1821 committed 00000004:00080000:1.0:1746066726.062184:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1877 committed 00010000:00010000:2.0:1746066726.062325:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97857d expref: 255 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.062338:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066726.062340:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1746066726.062344:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 7 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.062353:0:14549:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 7 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.062360:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 7 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.062368:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 255 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.062373:0:14549:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 255 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.062378:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 255 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.062399:0:14549:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 255 pid: 16018 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.062408:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f82300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976205696:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066726.062481:0:14549:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 7 pid: 16018 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.062489:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f80380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976205824:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066726.062505:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066726.062999:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976205568:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066726.063033:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066726.063050:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976206336:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066726.063065:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066726.063075:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976206848:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066726.063086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066726.063095:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976207360:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066726.063106:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066726.063119:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1746066726.063123:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976205440:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066726.063136:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066726.063145:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976206208:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066726.063155:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066726.063164:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976206720:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066726.063175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066726.063185:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976207232:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066726.063213:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066726.063234:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976205568 00000100:00100000:3.0:1746066726.063240:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976205568 00000100:00100000:3.0:1746066726.063265:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976206336 00000100:00100000:3.0:1746066726.063268:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976206336 00000100:00100000:3.0:1746066726.063278:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976206848 00000100:00100000:3.0:1746066726.063280:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976206848 00000100:00100000:3.0:1746066726.063286:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976207360 00000100:00100000:3.0:1746066726.063287:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976207360 00000100:00100000:3.0:1746066726.063293:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976205440 00000100:00100000:3.0:1746066726.063295:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976205440 00000100:00100000:3.0:1746066726.063301:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976206208 00000100:00100000:3.0:1746066726.063302:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976206208 00000100:00100000:3.0:1746066726.063308:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976206720 00000100:00100000:3.0:1746066726.063310:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976206720 00000100:00100000:3.0:1746066726.063314:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976207232 00000100:00100000:3.0:1746066726.063316:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976207232 00000100:00100000:3.0:1746066726.063324:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10553 00000100:00100000:3.0:1746066726.063329:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3294:x1830882976205568:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066726.063470:0:8451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1746066726.063473:0:8451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066726.063475:0:8451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066726.063477:0:8451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066726.063478:0:8451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:3.0:1746066726.063504:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3294:x1830882976205568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 174us (471us total) trans 21474840137 rc 0/0 00000100:00100000:3.0:1746066726.063510:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10553 00000100:00100000:3.0:1746066726.063521:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10554 00000100:00100000:3.0:1746066726.063525:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+64:3294:x1830882976206336:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066726.063615:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+65:3294:x1830882976206336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 88us (548us total) trans 17179872801 rc 0/0 00000100:00100000:3.0:1746066726.063622:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10554 00000100:00100000:3.0:1746066726.063630:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10555 00000100:00100000:3.0:1746066726.063633:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3294:x1830882976206848:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066726.063707:0:8451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746066726.063709:0:8451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066726.063710:0:8451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066726.063712:0:8451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066726.063713:0:8451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746066726.063730:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3294:x1830882976206848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 96us (642us total) trans 21474840138 rc 0/0 00000100:00100000:3.0:1746066726.063734:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10555 00000100:00100000:3.0:1746066726.063742:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10556 00000100:00100000:3.0:1746066726.063746:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3294:x1830882976207360:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066726.063812:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3294:x1830882976207360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 66us (705us total) trans 21474840139 rc 0/0 00000100:00100000:3.0:1746066726.063817:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10556 00000100:00100000:3.0:1746066726.063825:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10557 00000100:00100000:3.0:1746066726.063829:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+64:3294:x1830882976205440:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066726.063893:0:8451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746066726.063895:0:8451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066726.063897:0:8451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066726.063899:0:8451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066726.063900:0:8451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746066726.063918:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+65:3294:x1830882976205440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 89us (781us total) trans 17179872802 rc 0/0 00000100:00100000:3.0:1746066726.063923:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10557 00000100:00100000:3.0:1746066726.063932:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10558 00000100:00100000:3.0:1746066726.063935:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+64:3294:x1830882976206208:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066726.063988:0:8451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746066726.063990:0:8451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:3.0:1746066726.063992:0:8451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:3.0:1746066726.063993:0:8451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:3.0:1746066726.063995:0:8451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746066726.064011:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+65:3294:x1830882976206208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (855us total) trans 17179872803 rc 0/0 00000100:00100000:3.0:1746066726.064015:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10558 00000100:00100000:3.0:1746066726.064024:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10559 00000100:00100000:3.0:1746066726.064028:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+64:3294:x1830882976206720:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066726.064092:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+65:3294:x1830882976206720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 64us (916us total) trans 17179872804 rc 0/0 00000100:00100000:3.0:1746066726.064102:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10559 00000100:00100000:3.0:1746066726.064111:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10560 00000100:00100000:3.0:1746066726.064115:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3294:x1830882976207232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066726.064181:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3294:x1830882976207232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (967us total) trans 21474840140 rc 0/0 00000100:00100000:3.0:1746066726.064185:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10560 00000100:00100000:1.0:1746066726.064255:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976206080:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066726.064257:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976205952:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066726.064274:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066726.064732:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976206080 00000100:00100000:3.0:1746066726.064736:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976206080 00000100:00100000:1.0:1746066726.064762:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976206592:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066726.064781:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066726.064827:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976206592 00000100:00100000:3.0:1746066726.064830:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976206592 00000100:00100000:1.0:1746066726.064838:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976207104:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066726.064841:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10561 00000100:00100000:3.0:1746066726.064845:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+66:3296:x1830882976206080:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066726.064851:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066726.064858:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976207616:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066726.064869:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066726.064885:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976207104 00000100:00100000:1.0:1746066726.064888:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976207104 00000100:00100000:1.0:1746066726.064898:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976207616 00000100:00100000:1.0:1746066726.064900:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976207616 00000100:00100000:1.0:1746066726.064907:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10562 00000100:00100000:1.0:1746066726.064911:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+67:3296:x1830882976206592:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066726.064916:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1746066726.064918:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066726.064920:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066726.064922:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:3.0:1746066726.064923:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:3.0:1746066726.064944:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+67:3296:x1830882976206080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 98us (670us total) trans 17179872805 rc 0/0 00000100:00100000:3.0:1746066726.064949:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10561 00000100:00100000:3.0:1746066726.064957:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10563 00000100:00100000:3.0:1746066726.064961:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3296:x1830882976207104:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066726.064981:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+67:3296:x1830882976206592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 70us (199us total) trans 17179872806 rc 0/0 00000100:00100000:1.0:1746066726.064986:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10562 00000100:00100000:1.0:1746066726.064994:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10564 00000100:00100000:1.0:1746066726.064997:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+46:3296:x1830882976207616:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066726.065060:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+48:3296:x1830882976207616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 62us (189us total) trans 21474840142 rc 0/0 00000100:00100000:1.0:1746066726.065065:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10564 00000004:00080000:1.0:1746066726.065114:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2e300/2, rc 0, transno 17179872805 00000100:00100000:1.0:1746066726.065118:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976206080:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066726.065125:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2d500/2, rc 0, transno 17179872806 00000100:00100000:1.0:1746066726.065127:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976206592:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066726.065133:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800996d8e00/2, rc 0, transno 21474840142 00000100:00100000:1.0:1746066726.065140:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976207616:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066726.065210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066726.065225:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976206464:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066726.065240:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066726.065250:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976206976:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066726.065261:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066726.065269:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976207488:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066726.065279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066726.065532:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976205952 00000100:00100000:1.0:1746066726.065536:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976205952 00000100:00100000:1.0:1746066726.065547:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976206464 00000100:00100000:1.0:1746066726.065548:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976206464 00000100:00100000:1.0:1746066726.065554:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976206976 00000100:00100000:1.0:1746066726.065555:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976206976 00000100:00100000:1.0:1746066726.065561:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976207488 00000100:00100000:1.0:1746066726.065562:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976207488 00000100:00100000:1.0:1746066726.065570:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10565 00000100:00100000:1.0:1746066726.065574:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+68:3295:x1830882976205952:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066726.065643:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066726.065645:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:1.0:1746066726.065647:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:1.0:1746066726.065649:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:1.0:1746066726.065651:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066726.065701:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+69:3295:x1830882976205952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 125us (490us total) trans 17179872807 rc 0/0 00000100:00100000:1.0:1746066726.065706:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10565 00000100:00100000:1.0:1746066726.065716:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10566 00000100:00100000:1.0:1746066726.065720:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+68:3295:x1830882976206464:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066726.065790:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+69:3295:x1830882976206464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 69us (548us total) trans 17179872808 rc 0/0 00000100:00100000:1.0:1746066726.065795:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10566 00000100:00100000:1.0:1746066726.065804:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10567 00000100:00100000:1.0:1746066726.065808:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3295:x1830882976206976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066726.065872:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:1.0:1746066726.065875:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066725 -> 1746066725 00002000:00010000:1.0:1746066726.065877:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066725 -> 1746066725 00002000:00010000:1.0:1746066726.065878:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066725 -> 1746066725 00002000:00010000:1.0:1746066726.065880:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00000100:00100000:1.0:1746066726.065897:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3295:x1830882976206976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (635us total) trans 21474840143 rc 0/0 00000100:00100000:1.0:1746066726.065901:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10567 00000100:00100000:1.0:1746066726.065909:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10568 00000100:00100000:1.0:1746066726.065913:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3295:x1830882976207488:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066726.065968:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066726.065971:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1746066726.065972:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746066726.065974:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1746066726.065975:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066726.065991:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3295:x1830882976207488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 78us (711us total) trans 21474840144 rc 0/0 00000100:00100000:1.0:1746066726.065996:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10568 00000100:00100000:3.0:1746066726.066234:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3296:x1830882976207104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1271us (1380us total) trans 21474840141 rc 0/0 00000100:00100000:3.0:1746066726.066239:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10563 00000004:00080000:0.0:1746066726.066245:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2df80/2, rc 0, transno 17179872807 00000100:00100000:0.0:1746066726.066248:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976205952:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066726.066254:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2d180/2, rc 0, transno 17179872808 00000100:00100000:0.0:1746066726.066257:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976206464:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066726.066262:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb7100/2, rc 0, transno 21474840143 00000100:00100000:0.0:1746066726.066265:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976206976:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066726.066270:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800996dad80/2, rc 0, transno 21474840144 00000100:00100000:0.0:1746066726.066273:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976207488:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066726.066359:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2c000/2, rc 0, transno 17179872802 00000100:00100000:3.0:1746066726.066363:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976205440:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066726.066370:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2fb80/2, rc 0, transno 17179872803 00000100:00100000:3.0:1746066726.066372:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976206208:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066726.066378:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2c380/2, rc 0, transno 17179872804 00000100:00100000:3.0:1746066726.066380:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976206720:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066726.066387:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb6a00/2, rc 0, transno 21474840140 00000100:00100000:3.0:1746066726.066389:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976207232:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066726.066396:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb6680/2, rc 0, transno 21474840137 00000100:00100000:3.0:1746066726.066399:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976205568:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066726.066405:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2ce00/2, rc 0, transno 17179872801 00000100:00100000:3.0:1746066726.066407:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976206336:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066726.066413:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb4380/2, rc 0, transno 21474840138 00000100:00100000:3.0:1746066726.066415:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976206848:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066726.066421:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800996d9500/2, rc 0, transno 21474840139 00000100:00100000:3.0:1746066726.066422:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976207360:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066726.066428:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746066726.066432:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976207744:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066726.066449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066726.066501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.066518:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975039872 00000100:00100000:0.0:1746066726.066521:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975039872 00000100:00100000:0.0:1746066726.066541:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3567 00000100:00100000:0.0:1746066726.066545:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28751:x1830882975039872:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:2.0:1746066726.066556:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976207744 00000100:00100000:2.0:1746066726.066559:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976207744 00000100:00100000:2.0:1746066726.066578:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10569 00000100:00100000:2.0:1746066726.066582:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:3294:x1830882976207744:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066726.066607:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28751:x1830882975039872:12345-192.168.202.57@tcp:49:cat.0 Request processed in 61us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066726.066612:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3567 00000100:00100000:2.0:1746066726.066667:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3294:x1830882976207744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 79us (211us total) trans 21474840145 rc 0/0 00000100:00100000:2.0:1746066726.066672:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10569 00000100:00100000:2.0:1746066726.066713:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f82300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976205696:192.168.202.57@tcp:105: 00000004:00080000:3.0:1746066726.066777:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a45e4380/2, rc 0, transno 21474840145 00000100:00100000:3.0:1746066726.066781:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976207744:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066726.067048:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb7800/2, rc 0, transno 21474840141 00000100:00100000:1.0:1746066726.067052:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976207104:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066726.067901:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.067917:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975040000 00000100:00100000:1.0:1746066726.067920:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975040000 00000100:00100000:1.0:1746066726.067939:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3568 00000100:00100000:1.0:1746066726.067943:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b086450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28750:x1830882975040000:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:1.0:1746066726.067995:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b086450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28750:x1830882975040000:12345-192.168.202.57@tcp:49:cat.0 Request processed in 51us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066726.068001:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3568 00000100:00100000:3.0:1746066726.068205:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f80380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976205824:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066726.068233:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a95c00/0xfb36a14ee60812eb lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97857d expref: 255 pid: 14549 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1746066726.068252:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97857d expref: 254 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.068268:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a94400, rc 0) 00000100:00100000:3.0:1746066726.068286:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28745:x1830882975038976:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 55958us (56548us total) trans 8589942893 rc 0/0 00000100:00100000:3.0:1746066726.068292:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9040 00000100:00100000:0.0:1746066726.070349:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.070398:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975040128 00000100:00100000:3.0:1746066726.070404:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975040128 00000100:00100000:3.0:1746066726.070444:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10570 00000100:00100000:3.0:1746066726.070450:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:28745:x1830882975040128:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066726.070462:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.070474:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785a0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.070495:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013500a200/0xfb36a14ee608120b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978529 expref: 13 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.070501:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.070503:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.070505:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3223552->3690495] (req 3223552->3690495) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 40 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.070526:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013500a200/0xfb36a14ee608120b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978529 expref: 13 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.070534:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013500a200/0xfb36a14ee608120b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978529 expref: 13 pid: 20532 timeout: 787 lvb_type: 1 00000100:00100000:3.0:1746066726.070543:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976207872:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066726.070616:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.072379:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.072432:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975040384 00000100:00100000:2.0:1746066726.072438:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975040384 00000100:00100000:0.0:1746066726.072445:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:2.0:1746066726.072469:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009412b480 x1830882975040384/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.072479:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412b480 with x1830882975040384 ext(1048576->2097151) 00000100:00100000:3.0:1746066726.072482:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975040512 00002000:00010000:2.0:1746066726.072483:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009412b480 00000100:00100000:3.0:1746066726.072486:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975040512 00000100:00100000:2.0:1746066726.072497:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4282 00000100:00100000:2.0:1746066726.072503:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+41:1963:x1830882975040384:12345-192.168.202.57@tcp:3:multiop.0 00010000:00010000:3.0:1746066726.072512:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013500a200/0xfb36a14ee608120b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978529 expref: 14 pid: 20532 timeout: 787 lvb_type: 1 00000100:00100000:3.0:1746066726.072542:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5233 00000100:00100000:3.0:1746066726.072547:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882975040512:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066726.072557:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066726.072575:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013500a200/0xfb36a14ee608120b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978529 expref: 14 pid: 20532 timeout: 787 lvb_type: 1 00010000:00010000:3.0:1746066726.072584:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013500a200/0xfb36a14ee608120b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978529 expref: 14 pid: 20532 timeout: 787 lvb_type: 1 00010000:00010000:3.0:1746066726.072602:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.072604:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.072609:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 41 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.072615:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 41 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.072637:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 41 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066726.072646:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976208000:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066726.072710:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea900 going to sleep for 11 seconds 00010000:00010000:3.0:1746066726.072736:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013500a200/0xfb36a14ee608120b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978529 expref: 14 pid: 20532 timeout: 787 lvb_type: 1 00000100:00100000:3.0:1746066726.072748:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976207872:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066726.073483:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066726.073495:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 41 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.073505:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f383200, rc 0) 00000100:00100000:3.0:1746066726.073526:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+41:28745:x1830882975040128:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3076us (3182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.073532:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10570 00000100:00100000:3.0:1746066726.073546:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975040640 00000100:00100000:3.0:1746066726.073549:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975040640 00000100:00100000:3.0:1746066726.073569:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10571 00000100:00100000:3.0:1746066726.073574:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28747:x1830882975040640:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066726.073583:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.073594:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785a7 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.073732:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081204 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978522 expref: 10 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.073738:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.073739:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.073741:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3293184->4194303] (req 3293184->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.073756:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081204 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978522 expref: 10 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.073765:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081204 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978522 expref: 10 pid: 20532 timeout: 787 lvb_type: 1 00000100:00100000:3.0:1746066726.073778:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976208128:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066726.073815:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea3c0 going to sleep for 11 seconds 00000100:00080000:3.0:1746066726.074871:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746066726.074874:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066726.076467:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976208000:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066726.076483:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066726.076529:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975040512:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3980us (4082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.076537:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5233 00000100:00100000:1.0:1746066726.077907:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.077937:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.077955:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975040896 00000100:00100000:1.0:1746066726.077961:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975040896 00002000:00100000:1.0:1746066726.077990:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800a45e5500 x1830882975040896/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.077999:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e5500 with x1830882975040896 ext(1048576->2097151) 00002000:00010000:1.0:1746066726.078003:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e5500 00000100:00100000:1.0:1746066726.078030:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975041152 00000100:00100000:1.0:1746066726.078033:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975041152 00002000:00100000:1.0:1746066726.078046:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3223552->3227647) req@ffff8800a45e7100 x1830882975041152/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.078052:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e7100 with x1830882975041152 ext(3223552->3227647) 00002000:00010000:1.0:1746066726.078055:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e7100 00000100:00100000:1.0:1746066726.078068:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4283 00000100:00100000:1.0:1746066726.078075:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975040896:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066726.078256:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4284 00000100:00100000:0.0:1746066726.078264:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:1964:x1830882975041152:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066726.078402:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:1964:x1830882975041152:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 138us (463us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066726.078407:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4284 00002000:00100000:0.0:1746066726.078412:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3223552->3227647) req@ffff8800a45e7100 x1830882975041152/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066726.078418:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e7100 with x1830882975041152 ext(3223552->3227647) 00002000:00010000:0.0:1746066726.078421:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e7100 00000100:00100000:0.0:1746066726.080774:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.081426:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975041280 00000100:00100000:2.0:1746066726.081432:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975041280 00000100:00080000:3.0:1746066726.081453:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746066726.081468:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081204 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978522 expref: 11 pid: 20532 timeout: 787 lvb_type: 1 00000100:00100000:3.0:1746066726.081480:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976208128:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.081500:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3293184->4194303] (req 3293184->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.081505:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5234 00010000:00010000:3.0:1746066726.081512:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f383e00, rc 0) 00000100:00100000:2.0:1746066726.081512:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975041280:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066726.081523:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066726.081536:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28747:x1830882975040640:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7962us (8054us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066726.081540:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081204 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978522 expref: 11 pid: 20532 timeout: 787 lvb_type: 1 00000100:00100000:3.0:1746066726.081543:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10571 00010000:00010000:2.0:1746066726.081550:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081204 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978522 expref: 11 pid: 20532 timeout: 787 lvb_type: 1 00010000:00010000:2.0:1746066726.081568:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081204 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978522 expref: 11 pid: 20532 timeout: 787 lvb_type: 1 00010000:00010000:2.0:1746066726.081578:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.081580:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.081586:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 15 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.081594:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 15 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.081617:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 15 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.081627:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f82a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976208256:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066726.081673:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.087082:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.087146:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975041536 00000100:00100000:1.0:1746066726.087153:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975041536 00002000:00100000:1.0:1746066726.087184:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3686400->3690495) req@ffff880135f81880 x1830882975041536/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.087202:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f81880 with x1830882975041536 ext(3686400->3690495) 00002000:00010000:1.0:1746066726.087206:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f81880 00000100:00100000:1.0:1746066726.087223:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4285 00000100:00100000:1.0:1746066726.087229:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+41:1963:x1830882975041536:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066726.087255:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+41:1963:x1830882975040384:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 14752us (14879us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066726.087261:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4282 00002000:00100000:0.0:1746066726.087266:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009412b480 x1830882975040384/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066726.087272:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412b480 with x1830882975040384 ext(1048576->2097151) 00002000:00010000:0.0:1746066726.087275:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009412b480 00000100:00100000:1.0:1746066726.087350:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1963:x1830882975041536:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 120us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066726.087356:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4285 00002000:00100000:1.0:1746066726.087361:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3686400->3690495) req@ffff880135f81880 x1830882975041536/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.087367:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f81880 with x1830882975041536 ext(3686400->3690495) 00002000:00010000:1.0:1746066726.087369:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f81880 00000100:00100000:2.0:1746066726.091582:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f82a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976208256:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066726.091602:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066726.091633:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975041280:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 10121us (10863us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.091641:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5234 00000100:00100000:1.0:1746066726.091814:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975040896:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 13739us (13909us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066726.091821:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4283 00002000:00100000:1.0:1746066726.091829:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800a45e5500 x1830882975040896/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.091838:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e5500 with x1830882975040896 ext(1048576->2097151) 00002000:00010000:1.0:1746066726.091843:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e5500 00000100:00100000:0.0:1746066726.098281:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.098573:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975041920 00000100:00100000:1.0:1746066726.098580:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975041920 00002000:00100000:1.0:1746066726.098615:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3293184->3297279) req@ffff88009412a680 x1830882975041920/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.098624:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412a680 with x1830882975041920 ext(3293184->3297279) 00002000:00010000:1.0:1746066726.098629:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412a680 00000100:00100000:1.0:1746066726.098656:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4286 00000100:00100000:1.0:1746066726.098662:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1965:x1830882975041920:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066726.098813:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1965:x1830882975041920:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 150us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066726.098819:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4286 00002000:00100000:1.0:1746066726.098825:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3293184->3297279) req@ffff88009412a680 x1830882975041920/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.098832:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412a680 with x1830882975041920 ext(3293184->3297279) 00002000:00010000:1.0:1746066726.098834:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412a680 00000100:00100000:0.0:1746066726.099767:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.099827:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975041664 00000100:00100000:3.0:1746066726.099831:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975041664 00000100:00100000:3.0:1746066726.099865:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10572 00000100:00100000:3.0:1746066726.099871:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:28751:x1830882975041664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.099882:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.099895:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081323 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785ae expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.099914:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.099916:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.099923:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081323 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ae expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.099936:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081323 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ae expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.099944:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500ae00, rc 0) 00000100:00100000:3.0:1746066726.099980:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:28751:x1830882975041664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 109us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.099985:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10572 00000100:00080000:0.0:1746066726.100371:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066726.101006:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.101049:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975042048 00000100:00100000:3.0:1746066726.101054:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975042048 00000100:00100000:3.0:1746066726.101087:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10573 00000100:00100000:3.0:1746066726.101093:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28750:x1830882975042048:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.101102:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.101113:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608132a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785b5 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.101329:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.101331:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.101336:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608132a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785b5 expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.101345:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608132a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785b5 expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.101353:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801353d9600, rc 0) 00000100:00100000:3.0:1746066726.101388:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28750:x1830882975042048:12345-192.168.202.57@tcp:101:cat.0 Request processed in 295us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.101393:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10573 00000100:00100000:0.0:1746066726.106789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.106853:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975042304 00000100:00100000:2.0:1746066726.106860:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975042304 00002000:00100000:2.0:1746066726.106901:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880099a1e680 x1830882975042304/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.106910:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1e680 with x1830882975042304 ext(1048576->2097151) 00002000:00010000:2.0:1746066726.106915:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1e680 00000100:00100000:2.0:1746066726.106939:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4287 00000100:00100000:2.0:1746066726.106947:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975042304:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066726.113082:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.113136:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.113196:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975042560 00000100:00100000:0.0:1746066726.113203:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975042560 00000100:00100000:3.0:1746066726.113215:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975042688 00000100:00100000:3.0:1746066726.113219:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975042688 00002000:00100000:0.0:1746066726.113239:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e8c6a00 x1830882975042560/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066726.113249:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c6a00 with x1830882975042560 ext(1048576->2097151) 00002000:00010000:0.0:1746066726.113253:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c6a00 00000100:00100000:3.0:1746066726.113260:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10574 00000100:00100000:0.0:1746066726.113266:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4288 00000100:00100000:3.0:1746066726.113270:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28747:x1830882975042688:12345-192.168.202.57@tcp:101:multiop.0 00000100:00100000:0.0:1746066726.113272:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975042560:12345-192.168.202.57@tcp:3:multiop.0 00010000:00010000:3.0:1746066726.113281:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.113295:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785bc expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.113314:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 39 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.113321:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066726.113322:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066726.113325:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->3170303] (req 3145728->3170303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.113353:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 39 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.113363:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 39 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.113377:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976208384:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066726.113448:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066726.119824:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976208384:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.119850:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->3170303] (req 3145728->3170303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.119863:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009917be00, rc 0) 00000100:00100000:3.0:1746066726.119959:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28747:x1830882975042688:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6692us (6884us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.119967:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10574 00000100:00100000:2.0:1746066726.120029:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975042304:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 13082us (13246us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066726.120037:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4287 00002000:00100000:2.0:1746066726.120045:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880099a1e680 x1830882975042304/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.120054:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1e680 with x1830882975042304 ext(1048576->2097151) 00002000:00010000:2.0:1746066726.120058:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1e680 00000100:00100000:2.0:1746066726.122949:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975042560:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 9669us (9804us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066726.122958:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4288 00002000:00100000:2.0:1746066726.122967:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e8c6a00 x1830882975042560/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.122976:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c6a00 with x1830882975042560 ext(1048576->2097151) 00002000:00010000:2.0:1746066726.122980:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c6a00 00000100:00100000:0.0:1746066726.123654:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.124167:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975042816 00000100:00100000:3.0:1746066726.124175:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975042816 00002000:00100000:3.0:1746066726.124760:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3223552->3690495) req@ffff880099a1df80 x1830882975042816/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.124769:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1df80 with x1830882975042816 ext(3223552->3690495) 00010000:00010000:3.0:1746066726.124985:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 40 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.125000:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 40 pid: 8452 timeout: 787 lvb_type: 0 00002000:00010000:3.0:1746066726.125006:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a1df80 00000100:00100000:3.0:1746066726.125034:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 913 00000100:00100000:3.0:1746066726.125042:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1963:x1830882975042816:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066726.126225:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.126371:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975042944 00000100:00100000:3.0:1746066726.126376:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975042944 00000100:00100000:3.0:1746066726.126409:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10575 00000100:00100000:3.0:1746066726.126415:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:28751:x1830882975042944:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.126424:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.126437:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785c3 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.126456:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.126462:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066726.126464:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066726.126467:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785c3 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.126489:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.126498:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 16 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.126508:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976208512:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066726.127615:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066726.128631:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976208512:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.128654:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785c3 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.128669:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009917a800, rc 0) 00000100:00100000:3.0:1746066726.128735:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28751:x1830882975042944:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2320us (2511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.128743:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10575 00000100:00100000:2.0:1746066726.129581:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.129864:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975043072 00000100:00100000:3.0:1746066726.129870:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975043072 00002000:00100000:3.0:1746066726.129898:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3293184->4194303) req@ffff880135f82a00 x1830882975043072/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.129906:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f82a00 with x1830882975043072 ext(3293184->4194303) 00010000:00010000:3.0:1746066726.129912:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 17 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.129922:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 17 pid: 8452 timeout: 787 lvb_type: 0 00002000:00010000:3.0:1746066726.129927:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135f82a00 00000100:00100000:3.0:1746066726.129949:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 914 00000100:00100000:3.0:1746066726.129956:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975043072:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:1.0:1746066726.130200:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.130241:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975043200 00000100:00100000:2.0:1746066726.130244:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975043200 00000100:00100000:2.0:1746066726.130265:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10576 00000100:00100000:2.0:1746066726.130270:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28750:x1830882975043200:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066726.130277:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.130288:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785ca expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.130303:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066726.130307:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ca expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.130315:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ca expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.130322:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed6c400, rc 0) 00000100:00100000:2.0:1746066726.130344:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28750:x1830882975043200:12345-192.168.202.57@tcp:101:cat.0 Request processed in 74us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.130349:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10576 00000100:00100000:1.0:1746066726.135013:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:1963:x1830882975042816:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 9963us (11353us total) trans 17179872809 rc 0/0 00000100:00100000:1.0:1746066726.135024:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 913 00002000:00100000:1.0:1746066726.135033:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3223552->3690495) req@ffff880099a1df80 x1830882975042816/t17179872809(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/448 e 0 to 0 dl 1746066737 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.135041:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1df80 with x1830882975042816 ext(3223552->3690495) 00010000:00010000:1.0:1746066726.135049:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 42 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066726.135059:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 42 pid: 8452 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746066726.135065:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a1df80 00000100:00100000:0.0:1746066726.140985:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.141072:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975043328 00000100:00100000:2.0:1746066726.141079:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975043328 00010000:00010000:2.0:1746066726.141108:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 42 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.141228:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5235 00000100:00100000:2.0:1746066726.141237:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:1963:x1830882975043328:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066726.141248:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066726.141263:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 42 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.141272:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 42 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.141291:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee6081315 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3223552->3690495) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a0 expref: 42 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.141480:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.141482:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.141489:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 21 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.141497:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 21 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.141524:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 21 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.141535:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f81500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976208640:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066726.141865:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.144299:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f81500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976208640:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066726.144317:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066726.144359:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+41:1963:x1830882975043328:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3123us (3379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.144368:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5235 00000100:00100000:0.0:1746066726.145035:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.145400:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975043584 00000100:00100000:1.0:1746066726.145406:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975043584 00002000:00100000:1.0:1746066726.145439:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3166208->3170303) req@ffff880099a1f480 x1830882975043584/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.145448:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1f480 with x1830882975043584 ext(3166208->3170303) 00002000:00010000:1.0:1746066726.145453:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a1f480 00000100:00100000:1.0:1746066726.145478:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4289 00000100:00100000:1.0:1746066726.145484:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975043584:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066726.145588:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975043584:12345-192.168.202.57@tcp:3:cat.0 Request processed in 104us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066726.145593:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4289 00002000:00100000:1.0:1746066726.145597:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3166208->3170303) req@ffff880099a1f480 x1830882975043584/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.145604:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1f480 with x1830882975043584 ext(3166208->3170303) 00002000:00010000:1.0:1746066726.145606:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a1f480 00000100:00100000:3.0:1746066726.145888:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975043072:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 15931us (16306us total) trans 21474840146 rc 0/0 00000100:00100000:3.0:1746066726.145895:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 914 00002000:00100000:3.0:1746066726.145900:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3293184->4194303) req@ffff880135f82a00 x1830882975043072/t21474840146(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/448 e 0 to 0 dl 1746066737 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.145912:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f82a00 with x1830882975043072 ext(3293184->4194303) 00010000:00010000:3.0:1746066726.145919:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 20 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.145931:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 20 pid: 8452 timeout: 787 lvb_type: 0 00002000:00010000:3.0:1746066726.145936:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135f82a00 00000100:00100000:1.0:1746066726.148030:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.148072:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.148131:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975043840 00000100:00100000:0.0:1746066726.148137:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975043840 00000100:00100000:0.0:1746066726.148166:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3569 00000100:00100000:0.0:1746066726.148171:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28747:x1830882975043840:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066726.148337:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975043968 00000100:00100000:2.0:1746066726.148340:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975043968 00010000:00010000:2.0:1746066726.148360:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 20 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.148378:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5236 00000100:00100000:2.0:1746066726.148383:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975043968:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066726.148392:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066726.148406:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 20 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.148416:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 20 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.148433:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f383e00/0xfb36a14ee608131c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3293184->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785a7 expref: 20 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.148447:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.148448:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.148453:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785c3 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.148460:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785c3 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.148467:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.148468:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.148471:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ca expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.148477:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ca expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.148500:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ca expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.148514:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f81500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976208768:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066726.148581:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785c3 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.148588:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976208896:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066726.148603:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066726.149101:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28747:x1830882975043840:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 927us (1079us total) trans 8589942894 rc 0/0 00000100:00100000:1.0:1746066726.149107:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3569 00000100:00100000:2.0:1746066726.151270:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f81500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976208768:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066726.154516:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976208896:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066726.154541:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066726.155089:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975043968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6703us (7014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.155099:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5236 00000100:00100000:0.0:1746066726.155180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.155701:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975044224 00000100:00100000:3.0:1746066726.155706:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975044224 00002000:00100000:3.0:1746066726.155735:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099a1d500 x1830882975044224/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.155743:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1d500 with x1830882975044224 ext(2097152->3145727) 00002000:00010000:3.0:1746066726.155747:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1d500 00000100:00100000:3.0:1746066726.157025:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4290 00000100:00100000:3.0:1746066726.157036:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975044224:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066726.160823:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.160919:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975044480 00000100:00100000:2.0:1746066726.160927:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975044480 00002000:00100000:2.0:1746066726.160965:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099a1f100 x1830882975044480/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.160974:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1f100 with x1830882975044480 ext(2097152->3145727) 00000100:00100000:0.0:1746066726.160977:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:2.0:1746066726.160979:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1f100 00000100:00100000:0.0:1746066726.161004:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.162898:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975044736 00000100:00100000:2.0:1746066726.162907:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975044736 00002000:00100000:2.0:1746066726.162938:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880099a1c700 x1830882975044736/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.162947:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1c700 with x1830882975044736 ext(3145728->4194303) 00002000:00010000:2.0:1746066726.162950:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1c700 00000100:00100000:2.0:1746066726.162969:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975044992 00000100:00100000:2.0:1746066726.162971:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975044992 00002000:00100000:2.0:1746066726.162981:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880099a1ca80 x1830882975044992/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.162992:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1ca80 with x1830882975044992 ext(2097152->3145727) 00002000:00010000:2.0:1746066726.162995:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a1ca80 00000100:00100000:2.0:1746066726.163004:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4291 00000100:00100000:2.0:1746066726.163010:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975044480:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.163326:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4292 00000100:00100000:3.0:1746066726.163333:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975044736:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066726.164070:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.164088:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975045248 00000100:00100000:2.0:1746066726.164091:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975045248 00002000:00100000:2.0:1746066726.164109:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x389:0x0] (3170304->4194303) req@ffff880135f83480 x1830882975045248/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.164115:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f83480 with x1830882975045248 ext(3170304->4194303) 00002000:00010000:2.0:1746066726.164119:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f83480 00000100:00100000:2.0:1746066726.164129:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4293 00000100:00100000:2.0:1746066726.164134:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975044992:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.164223:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4294 00000100:00100000:3.0:1746066726.164228:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975045248:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.170637:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975044224:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13595us (15448us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066726.170648:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4290 00002000:00100000:3.0:1746066726.170660:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099a1d500 x1830882975044224/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.170669:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1d500 with x1830882975044224 ext(2097152->3145727) 00002000:00010000:3.0:1746066726.170692:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1d500 00000100:00100000:3.0:1746066726.177915:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975044480:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14897us (17093us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066726.177926:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4291 00002000:00100000:3.0:1746066726.177937:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099a1f100 x1830882975044480/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.177945:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1f100 with x1830882975044480 ext(2097152->3145727) 00002000:00010000:3.0:1746066726.177951:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1f100 00000100:00100000:2.0:1746066726.178184:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975044736:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14850us (17204us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066726.178200:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4292 00002000:00100000:2.0:1746066726.178206:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880099a1c700 x1830882975044736/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.178213:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1c700 with x1830882975044736 ext(3145728->4194303) 00002000:00010000:2.0:1746066726.178216:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1c700 00000100:00100000:0.0:1746066726.181275:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.185252:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975045376 00000100:00100000:2.0:1746066726.185263:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975045376 00000100:00100000:2.0:1746066726.185575:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10577 00000100:00100000:2.0:1746066726.185584:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+41:28751:x1830882975045376:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066726.185599:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.185614:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785d1 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.185640:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 25 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.185647:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066726.185649:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066726.185652:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d1 expref: 42 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.185690:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 25 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.185700:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 25 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.185711:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976209024:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.185766:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066726.185981:0:25585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975044992:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21845us (24975us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066726.185989:0:25585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4293 00002000:00100000:3.0:1746066726.185997:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880099a1ca80 x1830882975044992/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.186005:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1ca80 with x1830882975044992 ext(2097152->3145727) 00010000:00010000:3.0:1746066726.186010:0:25585:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.186021:0:25585:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00002000:00010000:3.0:1746066726.186028:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a1ca80 00000100:00100000:3.0:1746066726.187663:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975045248:12345-192.168.202.57@tcp:3:cat.0 Request processed in 23430us (23590us total) trans 0 rc 1024000/1024000 00000100:00100000:3.0:1746066726.187670:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4294 00002000:00100000:3.0:1746066726.187692:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3170304->4194303) req@ffff880135f83480 x1830882975045248/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1024000/1024000 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.187700:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f83480 with x1830882975045248 ext(3170304->4194303) 00010000:00010000:3.0:1746066726.187705:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 22 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.187716:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 22 pid: 8452 timeout: 787 lvb_type: 0 00002000:00010000:3.0:1746066726.187722:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f83480 00000100:00100000:0.0:1746066726.192058:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.192518:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976209024:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066726.192545:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d1 expref: 42 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.192559:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45f400, rc 0) 00000100:00100000:2.0:1746066726.192602:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:28751:x1830882975045376:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7019us (11334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.192609:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10577 00000100:00100000:3.0:1746066726.192700:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975045504 00000100:00100000:3.0:1746066726.192707:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975045504 00002000:00100000:3.0:1746066726.192738:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3170303) req@ffff880099a1ed80 x1830882975045504/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.192747:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1ed80 with x1830882975045504 ext(3145728->3170303) 00010000:00010000:3.0:1746066726.192753:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 22 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.192770:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 22 pid: 8452 timeout: 787 lvb_type: 0 00002000:00010000:3.0:1746066726.192776:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a1ed80 00000100:00100000:3.0:1746066726.193579:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 915 00000100:00100000:3.0:1746066726.193588:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975045504:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066726.196705:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975045504:12345-192.168.202.57@tcp:4:cat.0 Request processed in 3088us (4624us total) trans 17179872810 rc 0/0 00000100:00100000:3.0:1746066726.196715:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 915 00002000:00100000:3.0:1746066726.196724:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3170303) req@ffff880099a1ed80 x1830882975045504/t17179872810(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/448 e 0 to 0 dl 1746066737 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.196732:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1ed80 with x1830882975045504 ext(3145728->3170303) 00010000:00010000:3.0:1746066726.196740:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.196751:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00002000:00010000:3.0:1746066726.196758:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099a1ed80 00000100:00100000:0.0:1746066726.197213:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.197271:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975045632 00000100:00100000:2.0:1746066726.197278:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975045632 00000100:00100000:2.0:1746066726.197322:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10578 00000100:00100000:2.0:1746066726.197328:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28750:x1830882975045632:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066726.197340:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.197352:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785d8 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.197371:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066726.197373:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066726.197376:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d8 expref: 25 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.197398:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d8 expref: 25 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.197406:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45f600, rc 0) 00000100:00100000:2.0:1746066726.197436:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28750:x1830882975045632:12345-192.168.202.57@tcp:101:cat.0 Request processed in 108us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.197441:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10578 00000100:00100000:0.0:1746066726.199979:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.200125:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975045760 00000100:00100000:3.0:1746066726.200130:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975045760 00010000:00010000:3.0:1746066726.200156:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 25 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.200205:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5237 00000100:00100000:3.0:1746066726.200212:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882975045760:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066726.200222:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066726.200238:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 25 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.200247:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 25 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.200264:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009917be00/0xfb36a14ee6081331 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3170303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785bc expref: 25 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.200295:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.200297:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.200303:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d1 expref: 41 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.200311:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d1 expref: 41 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.200318:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.200319:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.200325:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d8 expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.200331:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d8 expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.200357:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d8 expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066726.200367:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996d8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976209152:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066726.200441:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d1 expref: 41 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066726.200449:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976209280:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066726.200466:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066726.203592:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996d8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976209152:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066726.203602:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976209280:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066726.203619:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066726.203649:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975045760:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3438us (3676us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.203658:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5237 00000100:00100000:0.0:1746066726.208555:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.208708:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975046016 00000100:00100000:3.0:1746066726.208716:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975046016 00002000:00100000:3.0:1746066726.208754:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880099a1d880 x1830882975046016/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.208763:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1d880 with x1830882975046016 ext(3145728->4194303) 00002000:00010000:3.0:1746066726.208766:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a1d880 00000100:00100000:3.0:1746066726.208797:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4295 00000100:00100000:3.0:1746066726.208804:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882975046016:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066726.214595:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.214617:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.214655:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.214814:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975046272 00000100:00100000:2.0:1746066726.214822:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975046272 00002000:00100000:2.0:1746066726.214858:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f16fb80 x1830882975046272/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.214867:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16fb80 with x1830882975046272 ext(2097152->3145727) 00002000:00010000:2.0:1746066726.214871:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16fb80 00000100:00100000:2.0:1746066726.214885:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975046528 00000100:00100000:2.0:1746066726.214887:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975046528 00002000:00100000:2.0:1746066726.214896:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009f16f800 x1830882975046528/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.214902:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16f800 with x1830882975046528 ext(3145728->4194303) 00002000:00010000:2.0:1746066726.214904:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16f800 00000100:00100000:2.0:1746066726.214912:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975046784 00000100:00100000:2.0:1746066726.214914:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975046784 00002000:00100000:2.0:1746066726.214922:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009f16ed80 x1830882975046784/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.214927:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ed80 with x1830882975046784 ext(3145728->4194303) 00002000:00010000:2.0:1746066726.214930:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16ed80 00000100:00100000:2.0:1746066726.214940:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4296 00000100:00100000:2.0:1746066726.214946:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1964:x1830882975046272:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066726.215922:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4297 00000100:00100000:2.0:1746066726.215930:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+44:1964:x1830882975046528:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066726.216819:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4298 00000100:00100000:2.0:1746066726.216826:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975046784:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066726.217954:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.219249:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975047040 00000100:00100000:3.0:1746066726.219256:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975047040 00000100:00100000:3.0:1746066726.219290:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9043 00000100:00100000:3.0:1746066726.219295:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28755:x1830882975047040:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066726.219315:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.219331:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee6081354 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785df expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.219419:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5400/0xfb36a14ee608135b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219429:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5400/0xfb36a14ee608135b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219438:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5400/0xfb36a14ee608135b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219448:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6081362 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219453:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6081362 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219458:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6081362 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219537:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5200/0xfb36a14ee6081369 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219543:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5200/0xfb36a14ee6081369 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219547:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5200/0xfb36a14ee6081369 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066726.219554:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:3.0:1746066726.219611:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5400/0xfb36a14ee608135b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219616:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5400/0xfb36a14ee608135b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219621:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5400/0xfb36a14ee608135b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219625:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc5400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066726.219629:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5400/0xfb36a14ee608135b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219633:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5400/0xfb36a14ee608135b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219641:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066726.219643:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066726.219646:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5400/0xfb36a14ee608135b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219649:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5400/0xfb36a14ee608135b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219661:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6081362 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219665:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6081362 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219669:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6081362 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219690:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc5a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066726.219692:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6081362 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219696:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6081362 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219701:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13100) 00010000:00010000:3.0:1746066726.219702:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066726.219704:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6081362 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219707:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5a00/0xfb36a14ee6081362 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066726.219731:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc4c00/0xfb36a14ee6081354 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785df expref: 257 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.219741:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5200/0xfb36a14ee6081369 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785df expref: 256 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.219746:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066726.219748:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746066726.219749:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc5200, rc 0) 00000100:00100000:3.0:1746066726.219786:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28755:x1830882975047040:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 490us (1835us total) trans 8589942895 rc 0/0 00000100:00100000:3.0:1746066726.219791:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9043 00000100:00100000:3.0:1746066726.228005:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882975046016:12345-192.168.202.57@tcp:3:cat.0 Request processed in 19191us (19446us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066726.228019:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4295 00002000:00100000:3.0:1746066726.228031:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880099a1d880 x1830882975046016/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.228039:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1d880 with x1830882975046016 ext(3145728->4194303) 00002000:00010000:3.0:1746066726.228043:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099a1d880 00000100:00100000:2.0:1746066726.228749:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+44:1964:x1830882975046272:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13801us (14160us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066726.228755:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4296 00002000:00100000:2.0:1746066726.228760:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f16fb80 x1830882975046272/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.228771:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16fb80 with x1830882975046272 ext(2097152->3145727) 00002000:00010000:2.0:1746066726.228774:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16fb80 00000100:00100000:0.0:1746066726.235149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.235353:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975046784:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18526us (20696us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066726.235363:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4298 00002000:00100000:3.0:1746066726.235372:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009f16ed80 x1830882975046784/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746066726.235374:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975047296 00002000:00100000:3.0:1746066726.235380:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ed80 with x1830882975046784 ext(3145728->4194303) 00000100:00100000:1.0:1746066726.235380:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975047296 00002000:00010000:3.0:1746066726.235384:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16ed80 00000100:00100000:1.0:1746066726.235409:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3570 00000100:00100000:1.0:1746066726.235414:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28755:x1830882975047296:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066726.235555:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28755:x1830882975047296:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 141us (412us total) trans 8589942896 rc 0/0 00000100:00100000:1.0:1746066726.235561:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3570 00000100:00100000:0.0:1746066726.235798:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.235838:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:1964:x1830882975046528:12345-192.168.202.57@tcp:3:cat.0 Request processed in 19908us (21219us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066726.235844:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4297 00002000:00100000:2.0:1746066726.235849:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009f16f800 x1830882975046528/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.235856:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16f800 with x1830882975046528 ext(3145728->4194303) 00002000:00010000:2.0:1746066726.235858:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16f800 00000100:00100000:2.0:1746066726.235867:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975047552 00000100:00100000:2.0:1746066726.235870:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975047552 00002000:00100000:2.0:1746066726.235888:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880099a1d180 x1830882975047552/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.235895:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1d180 with x1830882975047552 ext(4194304->5079039) 00002000:00010000:2.0:1746066726.235897:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1d180 00000100:00100000:2.0:1746066726.235908:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4299 00000100:00100000:2.0:1746066726.235914:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975047552:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066726.247003:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.247116:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975047808 00000100:00100000:3.0:1746066726.247123:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975047808 00002000:00100000:3.0:1746066726.247154:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880099a1ea00 x1830882975047808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.247163:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1ea00 with x1830882975047808 ext(4194304->5079039) 00002000:00010000:3.0:1746066726.247167:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1ea00 00000100:00100000:3.0:1746066726.247199:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4300 00000100:00100000:3.0:1746066726.247205:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975047808:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066726.252706:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975047552:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16754us (16870us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066726.252718:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4299 00002000:00100000:2.0:1746066726.252731:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880099a1d180 x1830882975047552/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.252740:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1d180 with x1830882975047552 ext(4194304->5079039) 00002000:00010000:2.0:1746066726.252747:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1d180 00000100:00100000:3.0:1746066726.256986:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975047808:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9771us (9979us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066726.256997:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4300 00002000:00100000:3.0:1746066726.257008:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880099a1ea00 x1830882975047808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.257016:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1ea00 with x1830882975047808 ext(4194304->5079039) 00002000:00010000:3.0:1746066726.257021:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1ea00 00000100:00100000:0.0:1746066726.276469:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.276618:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975048064 00000100:00100000:2.0:1746066726.276629:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975048064 00000100:00100000:2.0:1746066726.276754:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9044 00000100:00100000:2.0:1746066726.276766:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28758:x1830882975048064:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066726.276790:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.276808:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45f200/0xfb36a14ee6081377 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785e6 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.276917:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fc00/0xfb36a14ee608137e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.276933:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fc00/0xfb36a14ee608137e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.276943:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fc00/0xfb36a14ee608137e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.276957:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fe00/0xfb36a14ee6081385 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.276963:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fe00/0xfb36a14ee6081385 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.276968:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fe00/0xfb36a14ee6081385 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277075:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fa00/0xfb36a14ee608138c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277085:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fa00/0xfb36a14ee608138c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277095:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fa00/0xfb36a14ee608138c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:2.0:1746066726.277105:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066726.277203:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fc00/0xfb36a14ee608137e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277210:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fc00/0xfb36a14ee608137e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277215:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fc00/0xfb36a14ee608137e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277220:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f45fc00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066726.277223:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fc00/0xfb36a14ee608137e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277228:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fc00/0xfb36a14ee608137e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277239:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066726.277242:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066726.277246:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fc00/0xfb36a14ee608137e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277250:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fc00/0xfb36a14ee608137e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277277:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fe00/0xfb36a14ee6081385 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277283:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fe00/0xfb36a14ee6081385 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277488:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fe00/0xfb36a14ee6081385 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277492:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f45fe00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066726.277494:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fe00/0xfb36a14ee6081385 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277498:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fe00/0xfb36a14ee6081385 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277505:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ed99800) 00010000:00010000:2.0:1746066726.277507:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066726.277509:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fe00/0xfb36a14ee6081385 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277513:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fe00/0xfb36a14ee6081385 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.277542:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45f200/0xfb36a14ee6081377 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785e6 expref: 12 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.277551:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fa00/0xfb36a14ee608138c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785e6 expref: 11 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.277556:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066726.277558:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066726.277559:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45fa00, rc 0) 00000100:00100000:2.0:1746066726.278379:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28758:x1830882975048064:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1613us (1917us total) trans 8589942897 rc 0/0 00000100:00100000:2.0:1746066726.278386:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9044 00000100:00100000:0.0:1746066726.322905:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.323104:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975048192 00000100:00100000:2.0:1746066726.323112:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975048192 00000100:00100000:2.0:1746066726.323146:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10579 00000100:00100000:2.0:1746066726.323153:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:28755:x1830882975048192:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066726.323168:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.323182:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785ed expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.323216:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d1 expref: 43 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.323224:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d8 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.323230:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.323232:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.323235:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2977792->3145727] (req 2977792->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 43 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.323265:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d8 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.323277:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d8 expref: 23 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.323288:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976209408:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066726.326158:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d1 expref: 43 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.326173:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d1 expref: 43 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.326185:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976209536:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.326237:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.338780:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976209408:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.338791:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976209536:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066726.338813:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2977792->3145727] (req 2977792->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 43 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.338829:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45ee00, rc 0) 00000100:00100000:2.0:1746066726.338866:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:28755:x1830882975048192:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 15712us (15966us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.338874:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10579 00000100:00100000:0.0:1746066726.340952:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.340976:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975048320 00000100:00100000:0.0:1746066726.340983:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975048320 00010000:00010000:0.0:1746066726.341007:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d8 expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746066726.341027:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5238 00000100:00100000:0.0:1746066726.341033:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975048320:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066726.341042:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066726.341058:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d8 expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.341068:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d8 expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.341085:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f45f600/0xfb36a14ee608134d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d8 expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.341096:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066726.341120:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975048320:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 88us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066726.341126:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5238 00000100:00100000:1.0:1746066726.343420:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.343733:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975048448 00000100:00100000:0.0:1746066726.343739:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975048448 00010000:00010000:0.0:1746066726.343764:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d1 expref: 43 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746066726.343787:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5239 00000100:00100000:0.0:1746066726.343793:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1963:x1830882975048448:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066726.343804:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066726.343820:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d1 expref: 43 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.343830:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d1 expref: 43 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.343847:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f45f400/0xfb36a14ee6081346 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785d1 expref: 43 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.343857:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066726.343859:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066726.343865:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 42 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066726.343872:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 42 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066726.343898:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 42 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066726.343908:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976209664:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066726.343961:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.349836:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.349921:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975048704 00000100:00100000:3.0:1746066726.349927:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975048704 00002000:00100000:3.0:1746066726.349962:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2977792->2981887) req@ffff880135f80380 x1830882975048704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.349972:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f80380 with x1830882975048704 ext(2977792->2981887) 00002000:00010000:3.0:1746066726.349976:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f80380 00000100:00100000:3.0:1746066726.349992:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4301 00000100:00100000:3.0:1746066726.349998:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1966:x1830882975048704:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066726.350120:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+43:1966:x1830882975048704:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 122us (291us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066726.350125:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4301 00002000:00100000:3.0:1746066726.350129:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2977792->2981887) req@ffff880135f80380 x1830882975048704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.350135:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f80380 with x1830882975048704 ext(2977792->2981887) 00002000:00010000:3.0:1746066726.350137:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f80380 00000100:00100000:3.0:1746066726.352184:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976209664:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066726.352216:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066726.352265:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+42:1963:x1830882975048448:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8468us (8850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.352274:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5239 00000100:00100000:2.0:1746066726.357696:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.357900:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975048832 00000100:00100000:2.0:1746066726.357907:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975048832 00000100:00100000:2.0:1746066726.357940:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9045 00000100:00100000:2.0:1746066726.357947:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+6:28761:x1830882975048832:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066726.357965:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.357978:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e800/0xfb36a14ee60813a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785f4 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.358026:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e600/0xfb36a14ee60813a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.358034:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e600/0xfb36a14ee60813a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.358043:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e600/0xfb36a14ee60813a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.358052:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ec00/0xfb36a14ee60813af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.358057:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ec00/0xfb36a14ee60813af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.358061:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ec00/0xfb36a14ee60813af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.358139:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.358147:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978553 expref: 256 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.358154:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.358179:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978553 expref: 256 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.358203:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978553 expref: 256 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.358217:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f82300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976209792:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.358271:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066726.358320:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.358335:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975048960 00000100:00100000:2.0:1746066726.358338:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975048960 00000100:00100000:2.0:1746066726.358357:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10580 00000100:00100000:2.0:1746066726.358362:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28755:x1830882975048960:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066726.358370:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.358378:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9785fb expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.358393:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785c3 expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.358400:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ca expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.358406:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.358407:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.358410:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->3575807] (req 3145728->3575807) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 24 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.358424:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ca expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.358431:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ca expref: 18 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.358443:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976209920:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066726.358481:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785c3 expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.358488:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785c3 expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.358496:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976210048:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.358511:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.365134:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f82300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976209792:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066726.365155:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:1.0:1746066726.371133:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.371278:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976209920:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.371287:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976210048:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066726.371312:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->3575807] (req 3145728->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 24 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.371326:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45f200, rc 0) 00000100:00100000:2.0:1746066726.371367:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28755:x1830882975048960:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 13003us (13047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.371374:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10580 00000100:00100000:3.0:1746066726.372320:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975049088 00000100:00100000:3.0:1746066726.372327:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975049088 00010000:00010000:3.0:1746066726.372354:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978553 expref: 257 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.372382:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5240 00000100:00100000:3.0:1746066726.372389:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:1966:x1830882975049088:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066726.372400:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066726.372405:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978553 expref: 257 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.372415:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978553 expref: 257 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.372433:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb96a00/0xfb36a14ee60812ba lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978553 expref: 257 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746066726.372956:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.373004:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.373018:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975049344 00000100:00100000:0.0:1746066726.373021:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975049344 00010000:00010000:0.0:1746066726.373039:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ca expref: 19 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746066726.373054:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975049216 00000100:00100000:0.0:1746066726.373057:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975049216 00010000:00010000:0.0:1746066726.373064:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785c3 expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746066726.373077:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5241 00000100:00100000:0.0:1746066726.373081:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975049344:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066726.373087:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066726.373104:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ca expref: 19 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.373111:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ca expref: 19 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.373123:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed6c400/0xfb36a14ee608133f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ca expref: 19 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.373135:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066726.373135:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066726.373140:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.373147:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.373153:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066726.373157:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975049344:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 75us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066726.373163:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5241 00000100:00100000:0.0:1746066726.373174:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5242 00000100:00100000:0.0:1746066726.373179:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975049216:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066726.373182:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066726.373184:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066726.373206:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785c3 expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.373213:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785c3 expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.373223:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009917a800/0xfb36a14ee6081338 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785c3 expref: 24 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.373232:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066726.373233:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066726.373237:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 23 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066726.373244:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 23 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066726.373265:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 23 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066726.373403:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976210176:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066726.373433:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373441:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066726.373442:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcbcc0 going to sleep for 11 seconds 00000004:00200000:2.0:1746066726.373480:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000004:00200000:2.0:1746066726.373484:0:14550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066726.373498:0:14550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373506:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373513:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e600/0xfb36a14ee60813a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00000100:00100000:3.0:1746066726.373515:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:1966:x1830882975049088:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1125us (2387us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066726.373518:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e600/0xfb36a14ee60813a8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00000100:00100000:3.0:1746066726.373522:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5240 00010000:00010000:2.0:1746066726.373523:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e600/0xfb36a14ee60813a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373528:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f45e600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066726.373531:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e600/0xfb36a14ee60813a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373536:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e600/0xfb36a14ee60813a8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373544:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066726.373547:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066726.373549:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e600/0xfb36a14ee60813a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373553:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e600/0xfb36a14ee60813a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373562:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ec00/0xfb36a14ee60813af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373567:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ec00/0xfb36a14ee60813af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373571:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ec00/0xfb36a14ee60813af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373574:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f45ec00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066726.373577:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ec00/0xfb36a14ee60813af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373580:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ec00/0xfb36a14ee60813af lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373586:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ed99800) 00010000:00010000:2.0:1746066726.373713:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066726.373716:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ec00/0xfb36a14ee60813af lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373721:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ec00/0xfb36a14ee60813af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.373747:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45e800/0xfb36a14ee60813a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785f4 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.373756:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785f4 expref: 7 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.373762:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066726.373764:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066726.373766:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45ea00, rc 0) 00000100:00100000:2.0:1746066726.373788:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:28761:x1830882975048832:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 15841us (16116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.373794:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9045 00000100:00100000:0.0:1746066726.378138:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.378394:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975049472 00000100:00100000:2.0:1746066726.378402:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975049472 00000100:00100000:2.0:1746066726.378438:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10581 00000100:00100000:2.0:1746066726.378445:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975049472:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066726.378461:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.378475:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfa00/0xfb36a14ee60813c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978602 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.378520:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976210304:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066726.378577:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.381299:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976210176:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066726.381317:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066726.381345:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1965:x1830882975049216:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8165us (8340us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066726.381354:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5242 00000100:00100000:0.0:1746066726.382600:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.382651:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975049600 00000100:00100000:2.0:1746066726.382657:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975049600 00000100:00100000:2.0:1746066726.382712:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10582 00000100:00100000:2.0:1746066726.382719:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882975049600:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066726.382734:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.382747:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f5df000/0xfb36a14ee60813cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978609 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.382794:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976210432:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066726.382863:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.387639:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:3.0:1746066726.387720:0:8451:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime: 1746066725 -> 1746066726 00002000:00010000:3.0:1746066726.387724:0:8451:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime: 1746066725 -> 1746066726 00000100:00100000:3.0:1746066726.387743:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976210304:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066726.387769:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfa00/0xfb36a14ee60813c4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978602 expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.387780:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f5dfa00/0xfb36a14ee60813c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978602 expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.387789:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5dfa00, rc 0) 00000100:00100000:3.0:1746066726.387827:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975049472:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 9382us (9695us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066726.387835:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10581 00000100:00100000:2.0:1746066726.388892:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975049856 00000100:00100000:2.0:1746066726.388898:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975049856 00002000:00100000:2.0:1746066726.388930:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3571712->3575807) req@ffff880135e58000 x1830882975049856/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.388938:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e58000 with x1830882975049856 ext(3571712->3575807) 00002000:00010000:2.0:1746066726.388942:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e58000 00000100:00100000:2.0:1746066726.388958:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4302 00000100:00100000:2.0:1746066726.388964:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975049856:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066726.389062:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975049856:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 97us (1428us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066726.389067:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4302 00002000:00100000:2.0:1746066726.389072:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3571712->3575807) req@ffff880135e58000 x1830882975049856/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.389079:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e58000 with x1830882975049856 ext(3571712->3575807) 00002000:00010000:2.0:1746066726.389082:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e58000 00002000:00010000:2.0:1746066726.389108:0:8452:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime: 1746066725 -> 1746066726 00002000:00010000:2.0:1746066726.389110:0:8452:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066725 -> 1746066726 00000100:00100000:2.0:1746066726.389120:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976210432:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066726.389134:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f5df000/0xfb36a14ee60813cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978609 expref: 14 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.389143:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f5df000/0xfb36a14ee60813cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978609 expref: 14 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.389150:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5df000, rc 0) 00000100:00100000:2.0:1746066726.390263:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882975049600:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 7541us (7663us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066726.390271:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10582 00000100:00100000:0.0:1746066726.392834:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.392836:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.392862:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975050368 00000100:00100000:2.0:1746066726.392887:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975050112 00000100:00100000:1.0:1746066726.392903:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975050368 00000100:00100000:1.0:1746066726.392937:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3571 00000100:00100000:1.0:1746066726.392943:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28755:x1830882975050368:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066726.393138:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28755:x1830882975050368:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 194us (303us total) trans 8589942898 rc 0/0 00000100:00100000:1.0:1746066726.393145:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3571 00000100:00100000:2.0:1746066726.393233:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975050112 00000100:00100000:2.0:1746066726.393259:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9046 00000100:00100000:2.0:1746066726.393264:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:28761:x1830882975050112:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066726.393272:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.393286:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df200/0xfb36a14ee60813d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978610 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.393342:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5de600/0xfb36a14ee60813d9 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.393354:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785f4 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.393360:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5de600/0xfb36a14ee60813d9 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.393384:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785f4 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.393394:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785f4 expref: 8 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.393403:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976210560:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.393458:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.397393:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.397442:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975050496 00000100:00100000:0.0:1746066726.397449:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975050496 00010000:00010000:0.0:1746066726.397477:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785f4 expref: 9 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746066726.397698:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5243 00000100:00100000:3.0:1746066726.397705:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976210560:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066726.397706:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975050496:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066726.397717:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066726.397722:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785f4 expref: 9 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.397723:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5de600/0xfb36a14ee60813d9 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066726.397730:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785f4 expref: 9 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.397751:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45ea00/0xfb36a14ee60813b6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785f4 expref: 9 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.397761:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066726.397765:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5de600/0xfb36a14ee60813d9 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066726.397772:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5de600/0xfb36a14ee60813d9 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066726.397777:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5de600/0xfb36a14ee60813d9 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066726.397790:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066726.397806:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5de600/0xfb36a14ee60813d9 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.397812:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5de600/0xfb36a14ee60813d9 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066726.397820:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975050496:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 116us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066726.397826:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5243 00000004:00200000:3.0:1746066726.397827:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:3.0:1746066726.397922:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5df200/0xfb36a14ee60813d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978610 expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.397933:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5de600/0xfb36a14ee60813d9 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978610 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.397939:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066726.397941:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066726.397943:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5de600, rc 0) 00000100:00100000:3.0:1746066726.397973:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:28761:x1830882975050112:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 4708us (5142us total) trans 8589942899 rc 0/0 00000100:00100000:3.0:1746066726.397979:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9046 00000100:00100000:0.0:1746066726.403637:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.403799:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975050752 00000100:00100000:3.0:1746066726.403806:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975050752 00000100:00100000:3.0:1746066726.403840:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9047 00000100:00100000:3.0:1746066726.403847:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28764:x1830882975050752:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.403864:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.403879:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1000/0xfb36a14ee60813e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978617 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.404132:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee60813ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404144:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee60813ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404153:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee60813ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404161:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1400/0xfb36a14ee60813f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404170:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1400/0xfb36a14ee60813f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404174:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1400/0xfb36a14ee60813f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404267:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1600/0xfb36a14ee60813fc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404276:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1600/0xfb36a14ee60813fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404282:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1600/0xfb36a14ee60813fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:3.0:1746066726.404289:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:3.0:1746066726.404354:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee60813ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404360:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee60813ee lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404364:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee60813ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404369:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099af1200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066726.404372:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee60813ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404377:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee60813ee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404384:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066726.404387:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066726.404391:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee60813ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404395:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee60813ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404403:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1400/0xfb36a14ee60813f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404407:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1400/0xfb36a14ee60813f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404411:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1400/0xfb36a14ee60813f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404414:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099af1400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066726.404416:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1400/0xfb36a14ee60813f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404419:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1400/0xfb36a14ee60813f5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404424:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13b00) 00010000:00010000:3.0:1746066726.404426:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066726.404427:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1400/0xfb36a14ee60813f5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404431:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1400/0xfb36a14ee60813f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.404458:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1000/0xfb36a14ee60813e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978617 expref: 260 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.404471:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1600/0xfb36a14ee60813fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978617 expref: 259 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.404477:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066726.404478:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746066726.404480:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af1600, rc 0) 00000100:00100000:3.0:1746066726.404572:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:28764:x1830882975050752:12345-192.168.202.57@tcp:101:cat.0 Request processed in 724us (939us total) trans 8589942900 rc 0/0 00000100:00100000:3.0:1746066726.404578:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9047 00000100:00100000:1.0:1746066726.414230:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.414333:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975051008 00000100:00100000:2.0:1746066726.414340:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975051008 00000100:00100000:2.0:1746066726.414372:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9048 00000100:00100000:2.0:1746066726.414379:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:28761:x1830882975051008:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066726.414396:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.414399:0:14550:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746066726.414588:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f5de600/0xfb36a14ee60813d9 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978610 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.414602:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066726.414606:0:14550:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066726.414736:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8800/0xfb36a14ee608140a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97861e expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.414810:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081411 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.414821:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081411 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.414829:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081411 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.414839:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081411 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.414844:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081411 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.414849:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081411 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.414854:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a85b9600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066726.414858:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081411 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.414863:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081411 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.414870:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066726.414873:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746066726.414875:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081411 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.414879:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081411 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.414896:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8800/0xfb36a14ee608140a lrc: 1/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97861e expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.414903:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8800/0xfb36a14ee608140a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97861e expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.414908:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85b8800, rc 0) 00000100:00100000:2.0:1746066726.414957:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:28761:x1830882975051008:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 578us (732us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066726.414963:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9048 00000100:00100000:0.0:1746066726.415104:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.415183:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.415210:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975051136 00000100:00100000:0.0:1746066726.415213:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975051136 00000100:00100000:0.0:1746066726.415235:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 545 00000100:00100000:0.0:1746066726.415240:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:1963:x1830882975051136:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066726.415248:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066726.415256:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1600/0xfb36a14ee60813fc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978617 expref: 259 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066726.415265:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066726.415268:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066726.415287:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:1963:x1830882975051136:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 45us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066726.415301:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 545 00000100:00100000:1.0:1746066726.415492:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975051392 00000100:00100000:1.0:1746066726.415495:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975051392 00000100:00100000:1.0:1746066726.415513:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3572 00000100:00100000:1.0:1746066726.415518:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28764:x1830882975051392:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066726.415620:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:28764:x1830882975051392:12345-192.168.202.57@tcp:35:cat.0 Request processed in 101us (447us total) trans 8589942901 rc 0/0 00000100:00100000:1.0:1746066726.415625:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3572 00000100:00100000:1.0:1746066726.418480:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.418533:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975051648 00000100:00100000:0.0:1746066726.418541:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975051648 00000100:00100000:0.0:1746066726.418576:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3573 00000100:00100000:0.0:1746066726.418584:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:28761:x1830882975051648:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:0.0:1746066726.418742:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:28761:x1830882975051648:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 157us (265us total) trans 8589942902 rc 0/0 00000100:00100000:0.0:1746066726.418748:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3573 00000001:00080000:2.0:1746066726.424315:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872809 is committed 00000001:00080000:2.0:1746066726.424326:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872788 is committed 00000001:00080000:2.0:1746066726.424353:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872738 is committed 00000001:00080000:2.0:1746066726.424360:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872723 is committed 00000001:00080000:2.0:1746066726.424369:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872808 is committed 00000001:00080000:2.0:1746066726.424385:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872779 is committed 00000001:00080000:2.0:1746066726.424426:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872792 is committed 00000001:00080000:2.0:1746066726.424475:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872810 is committed 00000100:00100000:0.0:1746066726.425457:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.425493:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.425551:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975052032 00000100:00100000:2.0:1746066726.425558:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975052032 00002000:00100000:2.0:1746066726.425591:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880135e5ad80 x1830882975052032/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.425600:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5ad80 with x1830882975052032 ext(0->1048575) 00002000:00010000:2.0:1746066726.425604:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5ad80 00000100:00100000:2.0:1746066726.425616:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4303 00000100:00100000:2.0:1746066726.425621:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975052032:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.427056:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975052160 00000100:00100000:3.0:1746066726.427062:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975052160 00002000:00100000:3.0:1746066726.427086:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880135e58a80 x1830882975052160/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.427093:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e58a80 with x1830882975052160 ext(1048576->2097151) 00002000:00010000:3.0:1746066726.427097:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e58a80 00000100:00100000:3.0:1746066726.427113:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4304 00000100:00100000:3.0:1746066726.427118:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882975052160:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.438126:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882975052160:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10998us (12623us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066726.438138:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4304 00002000:00100000:3.0:1746066726.438148:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880135e58a80 x1830882975052160/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.438157:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e58a80 with x1830882975052160 ext(1048576->2097151) 00002000:00010000:3.0:1746066726.438162:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e58a80 00000100:00100000:1.0:1746066726.442787:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.442810:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975052288 00000100:00100000:3.0:1746066726.442817:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975052288 00000100:00100000:3.0:1746066726.442852:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10583 00000100:00100000:3.0:1746066726.442859:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28758:x1830882975052288:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066726.442873:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.442886:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978625 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.442908:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee60811e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978506 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.442915:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95600/0xfb36a14ee60812ac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97854c expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.442922:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95000/0xfb36a14ee60812a5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978545 expref: 19 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.442927:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.442929:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.442932:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [679936->1048575] (req 679936->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.442954:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95000/0xfb36a14ee60812a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978545 expref: 19 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.442964:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95000/0xfb36a14ee60812a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978545 expref: 19 pid: 8451 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.442978:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976210688:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.443049:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95600/0xfb36a14ee60812ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97854c expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.443057:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95600/0xfb36a14ee60812ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97854c expref: 24 pid: 4614 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.443065:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976210816:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.443093:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee60811e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978506 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.443100:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee60811e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978506 expref: 9 pid: 9776 timeout: 787 lvb_type: 1 00000100:00100000:3.0:1746066726.443106:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976210944:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066726.443125:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.443211:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975052032:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17589us (17757us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066726.443217:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4303 00002000:00100000:2.0:1746066726.443223:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880135e5ad80 x1830882975052032/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.443229:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5ad80 with x1830882975052032 ext(0->1048575) 00010000:00010000:2.0:1746066726.443233:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95600/0xfb36a14ee60812ac lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97854c expref: 23 pid: 4614 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.443240:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95600/0xfb36a14ee60812ac lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97854c expref: 23 pid: 4614 timeout: 787 lvb_type: 0 00002000:00010000:2.0:1746066726.443243:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135e5ad80 00000100:00100000:3.0:1746066726.444922:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976210688:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066726.444930:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976210816:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066726.447506:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.447661:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975052416 00000100:00100000:2.0:1746066726.447668:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975052416 00000100:00100000:0.0:1746066726.447705:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066726.447715:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95000/0xfb36a14ee60812a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978545 expref: 20 pid: 8451 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.447740:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975052544 00000100:00100000:2.0:1746066726.447742:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975052544 00010000:00010000:2.0:1746066726.447751:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee60811e8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978506 expref: 10 pid: 9776 timeout: 787 lvb_type: 1 00000100:00100000:2.0:1746066726.447762:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5244 00000100:00100000:1.0:1746066726.447771:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5245 00000100:00100000:1.0:1746066726.447778:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975052544:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066726.447790:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066726.447809:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee60811e8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978506 expref: 10 pid: 9776 timeout: 787 lvb_type: 1 00010000:00010000:1.0:1746066726.447817:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee60811e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978506 expref: 10 pid: 9776 timeout: 787 lvb_type: 1 00000100:00100000:3.0:1746066726.447820:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976210944:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066726.447835:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee60811e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978506 expref: 10 pid: 9776 timeout: 787 lvb_type: 1 00010000:00010000:1.0:1746066726.447846:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066726.447854:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [679936->1048575] (req 679936->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.447866:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed06600, rc 0) 00000100:00100000:1.0:1746066726.447873:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975052544:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 97us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066726.447878:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5245 00000100:00100000:3.0:1746066726.447880:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28758:x1830882975052288:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5023us (5101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.447885:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10583 00000100:00100000:2.0:1746066726.447925:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975052416:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066726.447932:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066726.447940:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95000/0xfb36a14ee60812a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978545 expref: 19 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.447947:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95000/0xfb36a14ee60812a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978545 expref: 19 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.447956:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95000/0xfb36a14ee60812a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978545 expref: 19 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.447964:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066726.448067:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975052416:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 298us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.448073:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5244 00000100:00100000:0.0:1746066726.454411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.454696:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975052672 00000100:00100000:2.0:1746066726.454705:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975052672 00010000:00010000:2.0:1746066726.454733:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95600/0xfb36a14ee60812ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97854c expref: 23 pid: 4614 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.454762:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5246 00000100:00100000:2.0:1746066726.454769:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975052672:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066726.454782:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066726.454799:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95600/0xfb36a14ee60812ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97854c expref: 23 pid: 4614 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.454809:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95600/0xfb36a14ee60812ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97854c expref: 23 pid: 4614 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.454934:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a95600/0xfb36a14ee60812ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97854c expref: 23 pid: 4614 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.454946:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.454947:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.454952:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.454959:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.454983:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.454992:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976211072:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066726.455293:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.460277:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976211072:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066726.460294:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066726.460339:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975052672:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5570us (5934us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.460347:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5246 00000100:00100000:0.0:1746066726.462470:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.462544:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975052928 00000100:00100000:2.0:1746066726.462551:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975052928 00002000:00100000:2.0:1746066726.462582:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x383:0x0] (679936->684031) req@ffff880135e59180 x1830882975052928/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.462591:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e59180 with x1830882975052928 ext(679936->684031) 00002000:00010000:2.0:1746066726.462595:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e59180 00000100:00100000:2.0:1746066726.462798:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4305 00000100:00100000:2.0:1746066726.462805:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975052928:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066726.462927:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975052928:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 122us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066726.462932:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4305 00002000:00100000:2.0:1746066726.462937:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x383:0x0] (679936->684031) req@ffff880135e59180 x1830882975052928/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.462944:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e59180 with x1830882975052928 ext(679936->684031) 00002000:00010000:2.0:1746066726.462947:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e59180 00000100:00100000:0.0:1746066726.464333:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.464358:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.464383:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.464499:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975053312 00000100:00100000:3.0:1746066726.464504:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975053312 00002000:00100000:3.0:1746066726.464527:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099a1f800 x1830882975053312/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.464534:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1f800 with x1830882975053312 ext(2097152->3145727) 00002000:00010000:3.0:1746066726.464537:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1f800 00000100:00100000:3.0:1746066726.464558:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975053440 00000100:00100000:3.0:1746066726.464560:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975053440 00002000:00100000:3.0:1746066726.464571:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3575808->4194303) req@ffff880092708000 x1830882975053440/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.464577:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092708000 with x1830882975053440 ext(3575808->4194303) 00002000:00010000:3.0:1746066726.464579:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092708000 00000100:00100000:3.0:1746066726.464602:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975053696 00000100:00100000:3.0:1746066726.464605:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975053696 00000100:00100000:0.0:1746066726.464614:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4306 00002000:00100000:3.0:1746066726.464615:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3313663) req@ffff88009270ad80 x1830882975053696/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 504/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.464621:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270ad80 with x1830882975053696 ext(2097152->3313663) 00000100:00100000:0.0:1746066726.464622:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975053312:12345-192.168.202.57@tcp:3:cat.0 00002000:00010000:3.0:1746066726.464623:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009270ad80 00000100:00100000:3.0:1746066726.464633:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4307 00000100:00100000:3.0:1746066726.464638:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1965:x1830882975053440:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.465226:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4308 00000100:00100000:3.0:1746066726.465232:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882975053696:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066726.466338:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.467281:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975053824 00000100:00100000:2.0:1746066726.467287:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975053824 00002000:00100000:2.0:1746066726.467313:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3313664->4194303) req@ffff88009f16f480 x1830882975053824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.467321:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16f480 with x1830882975053824 ext(3313664->4194303) 00002000:00010000:2.0:1746066726.467326:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16f480 00000100:00100000:2.0:1746066726.467341:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4309 00000100:00100000:2.0:1746066726.467346:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975053824:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066726.467705:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.468276:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975054080 00000100:00100000:3.0:1746066726.468280:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975054080 00000100:00100000:3.0:1746066726.468301:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10584 00000100:00100000:3.0:1746066726.468306:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:28758:x1830882975054080:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066726.468314:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.468327:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97862c expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.468346:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e880a00/0xfb36a14ee60811ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97850d expref: 6 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.468353:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60812d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978568 expref: 22 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.468359:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95400/0xfb36a14ee60812c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97855a expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.468364:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.468365:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.468367:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 6/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->1630207] (req 1048576->1630207) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.468388:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95400/0xfb36a14ee60812c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97855a expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.468400:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95400/0xfb36a14ee60812c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97855a expref: 8 pid: 4614 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.468409:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976211200:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.468473:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60812d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978568 expref: 22 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.468480:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60812d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978568 expref: 22 pid: 8451 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.468488:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976211328:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.468508:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e880a00/0xfb36a14ee60811ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97850d expref: 6 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.468515:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e880a00/0xfb36a14ee60811ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97850d expref: 6 pid: 8451 timeout: 787 lvb_type: 1 00000100:00100000:3.0:1746066726.468522:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976211456:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066726.468535:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066726.471957:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975053440:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7307us (7585us total) trans 0 rc 618496/618496 00000100:00100000:3.0:1746066726.471968:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4307 00002000:00100000:3.0:1746066726.471980:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3575808->4194303) req@ffff880092708000 x1830882975053440/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 618496/618496 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.471990:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092708000 with x1830882975053440 ext(3575808->4194303) 00002000:00010000:3.0:1746066726.471995:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092708000 00000100:00100000:0.0:1746066726.475661:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.475708:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.475736:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.475812:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975054208 00000100:00100000:1.0:1746066726.475819:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975054208 00010000:00010000:1.0:1746066726.475854:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95400/0xfb36a14ee60812c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97855a expref: 9 pid: 4614 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746066726.475876:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975054464 00000100:00100000:1.0:1746066726.475878:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975054464 00010000:00010000:1.0:1746066726.475886:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60812d6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978568 expref: 24 pid: 8451 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746066726.475896:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975054336 00000100:00100000:1.0:1746066726.475898:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975054336 00010000:00010000:1.0:1746066726.475904:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e880a00/0xfb36a14ee60811ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97850d expref: 7 pid: 8451 timeout: 787 lvb_type: 1 00000100:00100000:1.0:1746066726.475915:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5247 00000100:00100000:1.0:1746066726.475921:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1966:x1830882975054208:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066726.475931:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066726.475948:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95400/0xfb36a14ee60812c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97855a expref: 9 pid: 4614 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066726.475957:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95400/0xfb36a14ee60812c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97855a expref: 9 pid: 4614 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066726.475976:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066726.476009:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1966:x1830882975054208:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 88us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066726.476015:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5247 00000100:00100000:1.0:1746066726.476031:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5248 00000100:00100000:1.0:1746066726.476036:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975054464:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066726.476042:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066726.476048:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60812d6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978568 expref: 24 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066726.476055:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60812d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978568 expref: 24 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066726.476065:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066726.476070:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5249 00000100:00100000:2.0:1746066726.476077:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975054336:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066726.476084:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975054464:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 47us (375us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066726.476085:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066726.476089:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5248 00010000:00010000:2.0:1746066726.476094:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e880a00/0xfb36a14ee60811ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97850d expref: 7 pid: 8451 timeout: 787 lvb_type: 1 00010000:00010000:2.0:1746066726.476104:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e880a00/0xfb36a14ee60811ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97850d expref: 7 pid: 8451 timeout: 787 lvb_type: 1 00010000:00010000:2.0:1746066726.476115:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.476117:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.476128:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.476135:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.476160:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.476176:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976211584:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066726.476393:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a95400/0xfb36a14ee60812c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97855a expref: 8 pid: 4614 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.476440:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066726.476771:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976211200:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.476784:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51600/0xfb36a14ee60812d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978568 expref: 23 pid: 8451 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.476791:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976211328:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.476799:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e880a00/0xfb36a14ee60811ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97850d expref: 7 pid: 8451 timeout: 787 lvb_type: 1 00000100:00100000:3.0:1746066726.476804:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976211456:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.476824:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 7 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.476831:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed07e00, rc 0) 00000100:00100000:3.0:1746066726.476851:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:28758:x1830882975054080:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 8545us (9148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.476856:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10584 00000100:00100000:2.0:1746066726.477287:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882975053696:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12054us (12902us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066726.477295:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4308 00002000:00100000:2.0:1746066726.477302:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3313663) req@ffff88009270ad80 x1830882975053696/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 504/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.477310:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270ad80 with x1830882975053696 ext(2097152->3313663) 00002000:00010000:2.0:1746066726.477314:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009270ad80 00000100:00100000:2.0:1746066726.478559:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975053312:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13937us (14226us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066726.478565:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4306 00002000:00100000:2.0:1746066726.478571:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099a1f800 x1830882975053312/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.478577:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099a1f800 with x1830882975053312 ext(2097152->3145727) 00002000:00010000:2.0:1746066726.478581:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099a1f800 00000100:00100000:2.0:1746066726.480766:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882975053824:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13414us (14425us total) trans 0 rc 880640/880640 00000100:00100000:2.0:1746066726.480773:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4309 00002000:00100000:2.0:1746066726.480781:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3313664->4194303) req@ffff88009f16f480 x1830882975053824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 880640/880640 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.480788:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16f480 with x1830882975053824 ext(3313664->4194303) 00002000:00010000:2.0:1746066726.480792:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16f480 00000100:00100000:2.0:1746066726.481201:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976211584:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066726.481215:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066726.481245:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975054336:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5168us (5507us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.481255:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5249 00000100:00100000:0.0:1746066726.484272:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.484355:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975054720 00000100:00100000:2.0:1746066726.484363:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975054720 00000100:00100000:2.0:1746066726.484397:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9049 00000100:00100000:2.0:1746066726.484404:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28769:x1830882975054720:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066726.484423:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.484437:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8800/0xfb36a14ee6081426 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978633 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.484525:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8400/0xfb36a14ee608142d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484536:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8400/0xfb36a14ee608142d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484545:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8400/0xfb36a14ee608142d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484555:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081434 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484560:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081434 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484565:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081434 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484642:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee608143b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484649:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee608143b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484655:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee608143b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:2.0:1746066726.484662:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066726.484746:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8400/0xfb36a14ee608142d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484753:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8400/0xfb36a14ee608142d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484758:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8400/0xfb36a14ee608142d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484762:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a85b8400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066726.484766:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8400/0xfb36a14ee608142d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484771:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8400/0xfb36a14ee608142d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484780:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066726.484782:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066726.484786:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8400/0xfb36a14ee608142d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484790:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8400/0xfb36a14ee608142d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484812:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081434 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484817:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081434 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484825:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081434 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484830:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a85b9600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066726.484832:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081434 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484836:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081434 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484842:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ed99600) 00010000:00010000:2.0:1746066726.484844:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066726.484846:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081434 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484851:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081434 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.484883:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b8800/0xfb36a14ee6081426 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978633 expref: 14 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.484892:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee608143b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978633 expref: 13 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.484898:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066726.484900:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066726.484901:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85b9a00, rc 0) 00000100:00100000:2.0:1746066726.484939:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28769:x1830882975054720:12345-192.168.202.57@tcp:101:cat.0 Request processed in 535us (674us total) trans 8589942903 rc 0/0 00000100:00100000:2.0:1746066726.484945:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9049 00000100:00100000:0.0:1746066726.486140:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.486200:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975054976 00000100:00100000:2.0:1746066726.486205:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975054976 00002000:00100000:2.0:1746066726.486231:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (1626112->1630207) req@ffff88009e868700 x1830882975054976/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.486240:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e868700 with x1830882975054976 ext(1626112->1630207) 00002000:00010000:2.0:1746066726.486244:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e868700 00000100:00100000:0.0:1746066726.486253:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.486274:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4310 00000100:00100000:2.0:1746066726.486281:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1963:x1830882975054976:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066726.486464:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1963:x1830882975054976:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 183us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066726.486470:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4310 00002000:00100000:2.0:1746066726.486474:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (1626112->1630207) req@ffff88009e868700 x1830882975054976/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.486480:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e868700 with x1830882975054976 ext(1626112->1630207) 00002000:00010000:2.0:1746066726.486483:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e868700 00000100:00100000:1.0:1746066726.487332:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975055232 00000100:00100000:1.0:1746066726.487337:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975055232 00000100:00100000:1.0:1746066726.488011:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3574 00000100:00100000:1.0:1746066726.488019:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b087450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28769:x1830882975055232:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066726.488257:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b087450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28769:x1830882975055232:12345-192.168.202.57@tcp:35:cat.0 Request processed in 238us (2002us total) trans 8589942904 rc 0/0 00000100:00100000:1.0:1746066726.488263:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3574 00000100:00100000:0.0:1746066726.490797:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.490829:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.490951:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975055360 00000100:00100000:3.0:1746066726.490958:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975055360 00000100:00100000:3.0:1746066726.490991:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975055488 00000100:00100000:3.0:1746066726.490994:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975055488 00000100:00100000:3.0:1746066726.491019:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10585 00000100:00100000:3.0:1746066726.491026:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975055360:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:2.0:1746066726.491035:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10586 00010000:00010000:3.0:1746066726.491039:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066726.491043:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882975055488:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066726.491051:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.491053:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099af1600/0xfb36a14ee6081449 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97863a expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.491061:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f9a1400/0xfb36a14ee6081450 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978641 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066726.491094:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976211712:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066726.491095:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976211840:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066726.491421:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.491453:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.491471:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.491487:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975055744 00000100:00100000:2.0:1746066726.491491:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975055744 00000100:00100000:2.0:1746066726.491592:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3575 00000100:00100000:2.0:1746066726.491598:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28758:x1830882975055744:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066726.491751:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28758:x1830882975055744:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 152us (279us total) trans 8589942905 rc 0/0 00000100:00100000:2.0:1746066726.491757:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3575 00000100:00100000:2.0:1746066726.491832:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.491973:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975055872 00000100:00100000:1.0:1746066726.491976:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975055872 00000100:00100000:1.0:1746066726.492045:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10587 00000100:00100000:1.0:1746066726.492052:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975055872:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066726.492063:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066726.492070:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf0c200/0xfb36a14ee6081457 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978648 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066726.492093:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976211968:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066726.492132:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.492305:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.492337:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975056000 00000100:00100000:2.0:1746066726.492340:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975056000 00000100:00100000:2.0:1746066726.492364:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10588 00000100:00100000:2.0:1746066726.492369:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1964:x1830882975056000:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066726.492375:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.492382:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f5de400/0xfb36a14ee608145e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97864f expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.492402:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976212096:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066726.492431:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049a80 going to sleep for 11 seconds 00002000:00010000:3.0:1746066726.493025:0:8451:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime: 1746066725 -> 1746066726 00002000:00010000:2.0:1746066726.493026:0:21203:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066725 -> 1746066726 00002000:00010000:3.0:1746066726.493029:0:8451:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime: 1746066725 -> 1746066726 00002000:00010000:2.0:1746066726.493029:0:21203:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066725 -> 1746066726 00000100:00100000:3.0:1746066726.493041:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976211712:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066726.493041:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976211840:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066726.493059:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099af1600/0xfb36a14ee6081449 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97863a expref: 23 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.493059:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f9a1400/0xfb36a14ee6081450 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978641 expref: 20 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.493067:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099af1600/0xfb36a14ee6081449 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97863a expref: 23 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.493067:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f9a1400/0xfb36a14ee6081450 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978641 expref: 20 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.493079:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f9a1400, rc 0) 00010000:00010000:3.0:1746066726.493089:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af1600, rc 0) 00000100:00100000:2.0:1746066726.493114:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882975055488:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2072us (2283us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066726.493119:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10586 00000100:00100000:3.0:1746066726.493121:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975055360:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2095us (2328us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066726.493127:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10585 00002000:00010000:1.0:1746066726.495213:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066725 -> 1746066726 00000100:00100000:1.0:1746066726.495233:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976211968:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066726.495254:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bf0c200/0xfb36a14ee6081457 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978648 expref: 19 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066726.495264:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bf0c200/0xfb36a14ee6081457 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978648 expref: 19 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066726.495290:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf0c200, rc 0) 00000100:00100000:1.0:1746066726.495317:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975055872:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3265us (3484us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066726.495323:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10587 00002000:00010000:2.0:1746066726.495509:0:8452:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066725 -> 1746066726 00000100:00100000:2.0:1746066726.495522:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976212096:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066726.495536:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f5de400/0xfb36a14ee608145e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97864f expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.495545:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f5de400/0xfb36a14ee608145e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97864f expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.495553:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5de400, rc 0) 00000100:00100000:2.0:1746066726.495584:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1964:x1830882975056000:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3215us (3279us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066726.495589:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10588 00000100:00100000:0.0:1746066726.497013:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.497102:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975056256 00000100:00100000:3.0:1746066726.497108:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975056256 00002000:00100000:3.0:1746066726.497144:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800929cce00 x1830882975056256/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.497158:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cce00 with x1830882975056256 ext(4194304->5079039) 00002000:00010000:3.0:1746066726.497162:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cce00 00000100:00100000:3.0:1746066726.497178:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4311 00000100:00100000:3.0:1746066726.497461:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975056256:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066726.501210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.501716:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975056640 00000100:00100000:0.0:1746066726.501724:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975056640 00002000:00100000:0.0:1746066726.501759:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x387:0x0] (1630208->2097151) req@ffff880135dfb800 x1830882975056640/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066726.501767:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfb800 with x1830882975056640 ext(1630208->2097151) 00002000:00010000:0.0:1746066726.501772:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfb800 00000100:00100000:0.0:1746066726.501800:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4312 00000100:00100000:0.0:1746066726.501807:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1966:x1830882975056640:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066726.501895:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.502593:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975056768 00000100:00100000:3.0:1746066726.502597:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975056768 00002000:00100000:3.0:1746066726.502788:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (0->679935) req@ffff880135dfbb80 x1830882975056768/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.502796:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfbb80 with x1830882975056768 ext(0->679935) 00002000:00010000:3.0:1746066726.502799:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135dfbb80 00000100:00100000:3.0:1746066726.502813:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4313 00000100:00100000:3.0:1746066726.502824:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975056768:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.508984:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975056256:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11791us (11965us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066726.508995:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4311 00002000:00100000:3.0:1746066726.509006:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800929cce00 x1830882975056256/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746066726.509009:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1966:x1830882975056640:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7202us (7808us total) trans 0 rc 466944/466944 00002000:00100000:3.0:1746066726.509014:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cce00 with x1830882975056256 ext(4194304->5079039) 00000100:00100000:1.0:1746066726.509016:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4312 00002000:00010000:3.0:1746066726.509019:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cce00 00002000:00100000:1.0:1746066726.509021:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x387:0x0] (1630208->2097151) req@ffff880135dfb800 x1830882975056640/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 466944/466944 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.509028:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfb800 with x1830882975056640 ext(1630208->2097151) 00002000:00010000:1.0:1746066726.509032:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfb800 00000100:00100000:3.0:1746066726.512025:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975056768:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9187us (10116us total) trans 0 rc 679936/679936 00000100:00100000:3.0:1746066726.512035:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4313 00002000:00100000:3.0:1746066726.512047:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (0->679935) req@ffff880135dfbb80 x1830882975056768/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 679936/679936 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.512055:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfbb80 with x1830882975056768 ext(0->679935) 00002000:00010000:3.0:1746066726.512059:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135dfbb80 00000100:00100000:0.0:1746066726.515069:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.515136:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975056896 00000100:00100000:2.0:1746066726.515143:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975056896 00000100:00100000:0.0:1746066726.515144:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.515194:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975057024 00000100:00100000:2.0:1746066726.515197:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975057024 00000100:00100000:2.0:1746066726.515218:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10589 00000100:00100000:2.0:1746066726.515224:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1965:x1830882975056896:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066726.515228:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10590 00000100:00100000:1.0:1746066726.515233:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882975057024:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066726.515238:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066726.515238:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.515252:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081465 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978656 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.515252:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f5df600/0xfb36a14ee608146c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97865d expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.515290:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976212224:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066726.515290:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976212352:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066726.515352:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.515392:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.516973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.517027:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975057280 00000100:00100000:3.0:1746066726.517032:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975057280 00000100:00100000:3.0:1746066726.517063:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9050 00000100:00100000:3.0:1746066726.517070:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:28772:x1830882975057280:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066726.517086:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.517097:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1400/0xfb36a14ee6081473 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978664 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.517179:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1a00/0xfb36a14ee608147a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517199:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1a00/0xfb36a14ee608147a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00002000:00010000:2.0:1746066726.517246:0:8452:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066725 -> 1746066726 00000100:00100000:2.0:1746066726.517258:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976212224:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066726.517278:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081465 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978656 expref: 23 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.517287:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081465 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978656 expref: 23 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.517300:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85b9600, rc 0) 00000100:00100000:2.0:1746066726.517340:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1965:x1830882975056896:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2116us (2278us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066726.517346:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10589 00002000:00010000:1.0:1746066726.517430:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066725 -> 1746066726 00000100:00100000:1.0:1746066726.517442:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976212352:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066726.517455:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f5df600/0xfb36a14ee608146c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97865d expref: 20 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066726.517462:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f5df600/0xfb36a14ee608146c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97865d expref: 20 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066726.517472:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5df600, rc 0) 00000100:00100000:1.0:1746066726.517487:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882975057024:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2254us (2343us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066726.517493:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10590 00010000:00010000:3.0:1746066726.517636:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1a00/0xfb36a14ee608147a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517649:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1c00/0xfb36a14ee6081481 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517654:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1c00/0xfb36a14ee6081481 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517659:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1c00/0xfb36a14ee6081481 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517787:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081488 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517796:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081488 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517801:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081488 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:3.0:1746066726.517809:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:3.0:1746066726.517884:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1a00/0xfb36a14ee608147a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517890:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1a00/0xfb36a14ee608147a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517895:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1a00/0xfb36a14ee608147a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517900:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099af1a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066726.517903:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1a00/0xfb36a14ee608147a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517908:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1a00/0xfb36a14ee608147a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517917:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066726.517919:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066726.517922:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1a00/0xfb36a14ee608147a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.517927:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1a00/0xfb36a14ee608147a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.518010:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1c00/0xfb36a14ee6081481 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.518020:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1c00/0xfb36a14ee6081481 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.518024:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1c00/0xfb36a14ee6081481 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.518028:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099af1c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066726.518031:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1c00/0xfb36a14ee6081481 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.518035:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1c00/0xfb36a14ee6081481 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.518041:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88008ef49400) 00010000:00010000:3.0:1746066726.518043:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066726.518045:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1c00/0xfb36a14ee6081481 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.518049:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1c00/0xfb36a14ee6081481 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.518076:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1400/0xfb36a14ee6081473 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978664 expref: 262 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.518083:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081488 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978664 expref: 261 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.518086:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066726.518088:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066726.518089:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af0400, rc 0) 00000100:00100000:3.0:1746066726.518116:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:28772:x1830882975057280:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1048us (1149us total) trans 8589942906 rc 0/0 00000100:00100000:3.0:1746066726.518121:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9050 00000100:00100000:2.0:1746066726.526948:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.526983:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.526997:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975057408 00000100:00100000:1.0:1746066726.527005:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975057408 00000100:00100000:2.0:1746066726.527006:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.527018:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975057536 00000100:00100000:2.0:1746066726.527020:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975057536 00000100:00100000:1.0:1746066726.527034:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975057664 00000100:00100000:1.0:1746066726.527036:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975057664 00000100:00100000:2.0:1746066726.527038:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10591 00000100:00100000:2.0:1746066726.527044:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975057408:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066726.527057:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10592 00010000:00010000:2.0:1746066726.527058:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066726.527062:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1964:x1830882975057536:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066726.527067:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.527073:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081496 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97866b expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.527074:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f5dfa00/0xfb36a14ee608149d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978672 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.527111:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976212608:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066726.527111:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976212480:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066726.527160:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10593 00000100:00100000:0.0:1746066726.527166:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975057664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066726.527173:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066726.527178:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4e41600/0xfb36a14ee60814a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978679 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066726.527208:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976212736:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066726.527293:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.527363:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.527412:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975057792 00000100:00100000:2.0:1746066726.527414:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975057792 00000100:00100000:2.0:1746066726.527432:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10594 00000100:00100000:2.0:1746066726.527436:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1966:x1830882975057792:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066726.527442:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.527448:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff000/0xfb36a14ee60814ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978680 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.527465:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976212864:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066726.527487:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.527719:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.527780:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.529278:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976212608:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066726.529301:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081496 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97866b expref: 23 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.529312:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a85b9600/0xfb36a14ee6081496 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97866b expref: 23 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.529324:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85b9600, rc 0) 00000100:00100000:2.0:1746066726.529364:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975057408:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2318us (2423us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066726.529370:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10591 00000100:00100000:2.0:1746066726.529722:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976212480:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066726.529737:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f5dfa00/0xfb36a14ee608149d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978672 expref: 20 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.529745:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f5dfa00/0xfb36a14ee608149d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978672 expref: 20 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.529752:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5dfa00, rc 0) 00000100:00100000:2.0:1746066726.529770:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1964:x1830882975057536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2708us (2788us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066726.529775:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10592 00000100:00100000:1.0:1746066726.529936:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976212736:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066726.529951:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e41600/0xfb36a14ee60814a4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978679 expref: 19 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066726.529959:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e41600/0xfb36a14ee60814a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978679 expref: 19 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066726.529978:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e41600, rc 0) 00000100:00100000:1.0:1746066726.530005:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975057664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2839us (2997us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066726.530010:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10593 00000100:00100000:3.0:1746066726.530181:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976212864:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066726.530203:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff000/0xfb36a14ee60814ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978680 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.530211:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff000/0xfb36a14ee60814ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978680 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.530218:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3ff000, rc 0) 00000100:00100000:3.0:1746066726.530238:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1966:x1830882975057792:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2801us (2874us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066726.530243:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10594 00000100:00100000:0.0:1746066726.532297:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.532371:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975057920 00000100:00100000:3.0:1746066726.532378:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975057920 00000100:00100000:3.0:1746066726.532417:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10595 00000100:00100000:3.0:1746066726.532424:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28769:x1830882975057920:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.532437:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.532447:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978687 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.532468:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 21 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.532474:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066726.532476:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066726.532479:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978687 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.532500:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 21 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.532511:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 21 pid: 8451 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.532520:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976212992:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066726.533147:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.533367:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.533416:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975058048 00000100:00100000:1.0:1746066726.533419:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975058048 00000100:00100000:1.0:1746066726.533449:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10596 00000100:00100000:1.0:1746066726.533455:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:28772:x1830882975058048:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066726.533464:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066726.533472:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97868e expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.533486:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.533491:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066726.533493:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066726.533495:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [774144->1048575] (req 774144->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 23 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.533511:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.533519:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 19 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746066726.533527:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976213120:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066726.533549:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066726.535385:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976213120:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066726.535406:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [774144->1048575] (req 774144->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 23 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.535423:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f5df800, rc 0) 00000100:00100000:1.0:1746066726.535449:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28772:x1830882975058048:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1994us (2083us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066726.535456:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10596 00000100:00100000:3.0:1746066726.535525:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976212992:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.535540:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978687 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.535547:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af0e00, rc 0) 00000100:00100000:3.0:1746066726.535562:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28769:x1830882975057920:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3139us (3271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.535566:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10595 00000100:00100000:0.0:1746066726.537635:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.537672:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.537759:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975058176 00000100:00100000:1.0:1746066726.537766:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975058176 00002000:00100000:1.0:1746066726.537799:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3145728->3575807) req@ffff8800929cc000 x1830882975058176/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.537807:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cc000 with x1830882975058176 ext(3145728->3575807) 00010000:00010000:1.0:1746066726.537814:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 23 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066726.537824:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 23 pid: 8451 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746066726.537830:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800929cc000 00000100:00100000:1.0:1746066726.537994:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975058304 00000100:00100000:1.0:1746066726.537998:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975058304 00002000:00100000:1.0:1746066726.538012:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (679936->1048575) req@ffff8800929ce300 x1830882975058304/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.538019:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929ce300 with x1830882975058304 ext(679936->1048575) 00010000:00010000:1.0:1746066726.538024:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 19 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066726.538031:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 19 pid: 8452 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746066726.538037:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800929ce300 00000100:00100000:3.0:1746066726.538067:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 916 00000100:00100000:3.0:1746066726.538076:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975058176:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:1.0:1746066726.538664:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 917 00000100:00100000:1.0:1746066726.538670:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975058304:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066726.548121:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975058176:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 10039us (10482us total) trans 21474840147 rc 0/0 00000100:00100000:3.0:1746066726.548131:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 916 00002000:00100000:3.0:1746066726.548141:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3145728->3575807) req@ffff8800929cc000 x1830882975058176/t21474840147(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/448 e 0 to 0 dl 1746066737 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.548156:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cc000 with x1830882975058176 ext(3145728->3575807) 00010000:00010000:3.0:1746066726.548165:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 25 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.548175:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 25 pid: 8451 timeout: 787 lvb_type: 0 00002000:00010000:3.0:1746066726.548181:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800929cc000 00000100:00100000:1.0:1746066726.549407:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975058304:12345-192.168.202.57@tcp:4:cat.0 Request processed in 10733us (11730us total) trans 21474840148 rc 0/0 00000100:00100000:1.0:1746066726.549415:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 917 00002000:00100000:1.0:1746066726.549421:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (679936->1048575) req@ffff8800929ce300 x1830882975058304/t21474840148(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/448 e 0 to 0 dl 1746066737 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.549428:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929ce300 with x1830882975058304 ext(679936->1048575) 00010000:00010000:1.0:1746066726.549434:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 21 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746066726.549443:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 21 pid: 8452 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746066726.549448:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800929ce300 00000100:00100000:0.0:1746066726.554573:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.555529:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975058432 00000100:00100000:2.0:1746066726.555538:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975058432 00010000:00010000:2.0:1746066726.555575:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 21 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.555632:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5250 00000100:00100000:2.0:1746066726.555640:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975058432:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066726.555657:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066726.555734:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 21 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.555745:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 21 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.555764:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee6081418 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 679936->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978625 expref: 21 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.555781:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.555783:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.555792:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.555800:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.555828:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.555839:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976213248:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066726.555914:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.557981:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.558250:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975058560 00000100:00100000:3.0:1746066726.558258:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975058560 00010000:00010000:3.0:1746066726.558282:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 25 pid: 8451 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.558320:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5251 00000100:00100000:3.0:1746066726.558327:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975058560:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066726.558337:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066726.558353:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 25 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.558363:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 25 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.558380:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f45f200/0xfb36a14ee60813bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3575807) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785fb expref: 25 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.558543:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.558546:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.558551:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978687 expref: 20 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.558559:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978687 expref: 20 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.558584:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978687 expref: 20 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066726.558594:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976213376:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066726.558663:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.566337:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.566368:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976213248:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066726.566386:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066726.566422:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975058432:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 10783us (11856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.566432:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5250 00000100:00100000:1.0:1746066726.566439:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975058816 00000100:00100000:1.0:1746066726.566445:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975058816 00002000:00100000:1.0:1746066726.566481:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (774144->778239) req@ffff88009bfe1880 x1830882975058816/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.566488:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1880 with x1830882975058816 ext(774144->778239) 00002000:00010000:1.0:1746066726.566492:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe1880 00000100:00100000:1.0:1746066726.566508:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4314 00000100:00100000:1.0:1746066726.566515:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975058816:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066726.566645:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975058816:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 130us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066726.566650:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4314 00002000:00100000:1.0:1746066726.566654:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x383:0x0] (774144->778239) req@ffff88009bfe1880 x1830882975058816/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.566661:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1880 with x1830882975058816 ext(774144->778239) 00002000:00010000:1.0:1746066726.566663:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe1880 00000100:00100000:3.0:1746066726.566902:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976213376:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066726.566914:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066726.567305:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975058560:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8977us (9328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.567311:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5251 00000100:00100000:0.0:1746066726.571802:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.571851:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.571925:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975059200 00000100:00100000:1.0:1746066726.571933:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975059200 00002000:00100000:1.0:1746066726.571968:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009bfe1c00 x1830882975059200/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.571978:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1c00 with x1830882975059200 ext(2097152->3145727) 00002000:00010000:1.0:1746066726.571982:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe1c00 00000100:00100000:1.0:1746066726.572009:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4315 00000100:00100000:1.0:1746066726.572017:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975059200:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.573169:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975059072 00000100:00100000:3.0:1746066726.573175:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975059072 00000100:00100000:3.0:1746066726.573210:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10597 00000100:00100000:3.0:1746066726.573215:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:28772:x1830882975059072:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066726.573226:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.573239:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978695 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.573258:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 6 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.573268:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066726.573270:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066726.573272:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->1064959] (req 1048576->1064959) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 20 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.573296:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 6 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.573307:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 6 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.573317:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976213504:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066726.573375:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066726.582014:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976213504:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.582045:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->1064959] (req 1048576->1064959) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 20 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.582058:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af0a00, rc 0) 00000100:00100000:3.0:1746066726.582109:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:28772:x1830882975059072:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 8892us (10313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.582117:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10597 00000100:00100000:1.0:1746066726.583267:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.583309:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975059328 00000100:00100000:2.0:1746066726.583317:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975059328 00002000:00100000:2.0:1746066726.583345:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1630207) req@ffff88009f16d500 x1830882975059328/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.583354:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16d500 with x1830882975059328 ext(1048576->1630207) 00010000:00010000:2.0:1746066726.583360:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 7 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.583375:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 7 pid: 8452 timeout: 787 lvb_type: 0 00002000:00010000:2.0:1746066726.583381:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f16d500 00000100:00100000:2.0:1746066726.583409:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 918 00000100:00100000:2.0:1746066726.583415:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1964:x1830882975059328:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066726.583696:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975059200:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11679us (11844us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066726.583704:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4315 00002000:00100000:0.0:1746066726.583710:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009bfe1c00 x1830882975059200/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066726.583717:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1c00 with x1830882975059200 ext(2097152->3145727) 00002000:00010000:0.0:1746066726.583721:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe1c00 00000100:00100000:0.0:1746066726.591487:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.591605:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975059456 00000100:00100000:3.0:1746066726.591612:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975059456 00000100:00100000:3.0:1746066726.592324:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10598 00000100:00100000:3.0:1746066726.592333:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28769:x1830882975059456:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.592347:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.592361:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97869c expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.592383:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 19 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.592390:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066726.592392:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066726.592395:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97869c expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.592420:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 19 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.592429:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 19 pid: 8451 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.592440:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976213632:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066726.592507:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.595551:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975059328:12345-192.168.202.57@tcp:4:cat.0 Request processed in 12129us (13028us total) trans 17179872811 rc 0/0 00000100:00100000:2.0:1746066726.595561:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 918 00002000:00100000:2.0:1746066726.595571:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1630207) req@ffff88009f16d500 x1830882975059328/t17179872811(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/448 e 0 to 0 dl 1746066737 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.595579:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16d500 with x1830882975059328 ext(1048576->1630207) 00010000:00010000:2.0:1746066726.595589:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 11 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.595599:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 11 pid: 8452 timeout: 787 lvb_type: 0 00002000:00010000:2.0:1746066726.595605:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f16d500 00000100:00100000:3.0:1746066726.596983:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976213632:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.597006:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97869c expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.597019:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af1800, rc 0) 00000100:00100000:3.0:1746066726.597639:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28769:x1830882975059456:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5305us (6155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.597646:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10598 00000100:00100000:2.0:1746066726.598595:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.598803:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975059584 00000100:00100000:0.0:1746066726.598810:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975059584 00002000:00100000:0.0:1746066726.598841:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2977792->3145727) req@ffff880135df9880 x1830882975059584/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066726.598849:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9880 with x1830882975059584 ext(2977792->3145727) 00010000:00010000:0.0:1746066726.598857:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 20 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746066726.598867:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 20 pid: 8451 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746066726.598872:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135df9880 00000100:00100000:0.0:1746066726.598898:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 919 00000100:00100000:0.0:1746066726.598905:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882975059584:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066726.599203:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.599466:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975059712 00000100:00100000:3.0:1746066726.599470:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975059712 00010000:00010000:3.0:1746066726.599487:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 10 pid: 8452 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.599513:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5252 00000100:00100000:3.0:1746066726.599518:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882975059712:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066726.599526:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066726.599539:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 10 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.599548:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 10 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.599566:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed07e00/0xfb36a14ee608141f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1630207) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97862c expref: 10 pid: 8452 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.600839:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.600843:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.600850:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 21 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.600858:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 21 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.600888:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 21 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066726.600901:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976213760:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066726.602581:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.606705:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975059584:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 7793us (8103us total) trans 17179872812 rc 0/0 00000100:00100000:2.0:1746066726.606715:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 919 00002000:00100000:2.0:1746066726.606724:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2977792->3145727) req@ffff880135df9880 x1830882975059584/t17179872812(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/448 e 0 to 0 dl 1746066737 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.606732:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9880 with x1830882975059584 ext(2977792->3145727) 00010000:00010000:2.0:1746066726.606741:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 22 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.606753:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 22 pid: 8451 timeout: 787 lvb_type: 0 00002000:00010000:2.0:1746066726.606759:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135df9880 00000100:00100000:3.0:1746066726.607359:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976213760:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066726.607374:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066726.607396:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882975059712:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 7877us (8193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.607403:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5252 00000100:00100000:0.0:1746066726.610270:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.611739:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975059968 00000100:00100000:2.0:1746066726.611749:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975059968 00002000:00100000:2.0:1746066726.611788:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1060864->1064959) req@ffff88009bfe2d80 x1830882975059968/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.611798:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2d80 with x1830882975059968 ext(1060864->1064959) 00002000:00010000:2.0:1746066726.611802:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe2d80 00000100:00100000:2.0:1746066726.613111:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4316 00000100:00100000:2.0:1746066726.613121:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975059968:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066726.613296:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975059968:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 176us (3030us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066726.613302:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4316 00002000:00100000:2.0:1746066726.613308:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1060864->1064959) req@ffff88009bfe2d80 x1830882975059968/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.613316:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2d80 with x1830882975059968 ext(1060864->1064959) 00002000:00010000:2.0:1746066726.613320:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe2d80 00000100:00100000:0.0:1746066726.613811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.615249:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975060096 00000100:00100000:3.0:1746066726.615258:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975060096 00010000:00010000:3.0:1746066726.615283:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 22 pid: 8451 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.615316:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5253 00000100:00100000:3.0:1746066726.615324:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975060096:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066726.615333:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066726.615348:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 22 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.615358:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 22 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.615376:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f45ee00/0xfb36a14ee608139a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2977792->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ed expref: 22 pid: 8451 timeout: 787 lvb_type: 0 00010000:00010000:3.0:1746066726.615395:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.615397:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.615403:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97869c expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.615410:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97869c expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.615436:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97869c expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066726.615447:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976213888:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066726.615506:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.617810:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.618012:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975060352 00000100:00100000:2.0:1746066726.618018:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975060352 00000100:00100000:2.0:1746066726.618050:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3576 00000100:00100000:2.0:1746066726.618057:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:28772:x1830882975060352:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066726.620536:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:28772:x1830882975060352:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 2472us (2723us total) trans 8589942907 rc 0/0 00000100:00100000:2.0:1746066726.620545:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3576 00000100:00100000:3.0:1746066726.622514:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976213888:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066726.622533:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066726.622563:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882975060096:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 7240us (8752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.622572:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5253 00000100:00100000:0.0:1746066726.628119:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.629998:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.630012:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.630040:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.630176:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975060608 00000100:00100000:3.0:1746066726.630193:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975060608 00000100:00100000:3.0:1746066726.630230:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9051 00000100:00100000:3.0:1746066726.630236:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28775:x1830882975060608:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066726.630255:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.630269:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee60814ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786a3 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.630341:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.630353:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee608143b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978633 expref: 16 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.630359:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081488 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978664 expref: 261 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.630364:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.630387:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081488 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978664 expref: 261 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.630395:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081488 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978664 expref: 261 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.630404:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976214016:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066726.630470:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee608143b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978633 expref: 16 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.630477:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee608143b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978633 expref: 16 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:3.0:1746066726.630484:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976214144:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066726.630503:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066726.631087:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975060864 00000100:00100000:1.0:1746066726.631091:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975060864 00002000:00100000:1.0:1746066726.631114:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88008c395c00 x1830882975060864/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.631122:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395c00 with x1830882975060864 ext(2097152->3145727) 00002000:00010000:1.0:1746066726.631125:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c395c00 00000100:00100000:1.0:1746066726.631140:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975061120 00000100:00100000:1.0:1746066726.631142:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975061120 00002000:00100000:1.0:1746066726.631150:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800a5bb3b80 x1830882975061120/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.631156:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb3b80 with x1830882975061120 ext(3145728->4194303) 00002000:00010000:1.0:1746066726.631158:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5bb3b80 00000100:00100000:1.0:1746066726.631171:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975061376 00000100:00100000:1.0:1746066726.631173:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975061376 00002000:00100000:1.0:1746066726.631181:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800a5bb2680 x1830882975061376/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.631195:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb2680 with x1830882975061376 ext(3145728->4194303) 00002000:00010000:1.0:1746066726.631198:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb2680 00000100:00100000:1.0:1746066726.631206:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4317 00000100:00100000:1.0:1746066726.631211:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975060864:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066726.631391:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4318 00000100:00100000:2.0:1746066726.631405:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4319 00000100:00100000:2.0:1746066726.631411:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975061376:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066726.632341:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975061120:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066726.644313:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.644329:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976214016:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066726.644339:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976214144:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066726.644350:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066726.644358:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:2.0:1746066726.644424:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975061632 00000100:00100000:2.0:1746066726.644430:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975061632 00010000:00010000:2.0:1746066726.644455:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee608143b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978633 expref: 17 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.644473:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975061504 00000100:00100000:2.0:1746066726.644475:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975061504 00010000:00010000:2.0:1746066726.644482:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081488 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978664 expref: 262 pid: 14550 timeout: 787 lvb_type: 0 00000100:00100000:2.0:1746066726.644495:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5254 00000100:00100000:2.0:1746066726.644501:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882975061632:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066726.644511:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066726.644516:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee608143b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978633 expref: 17 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.644529:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee608143b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978633 expref: 17 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.644544:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85b9a00/0xfb36a14ee608143b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978633 expref: 17 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.644558:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066726.644561:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.644568:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.644572:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066726.644601:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882975061632:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 101us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.644607:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5254 00000100:00100000:2.0:1746066726.644619:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5255 00000100:00100000:2.0:1746066726.644624:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:1966:x1830882975061504:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066726.644629:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066726.644633:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081488 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978664 expref: 262 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.644640:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081488 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978664 expref: 262 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.644649:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081488 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978664 expref: 262 pid: 14550 timeout: 787 lvb_type: 0 00010000:00010000:2.0:1746066726.644657:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066726.644660:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.644666:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.644671:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066726.644713:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066726.644726:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:1966:x1830882975061504:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 102us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.644731:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5255 00010000:00010000:3.0:1746066726.644737:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.644744:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:3.0:1746066726.644760:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:3.0:1746066726.644866:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee60814ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786a3 expref: 17 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.644881:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786a3 expref: 16 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.644887:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066726.644889:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066726.644891:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af1e00, rc 0) 00000100:00100000:3.0:1746066726.644913:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28775:x1830882975060608:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 14677us (16800us total) trans 8589942908 rc 0/0 00000100:00100000:3.0:1746066726.644918:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9051 00000100:00100000:1.0:1746066726.645322:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975060864:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14109us (15326us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066726.645329:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4317 00002000:00100000:1.0:1746066726.645336:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88008c395c00 x1830882975060864/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.645345:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395c00 with x1830882975060864 ext(2097152->3145727) 00002000:00010000:1.0:1746066726.645348:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c395c00 00000100:00100000:2.0:1746066726.652127:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975061376:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20709us (22078us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066726.652138:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4319 00002000:00100000:2.0:1746066726.652148:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800a5bb2680 x1830882975061376/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.652156:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb2680 with x1830882975061376 ext(3145728->4194303) 00002000:00010000:2.0:1746066726.652161:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb2680 00000100:00100000:2.0:1746066726.657488:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975061120:12345-192.168.202.57@tcp:3:cat.0 Request processed in 26081us (27466us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066726.657498:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4318 00002000:00100000:2.0:1746066726.657510:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800a5bb3b80 x1830882975061120/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.657524:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb3b80 with x1830882975061120 ext(3145728->4194303) 00002000:00010000:2.0:1746066726.657529:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5bb3b80 00000100:00100000:0.0:1746066726.671643:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.671721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.671765:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975061760 00000100:00100000:1.0:1746066726.671798:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975061760 00000100:00100000:1.0:1746066726.671839:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975061888 00000100:00100000:1.0:1746066726.671841:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975061888 00000100:00100000:1.0:1746066726.671857:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10599 00000100:00100000:1.0:1746066726.671864:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975061760:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066726.671879:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066726.671894:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a000/0xfb36a14ee60814e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786aa expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.671901:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10600 00000100:00100000:2.0:1746066726.671914:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975061888:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066726.671925:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066726.671935:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976214272:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066726.671937:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135d8b000/0xfb36a14ee60814ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786b1 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.671971:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976214400:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066726.671989:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.672007:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.675323:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.675384:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.675548:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976214272:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066726.675561:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975062016 00000100:00100000:3.0:1746066726.675568:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975062016 00010000:00010000:1.0:1746066726.675571:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a000/0xfb36a14ee60814e3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786aa expref: 21 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066726.675581:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a000/0xfb36a14ee60814e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786aa expref: 21 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066726.675592:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed4a000, rc 0) 00000100:00100000:3.0:1746066726.675603:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975062144 00000100:00100000:3.0:1746066726.675607:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975062144 00000100:00100000:1.0:1746066726.675621:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975061760:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3758us (3985us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066726.675626:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10599 00000100:00100000:3.0:1746066726.676070:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10601 00000100:00100000:3.0:1746066726.676080:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975062016:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.676096:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.676109:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099af1400/0xfb36a14ee60814f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786b8 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.676127:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.676129:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.676137:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099af1400/0xfb36a14ee60814f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786b8 expref: 25 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.676151:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099af1400/0xfb36a14ee60814f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786b8 expref: 25 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.676159:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af1400, rc 0) 00000100:00100000:1.0:1746066726.676202:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10602 00000100:00100000:3.0:1746066726.676205:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975062016:12345-192.168.202.57@tcp:101:cat.0 Request processed in 127us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066726.676209:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975062144:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:3.0:1746066726.676211:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10601 00010000:00010000:1.0:1746066726.676216:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066726.676224:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ed4ac00/0xfb36a14ee60814f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786bf expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.676234:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066726.676235:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066726.676239:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed4ac00/0xfb36a14ee60814f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786bf expref: 22 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066726.676248:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ed4ac00/0xfb36a14ee60814f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786bf expref: 22 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066726.676254:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed4ac00, rc 0) 00000100:00100000:1.0:1746066726.676268:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975062144:12345-192.168.202.57@tcp:101:cat.0 Request processed in 61us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066726.676272:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10602 00000100:00100000:2.0:1746066726.677813:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976214400:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066726.677830:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135d8b000/0xfb36a14ee60814ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786b1 expref: 10 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.677839:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135d8b000/0xfb36a14ee60814ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786b1 expref: 10 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.677861:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d8b000, rc 0) 00000100:00100000:2.0:1746066726.677896:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975061888:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5986us (6175us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066726.677902:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10600 00000100:00100000:0.0:1746066726.683510:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.683543:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.684358:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.684966:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975062400 00000100:00100000:3.0:1746066726.684975:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975062400 00002000:00100000:3.0:1746066726.685021:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009e635f80 x1830882975062400/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.685030:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e635f80 with x1830882975062400 ext(4194304->5079039) 00002000:00010000:3.0:1746066726.685034:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e635f80 00000100:00100000:3.0:1746066726.685057:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975062656 00000100:00100000:3.0:1746066726.685061:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975062656 00002000:00100000:3.0:1746066726.685078:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x383:0x0] (0->774143) req@ffff88009e636680 x1830882975062656/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.685084:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e636680 with x1830882975062656 ext(0->774143) 00002000:00010000:3.0:1746066726.685088:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e636680 00000100:00100000:3.0:1746066726.685121:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975062912 00000100:00100000:3.0:1746066726.685125:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975062912 00002000:00100000:3.0:1746066726.685143:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (1064960->2097151) req@ffff88009e634000 x1830882975062912/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.685149:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e634000 with x1830882975062912 ext(1064960->2097151) 00002000:00010000:3.0:1746066726.685152:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e634000 00000100:00100000:3.0:1746066726.685194:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4320 00000100:00100000:3.0:1746066726.685204:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975062400:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.685731:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4321 00000100:00100000:3.0:1746066726.685739:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975062656:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.687635:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4322 00000100:00100000:3.0:1746066726.687646:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975062912:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.706977:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975062656:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21232us (23425us total) trans 0 rc 774144/774144 00000100:00100000:3.0:1746066726.706987:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4321 00002000:00100000:3.0:1746066726.706997:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->774143) req@ffff88009e636680 x1830882975062656/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 774144/774144 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.707006:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e636680 with x1830882975062656 ext(0->774143) 00002000:00010000:3.0:1746066726.707011:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e636680 00000100:00100000:2.0:1746066726.707014:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975062400:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21810us (23509us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066726.707020:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4320 00002000:00100000:2.0:1746066726.707026:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009e635f80 x1830882975062400/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.707033:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e635f80 with x1830882975062400 ext(4194304->5079039) 00002000:00010000:2.0:1746066726.707036:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e635f80 00000100:00100000:3.0:1746066726.711564:0:25585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975062912:12345-192.168.202.57@tcp:3:cat.0 Request processed in 23914us (27199us total) trans 0 rc 1032192/1032192 00000100:00100000:3.0:1746066726.711572:0:25585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4322 00002000:00100000:3.0:1746066726.711582:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x387:0x0] (1064960->2097151) req@ffff88009e634000 x1830882975062912/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1032192/1032192 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.711590:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e634000 with x1830882975062912 ext(1064960->2097151) 00002000:00010000:3.0:1746066726.711594:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e634000 00000100:00100000:0.0:1746066726.714283:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.714600:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.714780:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975063168 00000100:00100000:3.0:1746066726.714788:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975063168 00000100:00100000:3.0:1746066726.714827:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975063040 00000100:00100000:3.0:1746066726.714829:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975063040 00000100:00100000:3.0:1746066726.714844:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10603 00000100:00100000:3.0:1746066726.714849:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975063168:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.714863:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.714877:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099af1a00/0xfb36a14ee60814ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786cd expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066726.714922:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976214528:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066726.715301:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10604 00000100:00100000:2.0:1746066726.715309:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975063040:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066726.715317:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.715327:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98e200/0xfb36a14ee6081506 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786c6 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.715351:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976214656:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066726.715886:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.715953:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066726.718294:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976214528:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066726.718321:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099af1a00/0xfb36a14ee60814ff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786cd expref: 10 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.718332:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099af1a00/0xfb36a14ee60814ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786cd expref: 10 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066726.719482:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af1a00, rc 0) 00000100:00100000:3.0:1746066726.719531:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975063168:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4680us (5252us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066726.719542:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10603 00000100:00100000:0.0:1746066726.719631:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976214656:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066726.719648:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008d98e200/0xfb36a14ee6081506 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786c6 expref: 21 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066726.719657:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98e200/0xfb36a14ee6081506 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786c6 expref: 21 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066726.719804:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d98e200, rc 0) 00000100:00100000:0.0:1746066726.719823:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975063040:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4515us (5222us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066726.719828:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10604 00000100:00100000:0.0:1746066726.723288:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.723335:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.723402:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975063296 00000100:00100000:3.0:1746066726.723409:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975063296 00000100:00100000:3.0:1746066726.723437:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975063424 00000100:00100000:3.0:1746066726.723439:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975063424 00000100:00100000:3.0:1746066726.723585:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10605 00000100:00100000:3.0:1746066726.723592:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975063296:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066726.723608:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.723622:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099af1200/0xfb36a14ee608150d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786d4 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066726.723664:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976214784:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066726.723741:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.724105:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10606 00000100:00100000:2.0:1746066726.724113:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975063424:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066726.724121:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.724131:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d98f800/0xfb36a14ee6081514 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786db expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.724160:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976214912:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066726.724194:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.726370:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976214912:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066726.726391:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d98f800/0xfb36a14ee6081514 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786db expref: 10 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.726401:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d98f800/0xfb36a14ee6081514 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786db expref: 10 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.726425:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d98f800, rc 0) 00000100:00100000:2.0:1746066726.726460:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975063424:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2348us (3124us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066726.726466:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10606 00000100:00100000:2.0:1746066726.727795:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976214784:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066726.727819:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099af1200/0xfb36a14ee608150d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786d4 expref: 21 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.727831:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099af1200/0xfb36a14ee608150d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786d4 expref: 21 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.727840:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af1200, rc 0) 00000100:00100000:2.0:1746066726.727869:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975063296:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4278us (4587us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066726.727875:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10605 00000100:00100000:0.0:1746066726.750407:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.750446:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.750490:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.750508:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975063680 00000100:00100000:2.0:1746066726.750515:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975063680 00000100:00100000:0.0:1746066726.750518:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975063936 00000100:00100000:0.0:1746066726.750521:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975063936 00002000:00100000:2.0:1746066726.750554:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e637480 x1830882975063680/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.750562:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637480 with x1830882975063680 ext(2097152->3145727) 00002000:00010000:2.0:1746066726.750567:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e637480 00000100:00100000:2.0:1746066726.750591:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975064192 00000100:00100000:2.0:1746066726.750593:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975064192 00002000:00100000:2.0:1746066726.750602:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e851880 x1830882975064192/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.750613:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851880 with x1830882975064192 ext(2097152->3145727) 00002000:00010000:2.0:1746066726.750615:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e851880 00000100:00100000:2.0:1746066726.750626:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4323 00000100:00100000:2.0:1746066726.750631:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1966:x1830882975063680:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.750697:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4324 00000100:00100000:3.0:1746066726.750705:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1965:x1830882975064192:12345-192.168.202.57@tcp:3:cat.0 00002000:00100000:0.0:1746066726.750934:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e634e00 x1830882975063936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066726.750942:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e634e00 with x1830882975063936 ext(3145728->4194303) 00002000:00010000:0.0:1746066726.751023:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e634e00 00000100:00100000:0.0:1746066726.751043:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4325 00000100:00100000:0.0:1746066726.751048:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882975063936:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066726.752345:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.752608:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975064448 00000100:00100000:1.0:1746066726.752612:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975064448 00002000:00100000:1.0:1746066726.752632:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880135dfad80 x1830882975064448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.752639:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfad80 with x1830882975064448 ext(3145728->4194303) 00002000:00010000:1.0:1746066726.752642:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfad80 00000100:00100000:1.0:1746066726.752655:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4326 00000100:00100000:1.0:1746066726.752660:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975064448:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066726.774941:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975063680:12345-192.168.202.57@tcp:3:cat.0 Request processed in 24301us (24533us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066726.774951:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4323 00002000:00100000:2.0:1746066726.774960:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e637480 x1830882975063680/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066726.774970:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637480 with x1830882975063680 ext(2097152->3145727) 00002000:00010000:2.0:1746066726.774974:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e637480 00000100:00100000:0.0:1746066726.779790:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.783450:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975064704 00000100:00100000:3.0:1746066726.783462:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975064704 00000100:00100000:3.0:1746066726.783511:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9052 00000100:00100000:3.0:1746066726.783518:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:28782:x1830882975064704:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066726.783540:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066726.783554:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee608151b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786e2 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.783625:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081522 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.783641:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081522 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066726.783650:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081522 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:3.0:1746066726.783657:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:3.0:1746066726.783773:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee608151b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e2 expref: 264 pid: 14550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066726.784587:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975063936:12345-192.168.202.57@tcp:3:cat.0 Request processed in 33536us (34138us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066726.784595:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4325 00002000:00100000:0.0:1746066726.784603:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e634e00 x1830882975063936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066726.784617:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e634e00 with x1830882975063936 ext(3145728->4194303) 00002000:00010000:0.0:1746066726.784621:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e634e00 00010000:00010000:3.0:1746066726.785307:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081522 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e2 expref: 263 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.785315:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066726.785318:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066726.785320:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af0400, rc 0) 00000100:00100000:3.0:1746066726.785489:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:28782:x1830882975064704:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1970us (5704us total) trans 8589942909 rc 0/0 00000100:00100000:3.0:1746066726.785495:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9052 00000100:00100000:3.0:1746066726.788914:0:25585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975064192:12345-192.168.202.57@tcp:3:cat.0 Request processed in 38204us (38417us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066726.788923:0:25585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4324 00002000:00100000:3.0:1746066726.788932:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e851880 x1830882975064192/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.788940:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851880 with x1830882975064192 ext(2097152->3145727) 00002000:00010000:3.0:1746066726.788944:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e851880 00000100:00100000:1.0:1746066726.794907:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975064448:12345-192.168.202.57@tcp:3:cat.0 Request processed in 42238us (42557us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066726.794917:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4326 00002000:00100000:1.0:1746066726.794927:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880135dfad80 x1830882975064448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.794935:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfad80 with x1830882975064448 ext(3145728->4194303) 00002000:00010000:1.0:1746066726.794940:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfad80 00000100:00100000:0.0:1746066726.802991:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.804304:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975064960 00000100:00100000:1.0:1746066726.804313:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975064960 00002000:00100000:1.0:1746066726.804351:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009e852d80 x1830882975064960/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.804360:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e852d80 with x1830882975064960 ext(4194304->5079039) 00002000:00010000:1.0:1746066726.804364:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e852d80 00000100:00100000:1.0:1746066726.804396:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4327 00000100:00100000:1.0:1746066726.804403:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975064960:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066726.818350:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975064960:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13939us (15358us total) trans 0 rc 884736/884736 00000100:00100000:1.0:1746066726.818360:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4327 00002000:00100000:1.0:1746066726.818371:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009e852d80 x1830882975064960/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.818379:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e852d80 with x1830882975064960 ext(4194304->5079039) 00002000:00010000:1.0:1746066726.818385:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e852d80 00000100:00100000:0.0:1746066726.860869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.861522:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975065088 00000100:00100000:2.0:1746066726.861530:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975065088 00000100:00100000:2.0:1746066726.861575:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10607 00000100:00100000:2.0:1746066726.861582:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28775:x1830882975065088:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066726.861598:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.861612:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786e9 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.861635:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97869c expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.861641:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed4ac00/0xfb36a14ee60814f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786bf expref: 21 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.861647:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.861649:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.861651:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2428928->3145727] (req 2428928->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.861700:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ed4ac00/0xfb36a14ee60814f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786bf expref: 21 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.861710:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ed4ac00/0xfb36a14ee60814f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786bf expref: 21 pid: 4614 timeout: 788 lvb_type: 1 00000100:00100000:2.0:1746066726.861720:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976215040:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066726.863642:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97869c expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.863653:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97869c expref: 10 pid: 9776 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066726.863663:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976215168:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.864727:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.866138:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976215040:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.866147:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976215168:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066726.866169:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2428928->3145727] (req 2428928->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.868216:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a633e00, rc 0) 00000100:00100000:2.0:1746066726.868279:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28775:x1830882975065088:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6694us (7412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.868287:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10607 00000100:00100000:0.0:1746066726.875214:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066726.876296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.876434:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975065216 00000100:00100000:3.0:1746066726.876442:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975065216 00010000:00010000:3.0:1746066726.876474:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed4ac00/0xfb36a14ee60814f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786bf expref: 22 pid: 4614 timeout: 788 lvb_type: 1 00000100:00100000:2.0:1746066726.876485:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975065344 00000100:00100000:2.0:1746066726.876489:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975065344 00000100:00100000:3.0:1746066726.876502:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5256 00010000:00010000:2.0:1746066726.876503:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97869c expref: 10 pid: 9776 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066726.876509:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975065216:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066726.876520:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066726.876525:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5257 00000100:00100000:2.0:1746066726.876529:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1965:x1830882975065344:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066726.876535:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066726.876537:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ed4ac00/0xfb36a14ee60814f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786bf expref: 22 pid: 4614 timeout: 788 lvb_type: 1 00010000:00010000:2.0:1746066726.876543:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97869c expref: 10 pid: 9776 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066726.876546:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ed4ac00/0xfb36a14ee60814f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786bf expref: 22 pid: 4614 timeout: 788 lvb_type: 1 00010000:00010000:2.0:1746066726.876554:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97869c expref: 10 pid: 9776 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066726.877391:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed4ac00/0xfb36a14ee60814f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786bf expref: 22 pid: 4614 timeout: 788 lvb_type: 1 00010000:00010000:3.0:1746066726.877420:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066726.877456:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975065216:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 948us (2249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.877463:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5256 00010000:00010000:2.0:1746066726.877606:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099af1800/0xfb36a14ee60814c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97869c expref: 10 pid: 9776 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066726.877623:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.877624:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.877631:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.877643:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.877670:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066726.877693:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976215296:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066726.877746:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.881529:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.882325:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976215296:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066726.882341:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066726.882378:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975065344:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5848us (6085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.882387:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5257 00000100:00100000:1.0:1746066726.882933:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975065600 00000100:00100000:1.0:1746066726.882940:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975065600 00002000:00100000:1.0:1746066726.882970:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2428928->2433023) req@ffff88009e851180 x1830882975065600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.882978:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851180 with x1830882975065600 ext(2428928->2433023) 00002000:00010000:1.0:1746066726.882982:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e851180 00000100:00100000:1.0:1746066726.883007:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4328 00000100:00100000:1.0:1746066726.883013:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882975065600:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066726.883525:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882975065600:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 511us (2001us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066726.883535:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4328 00002000:00100000:1.0:1746066726.883540:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2428928->2433023) req@ffff88009e851180 x1830882975065600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.883547:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851180 with x1830882975065600 ext(2428928->2433023) 00002000:00010000:1.0:1746066726.883550:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e851180 00000100:00100000:0.0:1746066726.895172:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.895698:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975065728 00000100:00100000:2.0:1746066726.895705:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975065728 00000100:00100000:2.0:1746066726.895744:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10608 00000100:00100000:2.0:1746066726.895751:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28775:x1830882975065728:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066726.895764:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066726.895778:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786f0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.895799:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978687 expref: 21 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.895806:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099af1400/0xfb36a14ee60814f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786b8 expref: 24 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.895811:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.895813:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066726.895816:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->3403775] (req 3145728->3403775) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 21 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.895840:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099af1400/0xfb36a14ee60814f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786b8 expref: 24 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.895850:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099af1400/0xfb36a14ee60814f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786b8 expref: 24 pid: 9776 timeout: 788 lvb_type: 1 00000100:00100000:2.0:1746066726.895860:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976215424:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066726.897268:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978687 expref: 21 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.897278:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978687 expref: 21 pid: 9776 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066726.897288:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976215552:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.897337:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.903020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.903119:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976215424:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066726.903267:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976215552:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066726.903291:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->3403775] (req 3145728->3403775) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 21 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066726.903308:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a632400, rc 0) 00000100:00100000:3.0:1746066726.903375:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975065856 00000100:00100000:3.0:1746066726.903381:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975065856 00010000:00010000:3.0:1746066726.903403:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099af1400/0xfb36a14ee60814f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786b8 expref: 25 pid: 9776 timeout: 788 lvb_type: 1 00000100:00100000:3.0:1746066726.903425:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5258 00000100:00100000:3.0:1746066726.903431:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975065856:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066726.903443:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066726.903460:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099af1400/0xfb36a14ee60814f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786b8 expref: 25 pid: 9776 timeout: 788 lvb_type: 1 00010000:00010000:3.0:1746066726.903470:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099af1400/0xfb36a14ee60814f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786b8 expref: 25 pid: 9776 timeout: 788 lvb_type: 1 00010000:00010000:3.0:1746066726.903489:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099af1400/0xfb36a14ee60814f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786b8 expref: 25 pid: 9776 timeout: 788 lvb_type: 1 00010000:00010000:3.0:1746066726.903513:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066726.903692:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28775:x1830882975065728:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7924us (8509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066726.903698:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10608 00000100:00100000:3.0:1746066726.903793:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975065856:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 361us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.903799:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5258 00000100:00100000:0.0:1746066726.910235:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.911358:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975065984 00000100:00100000:3.0:1746066726.911365:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975065984 00010000:00010000:3.0:1746066726.911396:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978687 expref: 21 pid: 9776 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066726.911441:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5259 00000100:00100000:3.0:1746066726.911448:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975065984:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066726.911461:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066726.911478:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978687 expref: 21 pid: 9776 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066726.911488:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978687 expref: 21 pid: 9776 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066726.911506:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099af0e00/0xfb36a14ee60814b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978687 expref: 21 pid: 9776 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066726.911540:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.911542:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.911547:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.911554:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.911581:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066726.911591:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976215680:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066726.911667:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066726.914261:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976215680:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066726.914279:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066726.914629:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975065984:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3179us (4399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.914637:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5259 00000100:00100000:0.0:1746066726.915830:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.915943:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975066240 00000100:00100000:1.0:1746066726.915950:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975066240 00002000:00100000:1.0:1746066726.915980:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3399680->3403775) req@ffff88009e93d180 x1830882975066240/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.915989:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93d180 with x1830882975066240 ext(3399680->3403775) 00002000:00010000:1.0:1746066726.915993:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93d180 00000100:00100000:1.0:1746066726.916020:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4329 00000100:00100000:1.0:1746066726.916027:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975066240:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066726.916151:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975066240:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 124us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066726.916156:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4329 00002000:00100000:1.0:1746066726.916160:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3399680->3403775) req@ffff88009e93d180 x1830882975066240/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.917147:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93d180 with x1830882975066240 ext(3399680->3403775) 00002000:00010000:1.0:1746066726.917152:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93d180 00000100:00100000:0.0:1746066726.960566:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.960805:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975066368 00000100:00100000:2.0:1746066726.960812:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975066368 00000100:00100000:0.0:1746066726.960905:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066726.961216:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975066496 00000100:00100000:2.0:1746066726.961219:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975066496 00000100:00100000:1.0:1746066726.961253:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10609 00000100:00100000:1.0:1746066726.961262:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975066368:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066726.961279:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066726.961293:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093630e00/0xfb36a14ee608153e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786f7 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066726.961335:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976215808:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066726.961483:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10610 00000100:00100000:0.0:1746066726.961490:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975066496:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066726.961497:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066726.961505:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed34000/0xfb36a14ee6081545 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9786fe expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066726.961527:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976215936:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066726.961655:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.961865:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066726.966529:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976215936:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066726.966556:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34000/0xfb36a14ee6081545 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786fe expref: 10 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.966569:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34000/0xfb36a14ee6081545 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786fe expref: 10 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066726.966583:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34000, rc 0) 00000100:00100000:2.0:1746066726.966618:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975066496:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5128us (5712us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066726.966625:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10610 00000100:00100000:1.0:1746066726.966774:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976215808:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066726.966789:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093630e00/0xfb36a14ee608153e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f7 expref: 21 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066726.966797:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093630e00/0xfb36a14ee608153e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f7 expref: 21 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066726.966807:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093630e00, rc 0) 00000100:00100000:1.0:1746066726.966838:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975066368:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5577us (6278us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066726.966843:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10609 00000100:00100000:0.0:1746066726.969102:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.969175:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975066624 00000100:00100000:1.0:1746066726.969189:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975066624 00000100:00100000:1.0:1746066726.969422:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10611 00000100:00100000:1.0:1746066726.969429:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28789:x1830882975066624:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066726.969443:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066726.969454:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978705 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.969474:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 23 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.969481:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066726.969482:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066726.969485:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978705 expref: 21 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.969507:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 23 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.969516:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 23 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746066726.969525:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976216064:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066726.969584:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066726.971786:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976216064:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066726.971807:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978705 expref: 21 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066726.971819:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093631e00, rc 0) 00000100:00100000:1.0:1746066726.971848:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28789:x1830882975066624:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2419us (2750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066726.971855:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10611 00000100:00100000:0.0:1746066726.973649:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066726.973764:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975066752 00000100:00100000:1.0:1746066726.973771:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975066752 00002000:00100000:1.0:1746066726.973803:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (774144->1048575) req@ffff88009e93e680 x1830882975066752/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.973816:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93e680 with x1830882975066752 ext(774144->1048575) 00010000:00010000:1.0:1746066726.973822:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 24 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746066726.973833:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 24 pid: 4614 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746066726.973840:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e93e680 00000100:00100000:1.0:1746066726.973864:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 920 00000100:00100000:1.0:1746066726.973871:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975066752:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066726.977319:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975066752:12345-192.168.202.57@tcp:4:cat.0 Request processed in 3440us (3665us total) trans 21474840149 rc 0/0 00000100:00100000:1.0:1746066726.977329:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 920 00002000:00100000:1.0:1746066726.977339:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (774144->1048575) req@ffff88009e93e680 x1830882975066752/t21474840149(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:132/0 lens 488/448 e 0 to 0 dl 1746066737 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066726.977348:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93e680 with x1830882975066752 ext(774144->1048575) 00010000:00010000:1.0:1746066726.977355:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 26 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746066726.977368:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 26 pid: 4614 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746066726.977374:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e93e680 00000100:00100000:0.0:1746066726.979970:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.980045:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975066880 00000100:00100000:3.0:1746066726.980052:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975066880 00010000:00010000:3.0:1746066726.980079:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 26 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066726.980159:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5260 00000100:00100000:3.0:1746066726.980167:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1966:x1830882975066880:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066726.980180:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066726.980206:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 26 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066726.980216:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 26 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066726.980235:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f5df800/0xfb36a14ee60814b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97868e expref: 26 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066726.980260:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.980262:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066726.980269:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978705 expref: 20 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.980275:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978705 expref: 20 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066726.980301:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978705 expref: 20 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066726.980312:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976216192:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066726.981372:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066726.984776:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066726.984874:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976216192:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066726.984890:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066726.984922:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975066880:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4756us (4958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066726.984931:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5260 00000100:00100000:3.0:1746066726.984964:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975067136 00000100:00100000:3.0:1746066726.984968:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975067136 00002000:00100000:3.0:1746066726.984993:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e93c380 x1830882975067136/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/0 e 0 to 0 dl 1746066737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.985001:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93c380 with x1830882975067136 ext(0->1048575) 00002000:00010000:3.0:1746066726.985005:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93c380 00000100:00100000:3.0:1746066726.985027:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4330 00000100:00100000:3.0:1746066726.985032:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975067136:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066726.996568:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975067136:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11525us (11788us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066726.996579:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4330 00002000:00100000:3.0:1746066726.996589:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e93c380 x1830882975067136/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:132/0 lens 488/440 e 0 to 0 dl 1746066737 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066726.996598:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93c380 with x1830882975067136 ext(0->1048575) 00002000:00010000:3.0:1746066726.996604:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93c380 00000100:00100000:0.0:1746066727.003836:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.003919:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975067264 00000100:00100000:1.0:1746066727.003927:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975067264 00000100:00100000:1.0:1746066727.004084:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10612 00000100:00100000:1.0:1746066727.004092:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28789:x1830882975067264:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066727.004107:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066727.004122:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97870c expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.004145:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 20 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.004152:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066727.004153:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066727.004156:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97870c expref: 10 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.004190:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 20 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.004201:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 20 pid: 9776 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746066727.004212:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976216320:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066727.004287:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066727.005588:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976216320:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066727.005607:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97870c expref: 10 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.005621:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a737d800, rc 0) 00000100:00100000:1.0:1746066727.005647:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28789:x1830882975067264:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1556us (1817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066727.005654:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10612 00000100:00100000:0.0:1746066727.006777:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.006827:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975067392 00000100:00100000:3.0:1746066727.006833:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975067392 00002000:00100000:3.0:1746066727.006866:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1257471) req@ffff88009e93ca80 x1830882975067392/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.006874:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ca80 with x1830882975067392 ext(1048576->1257471) 00010000:00010000:3.0:1746066727.006881:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 21 pid: 9776 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.006891:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 21 pid: 9776 timeout: 788 lvb_type: 0 00002000:00010000:3.0:1746066727.006897:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e93ca80 00000100:00100000:3.0:1746066727.007253:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 921 00000100:00100000:3.0:1746066727.007259:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975067392:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066727.012373:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975067392:12345-192.168.202.57@tcp:4:cat.0 Request processed in 5106us (5590us total) trans 17179872813 rc 0/0 00000100:00100000:3.0:1746066727.012383:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 921 00002000:00100000:3.0:1746066727.012392:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1257471) req@ffff88009e93ca80 x1830882975067392/t17179872813(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/448 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.012401:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ca80 with x1830882975067392 ext(1048576->1257471) 00010000:00010000:3.0:1746066727.012409:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 23 pid: 9776 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.012423:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 23 pid: 9776 timeout: 788 lvb_type: 0 00002000:00010000:3.0:1746066727.012429:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e93ca80 00000100:00100000:0.0:1746066727.015807:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.015912:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975067520 00000100:00100000:3.0:1746066727.015919:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975067520 00010000:00010000:3.0:1746066727.015944:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 23 pid: 9776 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.016018:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5261 00000100:00100000:3.0:1746066727.016025:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975067520:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.016035:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066727.016050:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 23 pid: 9776 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.016058:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 23 pid: 9776 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.016075:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099af0a00/0xfb36a14ee60814c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1064959) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978695 expref: 23 pid: 9776 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.016099:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.016101:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.016106:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97870c expref: 9 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.016113:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97870c expref: 9 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.016137:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97870c expref: 9 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.016147:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976216448:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066727.016997:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.022969:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.023037:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975067776 00000100:00100000:2.0:1746066727.023044:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975067776 00002000:00100000:2.0:1746066727.023084:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e93ed80 x1830882975067776/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.023097:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ed80 with x1830882975067776 ext(1048576->2097151) 00002000:00010000:2.0:1746066727.023102:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93ed80 00000100:00100000:2.0:1746066727.023140:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4331 00000100:00100000:2.0:1746066727.023146:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975067776:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066727.024820:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976216448:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066727.024838:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.025949:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975067520:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9919us (10142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.025959:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5261 00000100:00100000:2.0:1746066727.040282:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975067776:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17124us (17307us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066727.040294:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4331 00002000:00100000:2.0:1746066727.040306:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e93ed80 x1830882975067776/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.040316:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ed80 with x1830882975067776 ext(1048576->2097151) 00002000:00010000:2.0:1746066727.040321:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93ed80 00000100:00100000:0.0:1746066727.046175:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.046286:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975067904 00000100:00100000:3.0:1746066727.046294:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975067904 00000100:00100000:3.0:1746066727.046744:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9053 00000100:00100000:3.0:1746066727.046752:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:28792:x1830882975067904:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066727.046770:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.046783:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1800/0xfb36a14ee608155a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978713 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.046829:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee6081561 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.046840:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee6081561 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.046850:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee6081561 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.046862:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee6081568 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.046867:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee6081568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.046872:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee6081568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.046963:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.046974:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786a3 expref: 15 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.046980:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081522 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e2 expref: 262 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.046986:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 5/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.047013:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081522 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e2 expref: 262 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.047024:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081522 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e2 expref: 262 pid: 14550 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.047035:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976216576:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.048886:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786a3 expref: 15 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.048901:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786a3 expref: 15 pid: 14550 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.048911:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976216704:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066727.051843:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.051881:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.051893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.051908:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975068160 00000100:00100000:0.0:1746066727.051908:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975068032 00000100:00100000:1.0:1746066727.051914:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975068160 00000100:00100000:0.0:1746066727.051914:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975068032 00000100:00100000:0.0:1746066727.051940:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975068288 00000100:00100000:1.0:1746066727.051958:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10613 00000100:00100000:1.0:1746066727.051965:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975068032:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:2.0:1746066727.051966:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10614 00000100:00100000:2.0:1746066727.051972:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975068160:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.051979:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066727.051979:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.051992:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee608157d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978721 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.051992:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a737c800/0xfb36a14ee6081576 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97871a expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.052008:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066727.052008:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.052010:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066727.052010:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.052016:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee608157d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978721 expref: 23 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.052016:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a737c800/0xfb36a14ee6081576 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97871a expref: 26 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.052028:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee608157d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978721 expref: 23 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.052028:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a737c800/0xfb36a14ee6081576 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97871a expref: 26 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.052036:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a632600, rc 0) 00010000:00010000:1.0:1746066727.052036:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a737c800, rc 0) 00000100:00100000:1.0:1746066727.052064:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882975068032:12345-192.168.202.57@tcp:101:cat.0 Request processed in 101us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066727.052069:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10613 00000100:00100000:0.0:1746066727.052959:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975068288 00000100:00100000:0.0:1746066727.052985:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10615 00000100:00100000:0.0:1746066727.052990:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882975068288:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066727.052997:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066727.053005:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a50c3a00/0xfb36a14ee6081584 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978728 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066727.053037:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976216832:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066727.053110:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975068160:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1137us (1227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.053116:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10614 00000100:00100000:2.0:1746066727.053200:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.053216:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975068416 00000100:00100000:2.0:1746066727.053219:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975068416 00000100:00100000:2.0:1746066727.053234:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10616 00000100:00100000:2.0:1746066727.053238:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975068416:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.053244:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.053251:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee608158b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97872f expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066727.053271:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976216960:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066727.053308:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.053657:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.054478:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.056146:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.056243:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975068800 00000100:00100000:2.0:1746066727.056250:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975068800 00000100:00100000:2.0:1746066727.056283:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3577 00000100:00100000:2.0:1746066727.056290:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:13378:x1830882975068800:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1746066727.056472:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:13378:x1830882975068800:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 182us (331us total) trans 8589942910 rc 0/0 00000100:00100000:2.0:1746066727.056479:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3577 00000100:00100000:2.0:1746066727.056527:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976216960:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066727.056550:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee608158b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97872f expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.056559:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee608158b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97872f expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.056571:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a632200, rc 0) 00000100:00100000:2.0:1746066727.056587:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975068416:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3348us (3387us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066727.056592:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10616 00000100:00100000:3.0:1746066727.056745:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976216576:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.056754:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976216704:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.056771:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066727.058061:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.058888:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975068544 00000100:00100000:3.0:1746066727.058895:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975068544 00010000:00010000:3.0:1746066727.058924:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081522 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e2 expref: 263 pid: 14550 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.058948:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5262 00000100:00100000:3.0:1746066727.058955:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:1964:x1830882975068544:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.058966:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066727.058970:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081522 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e2 expref: 263 pid: 14550 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.058978:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081522 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e2 expref: 263 pid: 14550 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.058995:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0400/0xfb36a14ee6081522 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e2 expref: 263 pid: 14550 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.059012:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066727.059016:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059023:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059028:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059035:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.059064:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:1964:x1830882975068544:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 110us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.059070:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5262 00000100:00100000:2.0:1746066727.059553:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.059652:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976216832:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066727.059702:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a50c3a00/0xfb36a14ee6081584 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978728 expref: 27 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.059711:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a50c3a00/0xfb36a14ee6081584 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978728 expref: 27 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.059722:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a50c3a00, rc 0) 00000100:00100000:1.0:1746066727.059742:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882975068288:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6752us (7848us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066727.059748:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10615 00000100:00100000:0.0:1746066727.059750:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975068928 00000100:00100000:0.0:1746066727.059753:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975068928 00010000:00010000:0.0:1746066727.059766:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786a3 expref: 17 pid: 14550 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746066727.059783:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5263 00000100:00100000:0.0:1746066727.059789:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975068928:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066727.059795:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066727.059798:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786a3 expref: 17 pid: 14550 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746066727.059806:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786a3 expref: 17 pid: 14550 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746066727.059816:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1e00/0xfb36a14ee60814d5 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786a3 expref: 17 pid: 14550 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746066727.059827:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066727.059830:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066727.059836:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066727.059842:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066727.059854:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066727.059863:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066727.059867:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975068928:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 79us (316us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066727.059869:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066727.059872:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5263 00000004:00200000:3.0:1746066727.059901:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000004:00200000:3.0:1746066727.059904:0:14550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066727.059916:0:14550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059924:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059931:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee6081561 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059937:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee6081561 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059941:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee6081561 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059947:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099af0c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066727.059950:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee6081561 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059956:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee6081561 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059968:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066727.059970:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066727.059973:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee6081561 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059978:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0c00/0xfb36a14ee6081561 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059986:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee6081568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059994:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee6081568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.059998:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee6081568 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.060005:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099af1200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066727.060007:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee6081568 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.060011:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee6081568 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.060017:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800a48c7300) 00010000:00010000:3.0:1746066727.060018:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066727.060021:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee6081568 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.060025:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1200/0xfb36a14ee6081568 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.060052:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1800/0xfb36a14ee608155a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978713 expref: 10 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.060063:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978713 expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.060068:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066727.060070:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066727.060071:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af0000, rc 0) 00000100:00100000:3.0:1746066727.060093:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:28792:x1830882975067904:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 13342us (13926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.060099:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9053 00010000:00010000:1.0:1746066727.060146:0:9849:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066727.069003:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.069143:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975069056 00000100:00100000:1.0:1746066727.069150:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975069056 00000100:00100000:1.0:1746066727.069218:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10617 00000100:00100000:1.0:1746066727.069225:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975069056:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066727.069239:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066727.069253:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a737c000/0xfb36a14ee6081592 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978736 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.069273:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066727.069274:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066727.069282:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a737c000/0xfb36a14ee6081592 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978736 expref: 10 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.069294:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a737c000/0xfb36a14ee6081592 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978736 expref: 10 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.069308:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a737c000, rc 0) 00000100:00100000:1.0:1746066727.069354:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975069056:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 128us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066727.069359:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10617 00000100:00100000:0.0:1746066727.070619:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.070669:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975070080 00000100:00100000:3.0:1746066727.070688:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975070080 00000100:00100000:3.0:1746066727.070725:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9054 00000100:00100000:3.0:1746066727.070732:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28791:x1830882975070080:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066727.070745:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.070756:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1a00/0xfb36a14ee6081599 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978759 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.070824:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.070835:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978713 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.070840:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.070862:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978713 expref: 8 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.070876:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978713 expref: 8 pid: 14550 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.070886:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976217088:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.071588:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.072517:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.073499:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.073821:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975069184 00000100:00100000:3.0:1746066727.073828:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975069184 00000100:00100000:3.0:1746066727.075527:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975069312 00000100:00100000:3.0:1746066727.075533:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975069312 00000100:00100000:3.0:1746066727.075562:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10618 00000100:00100000:0.0:1746066727.075563:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.075570:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:28795:x1830882975069184:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066727.075587:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.075601:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978744 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.075624:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.075631:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.075633:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.075636:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2379776->2609151] (req 2379776->2609151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.075659:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.075668:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 20 pid: 21203 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.075691:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976217216:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066727.075713:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.075736:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975069440 00000100:00100000:1.0:1746066727.075740:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975069440 00000100:00100000:3.0:1746066727.075746:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.075778:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10619 00000100:00100000:2.0:1746066727.075789:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10620 00000100:00100000:2.0:1746066727.075798:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975069440:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066727.075805:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.075811:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a633000/0xfb36a14ee60815ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97874b expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066727.075834:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976217344:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066727.075854:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.075863:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975069312:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066727.075870:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.075877:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee60815b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97873d expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066727.075887:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066727.075888:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.075890:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.075895:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee60815b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97873d expref: 7 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.075906:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee60815b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97873d expref: 7 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.075915:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a632200, rc 0) 00000100:00100000:0.0:1746066727.075919:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.075930:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975070336 00000100:00100000:0.0:1746066727.075933:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975070336 00000100:00100000:2.0:1746066727.075934:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975069312:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 151us (2438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.075940:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10619 00000100:00100000:2.0:1746066727.075950:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975069568 00000100:00100000:2.0:1746066727.075952:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975069568 00002000:00100000:0.0:1746066727.075953:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x389:0x0] (3862528->4194303) req@ffff8800a4b04e00 x1830882975070336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066727.075961:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b04e00 with x1830882975070336 ext(3862528->4194303) 00002000:00010000:0.0:1746066727.075965:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4b04e00 00000100:00100000:2.0:1746066727.075967:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10621 00000100:00100000:2.0:1746066727.075971:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975069568:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066727.075976:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066727.075976:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975070208 00000100:00100000:0.0:1746066727.075978:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975070208 00010000:00010000:2.0:1746066727.075982:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee60815bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978752 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746066727.075986:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3862527) req@ffff8800a4b05880 x1830882975070208/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 504/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066727.075993:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b05880 with x1830882975070208 ext(2097152->3862527) 00002000:00010000:0.0:1746066727.075996:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4b05880 00000100:00100000:2.0:1746066727.076001:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976217472:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066727.076005:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4332 00000100:00100000:0.0:1746066727.076009:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975070336:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066727.076018:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.076034:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4333 00000100:00100000:2.0:1746066727.076038:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975070208:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066727.077737:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.078571:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.082354:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975070592 00000100:00100000:1.0:1746066727.082370:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975070592 00000100:00100000:2.0:1746066727.082406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:1.0:1746066727.082425:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880135df9c00 x1830882975070592/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746066727.082433:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:1.0:1746066727.082435:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9c00 with x1830882975070592 ext(2097152->3145727) 00010000:00010000:1.0:1746066727.082444:0:25585:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 21 pid: 21203 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.082451:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975070720 00000100:00100000:2.0:1746066727.082455:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975070720 00002000:00100000:2.0:1746066727.082471:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3403776->4194303) req@ffff880135dfb100 x1830882975070720/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.082484:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfb100 with x1830882975070720 ext(3403776->4194303) 00010000:00010000:2.0:1746066727.082490:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 22 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.082499:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 22 pid: 21203 timeout: 788 lvb_type: 0 00002000:00010000:2.0:1746066727.082505:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135dfb100 00000100:00100000:2.0:1746066727.082520:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975071232 00000100:00100000:2.0:1746066727.082523:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975071232 00002000:00100000:2.0:1746066727.082534:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880135df9180 x1830882975071232/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.082540:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9180 with x1830882975071232 ext(1048576->2097151) 00002000:00010000:2.0:1746066727.082543:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135df9180 00000100:00100000:2.0:1746066727.082560:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975071360 00000100:00100000:2.0:1746066727.082562:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975071360 00002000:00100000:2.0:1746066727.082574:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880135df8e00 x1830882975071360/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.082580:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df8e00 with x1830882975071360 ext(0->1048575) 00002000:00010000:2.0:1746066727.082582:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135df8e00 00000100:00100000:2.0:1746066727.082592:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 922 00000100:00100000:2.0:1746066727.082598:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975070720:12345-192.168.202.57@tcp:3:cat.0 00010000:00010000:1.0:1746066727.082647:0:25585:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 22 pid: 21203 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746066727.082654:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135df9c00 00000100:00100000:1.0:1746066727.082688:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 923 00000100:00100000:1.0:1746066727.082695:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975070592:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066727.083852:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.083927:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4334 00000100:00100000:0.0:1746066727.083935:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975071232:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066727.085513:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4335 00000100:00100000:1.0:1746066727.085521:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975071360:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066727.085705:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975071488 00000100:00100000:0.0:1746066727.085710:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975071488 00010000:00010000:0.0:1746066727.085731:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978713 expref: 9 pid: 14550 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746066727.085751:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5264 00000100:00100000:0.0:1746066727.085755:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975071488:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066727.085763:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066727.085768:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978713 expref: 9 pid: 14550 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746066727.085776:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978713 expref: 9 pid: 14550 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746066727.085791:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066727.085795:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066727.085802:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066727.085808:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 14550 initiator: MDT0 00010000:00010000:0.0:1746066727.085820:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066727.085837:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975071488:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 81us (1988us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066727.085842:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5264 00010000:00010000:2.0:1746066727.090499:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0000/0xfb36a14ee608156f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978713 expref: 8 pid: 14550 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.090597:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976217216:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066727.090620:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976217088:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.090623:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2379776->2609151] (req 2379776->2609151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 28 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.090634:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.090637:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af1e00, rc 0) 00010000:00010000:2.0:1746066727.090642:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.090647:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:2.0:1746066727.090665:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000100:00100000:3.0:1746066727.090670:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28795:x1830882975069184:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 15102us (18156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.090691:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10618 00000100:00100000:2.0:1746066727.091495:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976217344:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066727.091786:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976217472:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066727.091807:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee60815bc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978752 expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.091815:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee60815bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978752 expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.091827:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a633800, rc 0) 00000100:00100000:3.0:1746066727.091847:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975069568:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 15875us (16133us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066727.091852:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10621 00000100:00100000:0.0:1746066727.091937:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975070336:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15926us (16048us total) trans 0 rc 331776/331776 00000100:00100000:0.0:1746066727.091945:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4332 00002000:00100000:0.0:1746066727.091953:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3862528->4194303) req@ffff8800a4b04e00 x1830882975070336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 331776/331776 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066727.091960:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b04e00 with x1830882975070336 ext(3862528->4194303) 00002000:00010000:0.0:1746066727.091964:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4b04e00 00010000:00010000:3.0:1746066727.091997:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af1a00/0xfb36a14ee6081599 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978759 expref: 19 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.092013:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978759 expref: 18 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.092020:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066727.092023:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066727.092026:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099af0800, rc 0) 00000100:00100000:3.0:1746066727.092040:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28791:x1830882975070080:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 21309us (21423us total) trans 8589942911 rc 0/0 00000100:00100000:3.0:1746066727.092046:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9054 00010000:00010000:2.0:1746066727.092324:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a633000/0xfb36a14ee60815ae lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97874b expref: 11 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.092334:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a633000/0xfb36a14ee60815ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97874b expref: 11 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.092342:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a633000, rc 0) 00000100:00100000:2.0:1746066727.092360:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975069440:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 16563us (16799us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066727.092365:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10620 00000100:00100000:2.0:1746066727.092619:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.093136:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975071616 00000100:00100000:1.0:1746066727.093142:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975071616 00002000:00100000:1.0:1746066727.093169:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3145728->3403775) req@ffff880135df8700 x1830882975071616/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.093191:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df8700 with x1830882975071616 ext(3145728->3403775) 00010000:00010000:1.0:1746066727.093198:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 25 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746066727.093208:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 25 pid: 21203 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746066727.093214:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135df8700 00000100:00100000:1.0:1746066727.093241:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 924 00000100:00100000:1.0:1746066727.093247:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882975071616:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066727.094570:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975070208:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18527us (18645us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066727.094579:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4333 00002000:00100000:2.0:1746066727.094586:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3862527) req@ffff8800a4b05880 x1830882975070208/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 504/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.094594:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b05880 with x1830882975070208 ext(2097152->3862527) 00002000:00010000:2.0:1746066727.094597:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4b05880 00000100:00100000:3.0:1746066727.103148:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975070720:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20541us (24569us total) trans 0 rc 790528/790528 00000100:00100000:3.0:1746066727.103161:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 922 00002000:00100000:3.0:1746066727.103171:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3403776->4194303) req@ffff880135dfb100 x1830882975070720/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 790528/790528 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.103190:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfb100 with x1830882975070720 ext(3403776->4194303) 00010000:00010000:3.0:1746066727.103198:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 25 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.103211:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 25 pid: 21203 timeout: 788 lvb_type: 0 00002000:00010000:3.0:1746066727.103218:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135dfb100 00000100:00100000:0.0:1746066727.104093:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.104150:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975071744 00000100:00100000:2.0:1746066727.104158:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975071744 00000100:00100000:2.0:1746066727.104210:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9055 00000100:00100000:2.0:1746066727.104217:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:28792:x1830882975071744:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066727.104231:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.104498:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a58dfe00/0xfb36a14ee60815ca lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978760 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.104545:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a58dfe00/0xfb36a14ee60815ca lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978760 expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.104557:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a58dfe00/0xfb36a14ee60815ca lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978760 expref: 9 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.104572:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066727.104575:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066727.104578:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a58dfe00, rc 0) 00000100:00100000:2.0:1746066727.104605:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:28792:x1830882975071744:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 389us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.104611:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9055 00000100:00100000:1.0:1746066727.105057:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975070592:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22362us (27323us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066727.105064:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 923 00002000:00100000:1.0:1746066727.105071:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880135df9c00 x1830882975070592/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.105079:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9c00 with x1830882975070592 ext(2097152->3145727) 00010000:00010000:1.0:1746066727.105085:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 23 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746066727.105094:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 23 pid: 21203 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746066727.105100:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135df9c00 00000100:00100000:2.0:1746066727.112543:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975071616:12345-192.168.202.57@tcp:4:cat.0 Request processed in 19289us (19917us total) trans 21474840150 rc 0/0 00000100:00100000:2.0:1746066727.112553:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 924 00002000:00100000:2.0:1746066727.112564:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3145728->3403775) req@ffff880135df8700 x1830882975071616/t21474840150(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/448 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.112572:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df8700 with x1830882975071616 ext(3145728->3403775) 00010000:00010000:2.0:1746066727.112580:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 23 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.112592:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 23 pid: 21203 timeout: 788 lvb_type: 0 00002000:00010000:2.0:1746066727.112597:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135df8700 00000100:00100000:1.0:1746066727.114095:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975071232:12345-192.168.202.57@tcp:3:cat.0 Request processed in 30154us (31687us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066727.114105:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4334 00002000:00100000:1.0:1746066727.114115:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880135df9180 x1830882975071232/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.114123:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9180 with x1830882975071232 ext(1048576->2097151) 00002000:00010000:1.0:1746066727.114127:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135df9180 00000100:00100000:1.0:1746066727.114619:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975071360:12345-192.168.202.57@tcp:3:cat.0 Request processed in 29097us (32183us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066727.114626:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4335 00002000:00100000:1.0:1746066727.114633:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880135df8e00 x1830882975071360/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.114639:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df8e00 with x1830882975071360 ext(0->1048575) 00002000:00010000:1.0:1746066727.114643:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135df8e00 00000100:00100000:0.0:1746066727.118619:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.118712:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975071872 00000100:00100000:2.0:1746066727.118720:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975071872 00000100:00100000:2.0:1746066727.118763:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10622 00000100:00100000:2.0:1746066727.118770:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28789:x1830882975071872:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.118787:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.118803:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978767 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.118825:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066727.118828:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066727.118831:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.118845:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.118855:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a58df400, rc 0) 00000100:00100000:2.0:1746066727.118898:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28789:x1830882975071872:12345-192.168.202.57@tcp:101:cat.0 Request processed in 127us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.118903:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10622 00000100:00100000:0.0:1746066727.119022:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.119057:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975072128 00000100:00100000:2.0:1746066727.119060:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975072128 00000100:00100000:2.0:1746066727.119080:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9056 00000100:00100000:2.0:1746066727.119085:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:28792:x1830882975072128:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066727.119093:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.119102:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a58de600/0xfb36a14ee60815d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97876e expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.119196:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35200/0xfb36a14ee60815df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119206:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35200/0xfb36a14ee60815df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119216:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35200/0xfb36a14ee60815df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119226:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60815e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119231:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60815e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119236:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60815e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119317:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35600/0xfb36a14ee60815ed lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119324:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35600/0xfb36a14ee60815ed lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119329:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35600/0xfb36a14ee60815ed lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:2.0:1746066727.119335:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066727.119395:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35200/0xfb36a14ee60815df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119401:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35200/0xfb36a14ee60815df lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119406:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35200/0xfb36a14ee60815df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119412:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ed35200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066727.119415:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35200/0xfb36a14ee60815df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119420:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35200/0xfb36a14ee60815df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119429:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066727.119431:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066727.119434:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35200/0xfb36a14ee60815df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119438:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35200/0xfb36a14ee60815df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119464:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60815e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119469:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60815e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119477:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60815e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119481:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ed34e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066727.119482:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60815e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119487:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60815e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119493:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ed99600) 00010000:00010000:2.0:1746066727.119495:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066727.119497:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60815e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119501:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60815e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.119530:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a58de600/0xfb36a14ee60815d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97876e expref: 12 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.119538:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35600/0xfb36a14ee60815ed lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97876e expref: 11 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.119544:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066727.119545:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066727.119547:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed35600, rc 0) 00000100:00100000:2.0:1746066727.122226:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:28792:x1830882975072128:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3132us (3196us total) trans 8589942912 rc 0/0 00000100:00100000:2.0:1746066727.122236:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9056 00000100:00100000:0.0:1746066727.132550:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.132599:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.132760:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975072256 00000100:00100000:2.0:1746066727.132768:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975072256 00000100:00100000:2.0:1746066727.132800:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975072384 00000100:00100000:2.0:1746066727.132802:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975072384 00000100:00100000:2.0:1746066727.132829:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10623 00000100:00100000:2.0:1746066727.132836:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882975072256:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.132852:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.132866:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee60815fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978775 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066727.132879:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10624 00000100:00100000:1.0:1746066727.132890:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1965:x1830882975072384:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066727.132900:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066727.132911:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976217600:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066727.132912:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a50c3a00/0xfb36a14ee6081602 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97877c expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066727.132946:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976217728:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066727.133645:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.133733:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.145641:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.147658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.147707:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975072640 00000100:00100000:1.0:1746066727.147717:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975072640 00000100:00100000:1.0:1746066727.147786:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10625 00000100:00100000:1.0:1746066727.147796:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975072640:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066727.147817:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066727.147834:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6081609 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978783 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066727.147888:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976217856:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066727.147906:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.147918:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975072768 00000100:00100000:2.0:1746066727.147921:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975072768 00000100:00100000:2.0:1746066727.147957:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10626 00000100:00100000:2.0:1746066727.147962:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975072768:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066727.147970:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.147979:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed35e00/0xfb36a14ee6081610 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97878a expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066727.148002:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976217984:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066727.148091:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975072512 00000100:00100000:3.0:1746066727.148096:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975072512 00010000:00010000:3.0:1746066727.148113:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 7/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 24 pid: 21203 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746066727.148453:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.148485:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746066727.148535:0:4614:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff880135df9500 x1830882976217600) - normal race ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 24 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.148562:0:4614:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 24 pid: 21203 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.148580:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976217600:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066727.148593:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.148595:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.148600:0:4614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 28 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.148607:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 28 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.148613:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.148615:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.148618:0:4614:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.148624:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.148640:0:4614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066727.148647:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976218112:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066727.148672:0:4614:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 28 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066727.148694:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976218240:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066727.148713:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066727.148894:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976217728:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066727.148913:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a50c3a00/0xfb36a14ee6081602 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97877c expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.148923:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a50c3a00/0xfb36a14ee6081602 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97877c expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.148935:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a50c3a00, rc 0) 00000100:00100000:3.0:1746066727.149070:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5265 00000100:00100000:3.0:1746066727.149077:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882975072512:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.149086:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066727.149088:0:9852:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie fb36a14ee6081537) 00010000:00010000:3.0:1746066727.149089:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066727.149113:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1965:x1830882975072384:12345-192.168.202.57@tcp:101:cat.0 Request processed in 16225us (16513us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066727.149119:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10624 00000100:00100000:3.0:1746066727.149249:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882975072512:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 172us (3614us total) trans 0 rc 116/116 00000100:00100000:3.0:1746066727.149255:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5265 00000100:00100000:0.0:1746066727.153351:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.153384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.153502:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976218112:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066727.153512:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976218240:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066727.153539:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee60815fb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978775 expref: 28 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.153553:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee60815fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978775 expref: 28 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.153567:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34400, rc 0) 00000100:00100000:3.0:1746066727.153604:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882975072256:12345-192.168.202.57@tcp:101:cat.0 Request processed in 20768us (21060us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066727.153611:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10623 00000100:00100000:2.0:1746066727.153733:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976217984:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066727.153747:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed35e00/0xfb36a14ee6081610 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97878a expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.153756:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed35e00/0xfb36a14ee6081610 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97878a expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.153767:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed35e00, rc 0) 00000100:00100000:2.0:1746066727.153784:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975072768:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 5822us (5879us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066727.153790:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10626 00010000:00010000:1.0:1746066727.153890:0:21203:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff88009f16ea00 x1830882976217856) - normal race ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 23 pid: 21203 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.153893:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975073024 00000100:00100000:2.0:1746066727.153899:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975073024 00010000:00010000:1.0:1746066727.153912:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a632400/0xfb36a14ee6081537 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3403775) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786f0 expref: 24 pid: 21203 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746066727.153924:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976217856:192.168.202.57@tcp:106: 00002000:00100000:2.0:1746066727.153926:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800a4b06d80 x1830882975073024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.153935:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b06d80 with x1830882975073024 ext(3145728->4194303) 00002000:00010000:2.0:1746066727.153939:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b06d80 00010000:00010000:1.0:1746066727.153940:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6081609 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978783 expref: 11 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.153949:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135158200/0xfb36a14ee6081609 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978783 expref: 11 pid: 21203 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066727.153950:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975073280 00000100:00100000:2.0:1746066727.153952:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975073280 00010000:00010000:1.0:1746066727.153955:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158200, rc 0) 00002000:00100000:2.0:1746066727.153962:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (2379776->2383871) req@ffff8800a4b06300 x1830882975073280/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.153968:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b06300 with x1830882975073280 ext(2379776->2383871) 00002000:00010000:2.0:1746066727.153971:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b06300 00000100:00100000:1.0:1746066727.153976:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975072640:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 6184us (6325us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066727.153982:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4336 00000100:00100000:1.0:1746066727.153982:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10625 00000100:00100000:2.0:1746066727.153988:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882975073024:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066727.154001:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4337 00000100:00100000:1.0:1746066727.154007:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975073280:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066727.154097:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975073280:12345-192.168.202.57@tcp:3:cat.0 Request processed in 90us (712us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066727.154101:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4337 00002000:00100000:1.0:1746066727.154106:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2379776->2383871) req@ffff8800a4b06300 x1830882975073280/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.154112:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b06300 with x1830882975073280 ext(2379776->2383871) 00002000:00010000:1.0:1746066727.154115:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b06300 00000100:00100000:0.0:1746066727.165475:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.165539:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975073536 00000100:00100000:2.0:1746066727.165547:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975073536 00002000:00100000:2.0:1746066727.165581:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e850380 x1830882975073536/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 504/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.165590:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e850380 with x1830882975073536 ext(2097152->3145727) 00002000:00010000:2.0:1746066727.165595:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e850380 00000100:00100000:2.0:1746066727.165631:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4338 00000100:00100000:2.0:1746066727.165638:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975073536:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066727.167727:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.168255:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882975073024:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14265us (14909us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066727.168265:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4336 00002000:00100000:0.0:1746066727.168275:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800a4b06d80 x1830882975073024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066727.168283:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b06d80 with x1830882975073024 ext(3145728->4194303) 00000100:00100000:2.0:1746066727.170032:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975073792 00000100:00100000:2.0:1746066727.170040:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975073792 00000100:00100000:2.0:1746066727.170085:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9057 00000100:00100000:2.0:1746066727.170092:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:28792:x1830882975073792:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066727.170110:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.170124:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633c00/0xfb36a14ee6081617 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978791 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.170225:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.170237:0:14550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978759 expref: 17 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.170242:0:14550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 4/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.170266:0:14550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978759 expref: 17 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.170280:0:14550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978759 expref: 17 pid: 14550 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.170291:0:14550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976218368:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066727.170347:0:14550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1746066727.173250:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b06d80 00000100:00100000:0.0:1746066727.175102:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.177152:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975073920 00000100:00100000:1.0:1746066727.177165:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975073920 00000100:00100000:1.0:1746066727.177253:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10627 00000100:00100000:1.0:1746066727.177263:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882975073920:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066727.177282:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066727.177299:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee6081625 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978798 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.177338:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee6081625 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978798 expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.177349:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee6081625 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978798 expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.177387:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159000, rc 0) 00000100:00100000:1.0:1746066727.177460:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882975073920:12345-192.168.202.57@tcp:101:cat.0 Request processed in 197us (2361us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066727.177466:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10627 00000100:00100000:2.0:1746066727.190051:0:14550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14550:1830882976218368:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.190073:0:14550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:0.0:1746066727.190520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.190738:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975074048 00000100:00100000:3.0:1746066727.190744:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975074048 00010000:00010000:3.0:1746066727.190771:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978759 expref: 18 pid: 14550 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.190800:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5266 00000100:00100000:3.0:1746066727.190807:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092514380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975074048:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.190818:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066727.190823:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978759 expref: 18 pid: 14550 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.190833:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978759 expref: 18 pid: 14550 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.190851:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099af0800/0xfb36a14ee60815a0 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978759 expref: 18 pid: 14550 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.191456:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066727.191461:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.191470:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.191475:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066727.191508:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.191556:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092514380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882975074048:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 748us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.191562:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5266 00010000:00010000:2.0:1746066727.191628:0:14550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.191634:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.191649:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.191654:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.191659:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.191663:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a632000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066727.191667:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.191672:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.191706:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066727.191708:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746066727.191711:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.191715:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632000/0xfb36a14ee608161e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066727.191748:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633c00/0xfb36a14ee6081617 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978791 expref: 12 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.191754:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633c00/0xfb36a14ee6081617 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978791 expref: 12 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.191761:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a633c00, rc 0) 00000100:00100000:2.0:1746066727.191781:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:28792:x1830882975073792:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 21690us (24060us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066727.191788:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9057 00000100:00100000:2.0:1746066727.206935:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746066727.206953:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976218496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746066727.207001:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066727.210754:0:30571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976218496 00000100:00100000:1.0:1746066727.210763:0:30571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976218496 00000100:00100000:1.0:1746066727.210807:0:30571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1746066727.210815:0:30571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+50:3293:x1830882976218496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746066727.210835:0:30571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 403898368 pending 22151168 free 3852468224 avail 3850371072 00000100:00100000:1.0:1746066727.210877:0:30571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+50:3293:x1830882976218496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (3875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066727.210882:0:30571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00080000:0.0:1746066727.211890:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066727.212515:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976218496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746066727.212908:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.213292:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975074176 00000100:00100000:2.0:1746066727.213297:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975074176 00000100:00100000:2.0:1746066727.213337:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10628 00000100:00100000:2.0:1746066727.213344:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28791:x1830882975074176:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066727.213356:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.213376:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97879f expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.213403:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.213410:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066727.213412:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066727.213415:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->4333567] (req 4194304->4333567) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.213438:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.213449:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.213459:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976218624:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066727.213525:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.215003:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975073536:12345-192.168.202.57@tcp:3:cat.0 Request processed in 49361us (49530us total) trans 0 rc 1044480/1044480 00000100:00100000:2.0:1746066727.215012:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4338 00002000:00100000:2.0:1746066727.215019:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e850380 x1830882975073536/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 504/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1044480/1044480 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.215027:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e850380 with x1830882975073536 ext(2097152->3145727) 00002000:00010000:2.0:1746066727.215032:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e850380 00000100:00100000:2.0:1746066727.218348:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976218624:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.218374:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->4333567] (req 4194304->4333567) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.218389:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a633800, rc 0) 00000100:00100000:2.0:1746066727.218425:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28791:x1830882975074176:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5081us (5519us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.218433:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10628 00000100:00100000:0.0:1746066727.220557:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.220639:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975074432 00000100:00100000:3.0:1746066727.220648:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975074432 00002000:00100000:3.0:1746066727.220701:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880092514a80 x1830882975074432/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.220710:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092514a80 with x1830882975074432 ext(4194304->5079039) 00010000:00010000:3.0:1746066727.220718:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.220730:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 788 lvb_type: 0 00002000:00010000:3.0:1746066727.220736:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092514a80 00000100:00100000:3.0:1746066727.220751:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 925 00000100:00100000:3.0:1746066727.220758:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882975074432:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066727.222271:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976219136:0@lo:400:kworker.0 00000100:00100000:2.0:1746066727.222309:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066727.222330:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746066727.222335:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3294:1830882976219008:0@lo:400:kworker.0 00000100:00100000:2.0:1746066727.222353:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066727.222373:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976219136 00000100:00100000:2.0:1746066727.222377:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976219136 00000100:00100000:2.0:1746066727.222405:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1746066727.222411:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3294:x1830882976219136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066727.222441:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3294:x1830882976219136:12345-0@lo:400:kworker.0 Request processed in 30us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.222446:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1746066727.222468:0:3294:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872808 gen 2 00000004:00080000:2.0:1746066727.222473:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f7e6d80, transno 17179872728 00000004:00080000:2.0:1746066727.222479:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f7e5180, transno 17179872729 00000004:00080000:2.0:1746066727.222481:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f7e5500, transno 17179872730 00000004:00080000:2.0:1746066727.222482:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f7e6680, transno 17179872731 00000004:00080000:2.0:1746066727.222484:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f7e5f80, transno 17179872732 00000004:00080000:2.0:1746066727.222486:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f7e4700, transno 17179872733 00000004:00080000:2.0:1746066727.222489:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f7e7800, transno 17179872734 00000004:00080000:2.0:1746066727.222491:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f7e4e00, transno 17179872735 00000004:00080000:2.0:1746066727.222493:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5c000, transno 17179872739 00000004:00080000:2.0:1746066727.222495:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5e300, transno 17179872740 00000004:00080000:2.0:1746066727.222497:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5dc00, transno 17179872741 00000004:00080000:2.0:1746066727.222499:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5ea00, transno 17179872742 00000004:00080000:2.0:1746066727.222500:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5f100, transno 17179872743 00000004:00080000:2.0:1746066727.222502:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5c700, transno 17179872744 00000004:00080000:2.0:1746066727.222503:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5ed80, transno 17179872745 00000004:00080000:2.0:1746066727.222505:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5d500, transno 17179872746 00000004:00080000:2.0:1746066727.222507:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e843100, transno 17179872747 00000004:00080000:2.0:1746066727.222509:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e841500, transno 17179872748 00000004:00080000:2.0:1746066727.222511:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e843800, transno 17179872749 00000004:00080000:2.0:1746066727.222512:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e843480, transno 17179872750 00000004:00080000:2.0:1746066727.222514:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e842680, transno 17179872751 00000004:00080000:2.0:1746066727.222516:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e841c00, transno 17179872752 00000004:00080000:2.0:1746066727.222518:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e840380, transno 17179872753 00000004:00080000:2.0:1746066727.222519:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e841180, transno 17179872754 00000004:00080000:2.0:1746066727.222521:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ec2df80, transno 17179872761 00000004:00080000:2.0:1746066727.222523:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed71880, transno 17179872762 00000004:00080000:2.0:1746066727.222525:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ec2ce00, transno 17179872763 00000004:00080000:2.0:1746066727.222527:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5d880, transno 17179872764 00000004:00080000:2.0:1746066727.222529:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ec2c700, transno 17179872765 00000004:00080000:2.0:1746066727.222530:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800924d3480, transno 17179872766 00000004:00080000:2.0:1746066727.222533:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed72300, transno 17179872767 00000004:00080000:2.0:1746066727.222535:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092046680, transno 17179872768 00000004:00080000:2.0:1746066727.222537:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed0b480, transno 17179872769 00000004:00080000:2.0:1746066727.222539:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed08380, transno 17179872770 00000004:00080000:2.0:1746066727.222541:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed08700, transno 17179872771 00000004:00080000:2.0:1746066727.222543:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed09500, transno 17179872772 00000004:00080000:2.0:1746066727.222545:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed08000, transno 17179872773 00000004:00080000:2.0:1746066727.222547:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed09c00, transno 17179872774 00000004:00080000:2.0:1746066727.222548:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed08e00, transno 17179872775 00000004:00080000:2.0:1746066727.222550:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed09f80, transno 17179872776 00000004:00080000:2.0:1746066727.222552:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a45e7b80, transno 17179872782 00000004:00080000:2.0:1746066727.222553:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a45e4700, transno 17179872783 00000004:00080000:2.0:1746066727.222555:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a45e4000, transno 17179872784 00000004:00080000:2.0:1746066727.222557:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a45e7480, transno 17179872785 00000004:00080000:2.0:1746066727.222559:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a45e5180, transno 17179872786 00000004:00080000:2.0:1746066727.222562:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b7f8380, transno 17179872787 00000004:00080000:2.0:1746066727.222564:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a45e6680, transno 17179872788 00000004:00080000:2.0:1746066727.222566:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2ea00, transno 17179872789 00000004:00080000:2.0:1746066727.222568:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d3800, transno 17179872793 00000004:00080000:2.0:1746066727.222569:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d0000, transno 17179872794 00000004:00080000:2.0:1746066727.222571:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d0e00, transno 17179872795 00000004:00080000:2.0:1746066727.222573:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d1c00, transno 17179872796 00000004:00080000:2.0:1746066727.222575:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d0380, transno 17179872797 00000004:00080000:2.0:1746066727.222577:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d2d80, transno 17179872798 00000004:00080000:2.0:1746066727.222579:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d3100, transno 17179872799 00000004:00080000:2.0:1746066727.222580:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800931d2a00, transno 17179872800 00000004:00080000:2.0:1746066727.222582:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2ce00, transno 17179872801 00000004:00080000:2.0:1746066727.222584:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2c000, transno 17179872802 00000004:00080000:2.0:1746066727.222586:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2fb80, transno 17179872803 00000004:00080000:2.0:1746066727.222588:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2c380, transno 17179872804 00000004:00080000:2.0:1746066727.222590:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2e300, transno 17179872805 00000004:00080000:2.0:1746066727.222591:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2d500, transno 17179872806 00000004:00080000:2.0:1746066727.222593:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2df80, transno 17179872807 00000004:00080000:2.0:1746066727.222595:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2d180, transno 17179872808 00000100:00100000:2.0:1746066727.222600:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976219136:0@lo:400:kworker.0 00000100:00100000:2.0:1746066727.222621:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976219008 00000100:00100000:2.0:1746066727.222624:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976219008 00000100:00100000:2.0:1746066727.222644:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1746066727.222648:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830882976219008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066727.222670:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830882976219008:12345-0@lo:400:kworker.0 Request processed in 22us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.222690:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1746066727.222707:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3294:1830882976219008:0@lo:400:kworker.0 00000100:00100000:1.0:1746066727.223141:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3296:1830882976218880:0@lo:400:kworker.0 00000100:00100000:1.0:1746066727.223163:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066727.223194:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746066727.223199:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:980aefe6-2860-4e29-9b4a-3d9c65563e6f:3296:1830882976218752:0@lo:400:kworker.0 00000100:00100000:1.0:1746066727.223217:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066727.223239:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3296:1830882976219264:0@lo:400:kworker.0 00000100:00100000:1.0:1746066727.223256:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746066727.223267:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746066727.223271:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066727.223280:0:14546:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976218752 00000100:00100000:3.0:1746066727.223283:0:14546:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976218752 00000100:00100000:3.0:1746066727.223303:0:14546:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1746066727.223307:0:14546:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:980aefe6-2860-4e29-9b4a-3d9c65563e6f+18:3296:x1830882976218752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066727.223330:0:14546:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:980aefe6-2860-4e29-9b4a-3d9c65563e6f+18:3296:x1830882976218752:12345-0@lo:400:kworker.0 Request processed in 24us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.223335:0:14546:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1746066727.224727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.224759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.224775:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975074816 00000100:00100000:0.0:1746066727.224779:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975074816 00000100:00100000:0.0:1746066727.224803:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3578 00000100:00100000:0.0:1746066727.224808:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+11:28792:x1830882975074816:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:0.0:1746066727.224936:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:28792:x1830882975074816:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 128us (175us total) trans 8589942913 rc 0/0 00000100:00100000:0.0:1746066727.224942:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3578 00000100:00100000:0.0:1746066727.224986:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.224997:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975075072 00000100:00100000:0.0:1746066727.224999:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975075072 00000100:00100000:0.0:1746066727.225015:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3579 00000100:00100000:0.0:1746066727.225019:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:28795:x1830882975075072:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:0.0:1746066727.225083:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:28795:x1830882975075072:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 62us (95us total) trans 8589942914 rc 0/0 00000100:00100000:0.0:1746066727.225087:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3579 00000100:00100000:3.0:1746066727.225378:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975074560 00000100:00100000:3.0:1746066727.225382:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975074560 00000100:00100000:3.0:1746066727.225404:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10629 00000100:00100000:3.0:1746066727.225408:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28797:x1830882975074560:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.225416:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.225431:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787a6 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.225451:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.225457:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.225459:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.225462:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787a6 expref: 24 pid: 21203 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1746066727.225481:0:14590:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 64 done 00010000:00010000:3.0:1746066727.225483:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.225492:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 9 pid: 21203 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.225501:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976219392:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066727.225506:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:980aefe6-2860-4e29-9b4a-3d9c65563e6f:3296:1830882976218752:0@lo:400:kworker.0 00000100:00100000:3.0:1746066727.225543:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.225840:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976218880 00000100:00100000:2.0:1746066727.225843:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976218880 00000100:00100000:2.0:1746066727.225875:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976219264 00000100:00100000:2.0:1746066727.225877:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976219264 00000100:00100000:2.0:1746066727.225888:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1746066727.225893:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1830882976218880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066727.225936:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1830882976218880:12345-0@lo:400:kworker.0 Request processed in 43us (2772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.225941:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1746066727.225951:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1746066727.225955:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830882976219264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066727.225962:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3296:1830882976218880:0@lo:400:kworker.0 00000100:00100000:2.0:1746066727.225973:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830882976219264:12345-0@lo:400:kworker.0 Request processed in 19us (2717us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066727.225976:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3296:1830882976219264:0@lo:400:kworker.0 00000100:00100000:2.0:1746066727.225978:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00080000:3.0:1746066727.226020:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746066727.232623:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976219392:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.232651:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787a6 expref: 24 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.232665:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45e600, rc 0) 00000100:00100000:3.0:1746066727.232734:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28797:x1830882975074560:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7324us (8009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.232745:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10629 00000100:00100000:0.0:1746066727.236051:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.236091:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.236157:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975075200 00000100:00100000:1.0:1746066727.236164:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975075200 00002000:00100000:1.0:1746066727.236207:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2428928->3145727) req@ffff880092516680 x1830882975075200/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.236216:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092516680 with x1830882975075200 ext(2428928->3145727) 00010000:00010000:1.0:1746066727.236224:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 10 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746066727.236235:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 10 pid: 21203 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746066727.236241:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092516680 00000100:00100000:1.0:1746066727.236261:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975075328 00000100:00100000:1.0:1746066727.236264:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975075328 00002000:00100000:1.0:1746066727.236275:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3743744->4194303) req@ffff880092516a00 x1830882975075328/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.236281:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092516a00 with x1830882975075328 ext(3743744->4194303) 00010000:00010000:1.0:1746066727.236290:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 11 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746066727.236296:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 11 pid: 21203 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746066727.236306:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092516a00 00000100:00100000:2.0:1746066727.238169:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 926 00000100:00100000:0.0:1746066727.238189:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 927 00000100:00100000:2.0:1746066727.238190:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975075200:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066727.238195:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975075328:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066727.239015:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746066727.239029:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976219520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746066727.239069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066727.239280:0:8453:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976219520 00000100:00100000:2.0:1746066727.239289:0:8453:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976219520 00000100:00100000:2.0:1746066727.239314:0:8453:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1746066727.239319:0:8453:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830882976219520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746066727.239331:0:8453:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 381616128 pending 8519680 free 3853516800 avail 3851419648 00000100:00100000:2.0:1746066727.239390:0:8453:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830882976219520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.239395:0:8453:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1746066727.239418:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976219520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746066727.239866:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882975074432:12345-192.168.202.57@tcp:3:cat.0 Request processed in 19107us (19313us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066727.239873:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 925 00002000:00100000:2.0:1746066727.239879:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880092514a80 x1830882975074432/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.239887:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092514a80 with x1830882975074432 ext(4194304->5079039) 00010000:00010000:2.0:1746066727.239894:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.239904:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 788 lvb_type: 0 00002000:00010000:2.0:1746066727.239911:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092514a80 00000100:00100000:0.0:1746066727.245215:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.245253:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.245272:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975075456 00000100:00100000:3.0:1746066727.245279:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975075456 00000100:00100000:3.0:1746066727.245312:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975075584 00000100:00100000:3.0:1746066727.245314:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975075584 00000100:00100000:3.0:1746066727.245334:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10630 00000100:00100000:3.0:1746066727.245341:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882975075456:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.245356:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.245369:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f45e400/0xfb36a14ee608163a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787ad expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.245398:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f45e400/0xfb36a14ee608163a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787ad expref: 25 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.245408:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f45e400/0xfb36a14ee608163a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787ad expref: 25 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.245421:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45e400, rc 0) 00000100:00100000:1.0:1746066727.245421:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10631 00000100:00100000:1.0:1746066727.245427:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975075584:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066727.245434:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066727.245442:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4e12200/0xfb36a14ee6081641 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787b4 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.245453:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882975075456:12345-192.168.202.57@tcp:101:cat.0 Request processed in 113us (246us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066727.245458:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10630 00000100:00100000:1.0:1746066727.245471:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976219648:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066727.245520:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.247031:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.247072:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975075712 00000100:00100000:3.0:1746066727.247078:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975075712 00010000:00010000:3.0:1746066727.247101:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.247774:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5267 00000100:00100000:3.0:1746066727.247782:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092517b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975075712:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.247792:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066727.247810:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.247819:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.247835:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a58df400/0xfb36a14ee60815d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978767 expref: 24 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.247845:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.247847:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.247853:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.247860:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.247882:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.247896:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976219776:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066727.249294:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.252084:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976219648:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066727.252109:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4e12200/0xfb36a14ee6081641 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787b4 expref: 15 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.252122:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4e12200/0xfb36a14ee6081641 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787b4 expref: 15 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.252140:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4e12200, rc 0) 00000100:00100000:2.0:1746066727.252173:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975075584:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6745us (6919us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066727.252194:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10631 00000100:00100000:3.0:1746066727.252283:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976219776:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066727.252287:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066727.252293:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.252316:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092517b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975075712:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4534us (5287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.252323:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5267 00000100:00100000:2.0:1746066727.253574:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975075968 00000100:00100000:2.0:1746066727.253581:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975075968 00002000:00100000:2.0:1746066727.253607:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4329472->4333567) req@ffff880135e59500 x1830882975075968/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.253614:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e59500 with x1830882975075968 ext(4329472->4333567) 00002000:00010000:2.0:1746066727.253618:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e59500 00000100:00100000:2.0:1746066727.253646:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4339 00000100:00100000:2.0:1746066727.253653:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975075968:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066727.253766:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975075968:12345-192.168.202.57@tcp:3:cat.0 Request processed in 113us (1479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066727.253772:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4339 00002000:00100000:2.0:1746066727.253776:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4329472->4333567) req@ffff880135e59500 x1830882975075968/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.253782:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e59500 with x1830882975075968 ext(4329472->4333567) 00002000:00010000:2.0:1746066727.253784:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e59500 00000100:00100000:0.0:1746066727.255657:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.255708:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.255726:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975076096 00000100:00100000:0.0:1746066727.255731:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975076096 00000100:00100000:0.0:1746066727.255767:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975076224 00000100:00100000:0.0:1746066727.255769:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975076224 00000100:00100000:0.0:1746066727.255782:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10632 00000100:00100000:0.0:1746066727.255787:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882975076096:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066727.255799:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066727.255812:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee6081648 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787bb expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066727.255850:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092514000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976219904:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066727.255899:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.255994:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10633 00000100:00100000:3.0:1746066727.256001:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882975076224:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.256008:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.256018:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608164f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787c2 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.256039:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976220032:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066727.256061:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.256168:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975075200:12345-192.168.202.57@tcp:4:cat.0 Request processed in 17990us (20124us total) trans 17179872814 rc 0/0 00000100:00100000:3.0:1746066727.256175:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 926 00002000:00100000:3.0:1746066727.256191:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2428928->3145727) req@ffff880092516680 x1830882975075200/t17179872814(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/448 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.256198:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092516680 with x1830882975075200 ext(2428928->3145727) 00010000:00010000:3.0:1746066727.256203:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 16 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.256217:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 16 pid: 21203 timeout: 788 lvb_type: 0 00002000:00010000:3.0:1746066727.256223:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092516680 00000100:00100000:2.0:1746066727.256807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.256849:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975075328:12345-192.168.202.57@tcp:4:cat.0 Request processed in 18654us (20756us total) trans 17179872815 rc 0/0 00000100:00100000:0.0:1746066727.256854:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 927 00002000:00100000:0.0:1746066727.256859:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3743744->4194303) req@ffff880092516a00 x1830882975075328/t17179872815(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/448 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066727.256866:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092516a00 with x1830882975075328 ext(3743744->4194303) 00010000:00010000:0.0:1746066727.256870:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 16 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746066727.256878:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 16 pid: 21203 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746066727.256883:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092516a00 00000100:00100000:3.0:1746066727.257018:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975076480 00000100:00100000:3.0:1746066727.257021:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975076480 00000100:00100000:3.0:1746066727.257056:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3580 00000100:00100000:3.0:1746066727.257061:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b50e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28791:x1830882975076480:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:3.0:1746066727.257562:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b50e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28791:x1830882975076480:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 499us (754us total) trans 8589942915 rc 0/0 00000100:00100000:3.0:1746066727.257567:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3580 00000100:00100000:1.0:1746066727.257905:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092514000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976219904:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066727.257924:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee6081648 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787bb expref: 24 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.257933:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee6081648 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787bb expref: 24 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.257944:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1fdc000, rc 0) 00000100:00100000:1.0:1746066727.257962:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882975076096:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2175us (2315us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066727.257967:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10632 00000100:00100000:3.0:1746066727.258022:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976220032:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066727.258036:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608164f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787c2 expref: 15 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.258043:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608164f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787c2 expref: 15 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.258050:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8534800, rc 0) 00000100:00100000:3.0:1746066727.258065:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1966:x1830882975076224:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2065us (2357us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066727.258074:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10633 00000100:00100000:0.0:1746066727.260062:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.260115:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975076736 00000100:00100000:2.0:1746066727.260123:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975076736 00002000:00100000:2.0:1746066727.260158:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff880092516d80 x1830882975076736/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.260167:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092516d80 with x1830882975076736 ext(5074944->5079039) 00002000:00010000:2.0:1746066727.260171:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092516d80 00000100:00100000:2.0:1746066727.260207:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4340 00000100:00100000:2.0:1746066727.260214:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882975076736:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066727.260357:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882975076736:12345-192.168.202.57@tcp:3:cat.0 Request processed in 143us (300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066727.260363:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4340 00002000:00100000:2.0:1746066727.260369:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff880092516d80 x1830882975076736/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.260375:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092516d80 with x1830882975076736 ext(5074944->5079039) 00002000:00010000:2.0:1746066727.260378:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092516d80 00000100:00100000:0.0:1746066727.265396:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.265561:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975076864 00000100:00100000:3.0:1746066727.265568:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975076864 00010000:00010000:3.0:1746066727.265598:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 14 pid: 21203 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.265622:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5268 00000100:00100000:3.0:1746066727.265628:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092515f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975076864:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.265639:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066727.265655:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 14 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.265665:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 14 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.265700:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a633e00/0xfb36a14ee6081530 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9786e9 expref: 14 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.265722:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.265724:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.265730:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787a6 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.265736:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787a6 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.265764:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787a6 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.265775:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976220160:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066727.265842:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.267264:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976220160:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066727.267276:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.267301:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092515f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882975076864:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1671us (1912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.267307:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5268 00000100:00100000:0.0:1746066727.270303:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.270404:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975077120 00000100:00100000:3.0:1746066727.270411:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975077120 00002000:00100000:3.0:1746066727.270446:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880092514e00 x1830882975077120/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.270456:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092514e00 with x1830882975077120 ext(2097152->3145727) 00002000:00010000:3.0:1746066727.270460:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092514e00 00000100:00100000:3.0:1746066727.270486:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4341 00000100:00100000:3.0:1746066727.270493:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975077120:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066727.277030:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975077120:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6529us (6726us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066727.277041:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4341 00002000:00100000:3.0:1746066727.277051:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880092514e00 x1830882975077120/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.277060:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092514e00 with x1830882975077120 ext(2097152->3145727) 00002000:00010000:3.0:1746066727.277065:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092514e00 00000100:00100000:0.0:1746066727.285314:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.287269:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975077248 00000100:00100000:1.0:1746066727.287279:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975077248 00000100:00100000:1.0:1746066727.287608:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10634 00000100:00100000:1.0:1746066727.287616:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28797:x1830882975077248:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066727.287632:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066727.287647:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934ea000/0xfb36a14ee6081656 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787c9 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.287670:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066727.287672:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066727.287710:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934ea000/0xfb36a14ee6081656 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787c9 expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.287724:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934ea000/0xfb36a14ee6081656 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787c9 expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.287733:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934ea000, rc 0) 00000100:00100000:1.0:1746066727.287777:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28797:x1830882975077248:12345-192.168.202.57@tcp:101:cat.0 Request processed in 162us (2470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066727.287783:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10634 00000100:00100000:0.0:1746066727.294883:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.294930:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.295575:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975077504 00000100:00100000:3.0:1746066727.295584:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975077504 00002000:00100000:3.0:1746066727.295620:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880092517100 x1830882975077504/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.295634:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092517100 with x1830882975077504 ext(3145728->4194303) 00002000:00010000:3.0:1746066727.295639:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092517100 00000100:00100000:3.0:1746066727.295654:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975077760 00000100:00100000:3.0:1746066727.295656:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975077760 00002000:00100000:3.0:1746066727.295667:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880092517800 x1830882975077760/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.295672:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092517800 with x1830882975077760 ext(3145728->4194303) 00002000:00010000:3.0:1746066727.295702:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092517800 00000100:00100000:3.0:1746066727.296034:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4342 00000100:00100000:3.0:1746066727.296043:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882975077504:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066727.296501:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4343 00000100:00100000:0.0:1746066727.296509:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975077760:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066727.308545:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975077760:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12028us (13604us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066727.308555:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4343 00002000:00100000:0.0:1746066727.308567:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880092517800 x1830882975077760/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066727.308575:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092517800 with x1830882975077760 ext(3145728->4194303) 00002000:00010000:0.0:1746066727.308581:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092517800 00000100:00100000:3.0:1746066727.316133:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882975077504:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20084us (21249us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066727.316143:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4342 00002000:00100000:3.0:1746066727.316154:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880092517100 x1830882975077504/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.316162:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092517100 with x1830882975077504 ext(3145728->4194303) 00002000:00010000:3.0:1746066727.316167:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092517100 00000100:00100000:0.0:1746066727.324377:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.324464:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975077888 00000100:00100000:3.0:1746066727.324472:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975077888 00000100:00100000:3.0:1746066727.324519:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10635 00000100:00100000:3.0:1746066727.324526:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975077888:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.324543:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.324558:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8535e00/0xfb36a14ee608165d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787d0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.324600:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976220288:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066727.324673:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.326135:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976220288:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066727.326159:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8535e00/0xfb36a14ee608165d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d0 expref: 29 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.326170:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8535e00/0xfb36a14ee608165d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d0 expref: 29 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.326201:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8535e00, rc 0) 00000100:00100000:3.0:1746066727.326228:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975077888:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1702us (1858us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066727.326235:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10635 00000100:00100000:0.0:1746066727.327919:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.327992:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975078016 00000100:00100000:3.0:1746066727.327998:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975078016 00000100:00100000:3.0:1746066727.328580:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10636 00000100:00100000:3.0:1746066727.328588:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28797:x1830882975078016:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.328602:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.328614:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787d7 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.328637:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 22 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.328648:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.328650:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.328653:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d7 expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.328860:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 22 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.328871:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 22 pid: 8450 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.328883:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976220416:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.329416:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.334217:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976220416:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.334243:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d7 expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.334257:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8535c00, rc 0) 00000100:00100000:3.0:1746066727.334294:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28797:x1830882975078016:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5706us (6379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.334301:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10636 00000100:00100000:0.0:1746066727.334789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.335055:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975078144 00000100:00100000:3.0:1746066727.335061:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975078144 00002000:00100000:3.0:1746066727.335090:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (4194304->4333567) req@ffff880092515c00 x1830882975078144/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.335103:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092515c00 with x1830882975078144 ext(4194304->4333567) 00010000:00010000:3.0:1746066727.335109:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 23 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.335118:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 23 pid: 8450 timeout: 788 lvb_type: 0 00002000:00010000:3.0:1746066727.335124:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092515c00 00000100:00100000:3.0:1746066727.335515:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 928 00000100:00100000:3.0:1746066727.335524:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975078144:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066727.339731:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975078144:12345-192.168.202.57@tcp:4:cat.0 Request processed in 4200us (4934us total) trans 21474840151 rc 0/0 00000100:00100000:3.0:1746066727.339741:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 928 00002000:00100000:3.0:1746066727.339751:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (4194304->4333567) req@ffff880092515c00 x1830882975078144/t21474840151(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/448 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.339760:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092515c00 with x1830882975078144 ext(4194304->4333567) 00010000:00010000:3.0:1746066727.339768:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 25 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.339781:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 25 pid: 8450 timeout: 788 lvb_type: 0 00002000:00010000:3.0:1746066727.339788:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092515c00 00000100:00100000:0.0:1746066727.342655:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.342861:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975078272 00000100:00100000:3.0:1746066727.342869:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975078272 00010000:00010000:3.0:1746066727.342895:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 25 pid: 8450 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.342915:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5269 00000100:00100000:3.0:1746066727.342921:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092514700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882975078272:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.342932:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066727.342948:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 25 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.342958:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 25 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.342978:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee608162c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4333567) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97879f expref: 25 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.342994:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.342995:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.343002:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d7 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.343009:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d7 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.343034:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d7 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.343047:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976220544:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066727.343927:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.347299:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.347527:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976220544:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066727.347544:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.347576:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092514700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975078272:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4654us (4927us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.347586:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5269 00000100:00100000:2.0:1746066727.347651:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975078528 00000100:00100000:2.0:1746066727.347656:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975078528 00002000:00100000:2.0:1746066727.347700:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009b7f8380 x1830882975078528/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.347709:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8380 with x1830882975078528 ext(4194304->5079039) 00002000:00010000:2.0:1746066727.347713:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f8380 00000100:00100000:2.0:1746066727.347726:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4344 00000100:00100000:2.0:1746066727.347731:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975078528:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066727.355622:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975078528:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7881us (8320us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066727.355633:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4344 00002000:00100000:2.0:1746066727.355643:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009b7f8380 x1830882975078528/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.355652:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8380 with x1830882975078528 ext(4194304->5079039) 00002000:00010000:2.0:1746066727.355656:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f8380 00000100:00100000:0.0:1746066727.361441:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.362154:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975078656 00000100:00100000:3.0:1746066727.362162:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975078656 00000100:00100000:3.0:1746066727.363211:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10637 00000100:00100000:3.0:1746066727.363220:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975078656:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.363236:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.363250:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4e12c00/0xfb36a14ee608166b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787de expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.363277:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4e12c00/0xfb36a14ee608166b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787de expref: 30 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.363286:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4e12c00/0xfb36a14ee608166b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787de expref: 30 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.363312:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4e12c00, rc 0) 00000100:00100000:3.0:1746066727.363351:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975078656:12345-192.168.202.57@tcp:101:cat.0 Request processed in 133us (1918us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066727.363358:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10637 00000100:00100000:0.0:1746066727.367002:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.367333:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975078784 00000100:00100000:3.0:1746066727.367340:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975078784 00000100:00100000:3.0:1746066727.367666:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10638 00000100:00100000:3.0:1746066727.367700:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975078784:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.367715:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.367729:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4e12200/0xfb36a14ee6081672 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787e5 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.367753:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4e12200/0xfb36a14ee6081672 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787e5 expref: 30 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.367762:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4e12200/0xfb36a14ee6081672 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787e5 expref: 30 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.367771:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4e12200, rc 0) 00000100:00100000:3.0:1746066727.367817:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975078784:12345-192.168.202.57@tcp:101:cat.0 Request processed in 143us (820us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066727.367823:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10638 00000100:00100000:0.0:1746066727.451063:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.452819:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975079040 00000100:00100000:2.0:1746066727.452828:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975079040 00000100:00100000:2.0:1746066727.453251:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9058 00000100:00100000:2.0:1746066727.453259:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:28804:x1830882975079040:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066727.453279:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.453293:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632e00/0xfb36a14ee6081679 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787ec expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.453367:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632400/0xfb36a14ee6081680 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066727.453379:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632400/0xfb36a14ee6081680 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066727.453388:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632400/0xfb36a14ee6081680 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066727.453396:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066727.453482:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632e00/0xfb36a14ee6081679 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787ec expref: 266 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.453513:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632400/0xfb36a14ee6081680 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787ec expref: 265 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.453519:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066727.453523:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066727.453525:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a632400, rc 0) 00000100:00100000:2.0:1746066727.454240:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+265:28804:x1830882975079040:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 980us (3181us total) trans 8589942916 rc 0/0 00000100:00100000:2.0:1746066727.454246:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9058 00000100:00100000:0.0:1746066727.458082:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.458264:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975079168 00000100:00100000:1.0:1746066727.458271:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975079168 00000100:00100000:1.0:1746066727.458314:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10639 00000100:00100000:1.0:1746066727.458322:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28804:x1830882975079168:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066727.458337:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066727.458352:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787f3 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.458373:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934ea000/0xfb36a14ee6081656 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787c9 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.458385:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066727.458386:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066727.458389:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3592192->3604479] (req 3592192->3604479) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787f3 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.458414:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934ea000/0xfb36a14ee6081656 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787c9 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.458424:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934ea000/0xfb36a14ee6081656 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787c9 expref: 30 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746066727.458434:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976220672:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066727.458502:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066727.459787:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976220672:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066727.459806:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3592192->3604479] (req 3592192->3604479) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787f3 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.459818:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52d8e00, rc 0) 00000100:00100000:1.0:1746066727.459844:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:28804:x1830882975079168:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1523us (1769us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066727.459850:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10639 00000100:00100000:0.0:1746066727.461784:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.461883:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975079296 00000100:00100000:3.0:1746066727.461889:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975079296 00010000:00010000:3.0:1746066727.461913:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934ea000/0xfb36a14ee6081656 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787c9 expref: 30 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.461934:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5270 00000100:00100000:3.0:1746066727.461940:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975079296:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.461951:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066727.461967:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934ea000/0xfb36a14ee6081656 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787c9 expref: 30 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.461977:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934ea000/0xfb36a14ee6081656 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787c9 expref: 30 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.461994:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934ea000/0xfb36a14ee6081656 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787c9 expref: 30 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.462021:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.462023:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.462029:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3592192->4194303] (req 3592192->3604479) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787f3 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.462036:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3592192->4194303] (req 3592192->3604479) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787f3 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.462062:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3592192->4194303] (req 3592192->3604479) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787f3 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.462072:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976220800:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066727.462124:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.465953:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976220800:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066727.465971:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.466451:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975079296:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4508us (4669us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.466464:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5270 00000100:00100000:0.0:1746066727.466663:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.467104:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975079552 00000100:00100000:2.0:1746066727.467110:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975079552 00002000:00100000:2.0:1746066727.467142:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3592192->3596287) req@ffff88009b7f8700 x1830882975079552/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.467151:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8700 with x1830882975079552 ext(3592192->3596287) 00002000:00010000:2.0:1746066727.467155:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f8700 00000100:00100000:2.0:1746066727.467175:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4345 00000100:00100000:2.0:1746066727.467189:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975079552:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066727.467745:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975079552:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 556us (1082us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066727.467751:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4345 00002000:00100000:2.0:1746066727.467755:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3592192->3596287) req@ffff88009b7f8700 x1830882975079552/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.467761:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8700 with x1830882975079552 ext(3592192->3596287) 00002000:00010000:2.0:1746066727.467764:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f8700 00000100:00100000:0.0:1746066727.474266:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.474425:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975079808 00000100:00100000:2.0:1746066727.474432:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975079808 00002000:00100000:2.0:1746066727.474465:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3600384->3604479) req@ffff88009b7fb100 x1830882975079808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.474475:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fb100 with x1830882975079808 ext(3600384->3604479) 00002000:00010000:2.0:1746066727.474479:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fb100 00000100:00100000:2.0:1746066727.474507:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4346 00000100:00100000:2.0:1746066727.474514:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882975079808:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066727.474652:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882975079808:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 137us (391us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066727.474658:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4346 00002000:00100000:2.0:1746066727.474663:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x386:0x0] (3600384->3604479) req@ffff88009b7fb100 x1830882975079808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.474670:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fb100 with x1830882975079808 ext(3600384->3604479) 00002000:00010000:2.0:1746066727.474673:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fb100 00000100:00100000:0.0:1746066727.482807:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.483354:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975080064 00000100:00100000:2.0:1746066727.483361:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975080064 00000100:00100000:2.0:1746066727.483403:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9059 00000100:00100000:2.0:1746066727.483409:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28807:x1830882975080064:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066727.483428:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.483441:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633c00/0xfb36a14ee6081695 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9787fa expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.483509:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633e00/0xfb36a14ee608169c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066727.483520:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633e00/0xfb36a14ee608169c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066727.483528:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633e00/0xfb36a14ee608169c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066727.483535:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066727.483621:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633c00/0xfb36a14ee6081695 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787fa expref: 21 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.483648:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633e00/0xfb36a14ee608169c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787fa expref: 20 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.483654:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066727.483657:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066727.483660:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a633e00, rc 0) 00000100:00100000:2.0:1746066727.483726:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28807:x1830882975080064:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 316us (926us total) trans 8589942917 rc 0/0 00000100:00100000:2.0:1746066727.483731:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9059 00000100:00100000:0.0:1746066727.487492:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.487535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.487840:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975080192 00000100:00100000:1.0:1746066727.487848:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975080192 00000100:00100000:1.0:1746066727.488506:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975080320 00000100:00100000:1.0:1746066727.488511:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975080320 00000100:00100000:2.0:1746066727.488570:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10640 00000100:00100000:2.0:1746066727.488580:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975080192:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.488598:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.488616:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee60816aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978801 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.488646:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee60816aa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978801 expref: 25 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.488658:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a633800/0xfb36a14ee60816aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978801 expref: 25 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.488669:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a633800, rc 0) 00000100:00100000:2.0:1746066727.488782:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975080192:12345-192.168.202.57@tcp:101:cat.0 Request processed in 201us (1293us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066727.488792:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10640 00000100:00100000:2.0:1746066727.488813:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10641 00000100:00100000:2.0:1746066727.488820:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975080320:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.488828:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.488838:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a633000/0xfb36a14ee60816b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978808 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.488851:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.488853:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.488861:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a633000/0xfb36a14ee60816b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978808 expref: 14 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.488875:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a633000/0xfb36a14ee60816b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978808 expref: 14 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.488884:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a633000, rc 0) 00000100:00100000:2.0:1746066727.488906:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975080320:12345-192.168.202.57@tcp:101:cat.0 Request processed in 87us (1370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.488912:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10641 00000100:00100000:1.0:1746066727.508644:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.508788:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975080448 00000100:00100000:3.0:1746066727.508798:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975080448 00000100:00100000:3.0:1746066727.508843:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10642 00000100:00100000:3.0:1746066727.508852:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28810:x1830882975080448:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.508870:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.508889:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97880f expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.508915:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 28 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.508923:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.508924:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.508928:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97880f expref: 25 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.508959:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 28 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.508971:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 28 pid: 21203 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.508982:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976220928:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.509074:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.518322:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.520041:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975080576 00000100:00100000:2.0:1746066727.520053:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975080576 00000100:00100000:2.0:1746066727.520719:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10643 00000100:00100000:2.0:1746066727.520730:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975080576:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.520749:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.520767:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee60816bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978816 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.520807:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee60816bf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978816 expref: 30 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.520819:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee60816bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978816 expref: 30 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.520837:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a632e00, rc 0) 00000100:00100000:2.0:1746066727.520887:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975080576:12345-192.168.202.57@tcp:101:cat.0 Request processed in 158us (2571us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066727.520893:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10643 00000100:00100000:3.0:1746066727.521628:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976220928:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.521656:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97880f expref: 25 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.521668:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4e13c00, rc 0) 00000100:00100000:3.0:1746066727.521755:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28810:x1830882975080448:12345-192.168.202.57@tcp:101:cat.0 Request processed in 12902us (13117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.521761:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10642 00000100:00100000:0.0:1746066727.527628:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.527977:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975080704 00000100:00100000:1.0:1746066727.527985:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975080704 00002000:00100000:1.0:1746066727.528021:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2379776->3604479) req@ffff88009f7e5500 x1830882975080704/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 504/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.528030:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e5500 with x1830882975080704 ext(2379776->3604479) 00010000:00010000:1.0:1746066727.528042:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 29 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746066727.528053:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 29 pid: 21203 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746066727.528059:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f7e5500 00000100:00100000:1.0:1746066727.528077:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 929 00000100:00100000:1.0:1746066727.528084:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975080704:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:1.0:1746066727.533988:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975080704:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 5896us (6361us total) trans 21474840152 rc 0/0 00000100:00100000:1.0:1746066727.533999:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 929 00002000:00100000:1.0:1746066727.534010:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2379776->3604479) req@ffff88009f7e5500 x1830882975080704/t21474840152(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 504/448 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.534019:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e5500 with x1830882975080704 ext(2379776->3604479) 00010000:00010000:1.0:1746066727.534034:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 31 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746066727.534047:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 31 pid: 21203 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746066727.534057:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f7e5500 00000100:00100000:0.0:1746066727.541786:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.541826:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.541891:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975080832 00000100:00100000:3.0:1746066727.541899:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975080832 00010000:00010000:3.0:1746066727.541928:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 31 pid: 21203 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.541956:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5271 00000100:00100000:3.0:1746066727.541962:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975080832:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.541973:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066727.541988:0:9852:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066726 -> 1746066727 00002000:00010000:3.0:1746066727.541990:0:9852:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066726 -> 1746066727 00010000:00010000:3.0:1746066727.541995:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 31 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.542004:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 31 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.542021:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099af1e00/0xfb36a14ee60815a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2379776->2609151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978744 expref: 31 pid: 21203 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.542044:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.542047:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.542053:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97880f expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.542059:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97880f expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.542085:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97880f expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.542094:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976221056:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066727.542168:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.542358:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975080960 00000100:00100000:2.0:1746066727.542364:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975080960 00000100:00100000:2.0:1746066727.542395:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10644 00000100:00100000:2.0:1746066727.542402:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28813:x1830882975080960:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.542416:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.542428:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97881d expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.542448:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3592192->4194303] (req 3592192->3604479) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787f3 expref: 32 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.542454:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066727.542455:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066727.542458:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97881d expref: 32 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.542483:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3592192->4194303] (req 3592192->3604479) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787f3 expref: 32 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.542494:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3592192->4194303] (req 3592192->3604479) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787f3 expref: 32 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.542503:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976221184:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066727.542539:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.546245:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.546361:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976221056:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066727.546384:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.546431:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975080832:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4466us (4648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.546441:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5271 00000100:00100000:3.0:1746066727.546466:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975081088 00000100:00100000:3.0:1746066727.546471:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975081088 00010000:00010000:3.0:1746066727.546496:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3592192->4194303] (req 3592192->3604479) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787f3 expref: 32 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.546543:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5272 00000100:00100000:3.0:1746066727.546552:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882975081088:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.546566:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066727.546588:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3592192->4194303] (req 3592192->3604479) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787f3 expref: 32 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.546603:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3592192->4194303] (req 3592192->3604479) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787f3 expref: 32 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.546625:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.546628:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.546635:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97881d expref: 32 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.546643:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97881d expref: 32 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.546703:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97881d expref: 32 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.546717:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976221312:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066727.546782:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00010000:00010000:2.0:1746066727.546975:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52d8e00/0xfb36a14ee608168e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3592192->4194303] (req 3592192->3604479) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787f3 expref: 32 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.546998:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976221184:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.547016:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97881d expref: 31 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.547025:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a632000, rc 0) 00000100:00100000:2.0:1746066727.547057:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28813:x1830882975080960:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4654us (5228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.547063:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10644 00000100:00100000:0.0:1746066727.553644:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.553688:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.553805:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976221312:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066727.553822:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.553853:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882975081088:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 7303us (7618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.553862:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5272 00000100:00100000:1.0:1746066727.554523:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975081344 00000100:00100000:1.0:1746066727.554531:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975081344 00002000:00100000:1.0:1746066727.554571:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009f7e7800 x1830882975081344/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.554580:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e7800 with x1830882975081344 ext(2097152->3145727) 00002000:00010000:1.0:1746066727.554584:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f7e7800 00000100:00100000:1.0:1746066727.554621:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975081600 00000100:00100000:1.0:1746066727.554626:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975081600 00002000:00100000:1.0:1746066727.554643:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f7e4e00 x1830882975081600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.554650:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e4e00 with x1830882975081600 ext(2097152->3145727) 00002000:00010000:1.0:1746066727.554653:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e4e00 00000100:00100000:1.0:1746066727.555295:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4347 00000100:00100000:1.0:1746066727.555302:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1965:x1830882975081344:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066727.557708:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4348 00000100:00100000:3.0:1746066727.557722:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975081600:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066727.566916:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.567318:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975081856 00000100:00100000:3.0:1746066727.567327:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975081856 00002000:00100000:3.0:1746066727.567363:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880135e5b480 x1830882975081856/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.567373:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5b480 with x1830882975081856 ext(3145728->4194303) 00002000:00010000:3.0:1746066727.567377:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5b480 00000100:00100000:3.0:1746066727.567396:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4349 00000100:00100000:3.0:1746066727.567403:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1965:x1830882975081856:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066727.572950:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1965:x1830882975081344:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17639us (19303us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066727.572960:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4347 00002000:00100000:1.0:1746066727.572970:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009f7e7800 x1830882975081344/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.572979:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e7800 with x1830882975081344 ext(2097152->3145727) 00002000:00010000:1.0:1746066727.572983:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f7e7800 00000100:00100000:0.0:1746066727.574539:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.574618:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975081984 00000100:00100000:2.0:1746066727.574625:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975081984 00000100:00100000:2.0:1746066727.574769:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10645 00000100:00100000:2.0:1746066727.574777:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28807:x1830882975081984:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066727.574794:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.574807:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978824 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.574830:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978705 expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.574837:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a737c000/0xfb36a14ee6081592 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978736 expref: 9 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.574844:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a737c800/0xfb36a14ee6081576 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97871a expref: 31 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.574850:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.574852:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.574855:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 6/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [483328->1048575] (req 483328->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 26 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.574880:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a737c800/0xfb36a14ee6081576 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97871a expref: 31 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.574890:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a737c800/0xfb36a14ee6081576 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97871a expref: 31 pid: 10402 timeout: 788 lvb_type: 1 00000100:00100000:2.0:1746066727.574900:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976221440:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.576144:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a737c000/0xfb36a14ee6081592 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978736 expref: 9 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.576158:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a737c000/0xfb36a14ee6081592 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978736 expref: 9 pid: 8451 timeout: 788 lvb_type: 1 00000100:00100000:2.0:1746066727.576166:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e58380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976221568:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.576205:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978705 expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.576212:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978705 expref: 26 pid: 10402 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.576219:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976221696:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066727.576233:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.579853:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975081600:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22126us (26153us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066727.579864:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4348 00002000:00100000:3.0:1746066727.579877:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f7e4e00 x1830882975081600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.579886:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e4e00 with x1830882975081600 ext(2097152->3145727) 00002000:00010000:3.0:1746066727.579890:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e4e00 00000100:00100000:0.0:1746066727.580435:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.580470:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.580487:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975082240 00000100:00100000:0.0:1746066727.580492:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975082240 00010000:00010000:0.0:1746066727.580518:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a737c800/0xfb36a14ee6081576 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97871a expref: 32 pid: 10402 timeout: 788 lvb_type: 1 00000100:00100000:0.0:1746066727.580536:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975082112 00000100:00100000:0.0:1746066727.580538:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975082112 00010000:00010000:0.0:1746066727.580545:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a737c000/0xfb36a14ee6081592 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978736 expref: 10 pid: 8451 timeout: 788 lvb_type: 1 00000100:00100000:0.0:1746066727.580557:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5273 00000100:00100000:0.0:1746066727.580563:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882975082240:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066727.580573:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066727.580591:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a737c800/0xfb36a14ee6081576 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97871a expref: 32 pid: 10402 timeout: 788 lvb_type: 1 00010000:00010000:0.0:1746066727.580605:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a737c800/0xfb36a14ee6081576 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97871a expref: 32 pid: 10402 timeout: 788 lvb_type: 1 00010000:00010000:0.0:1746066727.580627:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066727.580653:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882975082240:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 91us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066727.580657:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5273 00000100:00100000:0.0:1746066727.580669:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5274 00000100:00100000:0.0:1746066727.580673:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975082112:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066727.580698:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066727.580705:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a737c000/0xfb36a14ee6081592 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978736 expref: 10 pid: 8451 timeout: 788 lvb_type: 1 00010000:00010000:0.0:1746066727.580711:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a737c000/0xfb36a14ee6081592 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978736 expref: 10 pid: 8451 timeout: 788 lvb_type: 1 00010000:00010000:0.0:1746066727.580720:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066727.580732:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975082112:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 59us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066727.580736:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5274 00010000:00010000:2.0:1746066727.580894:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a737c800/0xfb36a14ee6081576 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97871a expref: 31 pid: 10402 timeout: 788 lvb_type: 1 00000100:00100000:2.0:1746066727.580911:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976221440:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.580921:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a737c000/0xfb36a14ee6081592 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978736 expref: 9 pid: 8451 timeout: 788 lvb_type: 1 00000100:00100000:2.0:1746066727.580928:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e58380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976221568:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066727.580935:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976221696:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.580958:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [483328->1048575] (req 483328->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 26 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.580972:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a633c00, rc 0) 00000100:00100000:2.0:1746066727.580993:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:28807:x1830882975081984:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6218us (6460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.580999:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10645 00000100:00100000:0.0:1746066727.581578:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.581798:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975082368 00000100:00100000:3.0:1746066727.581802:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975082368 00010000:00010000:3.0:1746066727.581819:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978705 expref: 26 pid: 10402 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.581847:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5275 00000100:00100000:3.0:1746066727.581852:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975082368:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.581859:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066727.581868:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978705 expref: 26 pid: 10402 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.581881:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978705 expref: 26 pid: 10402 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.581892:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093631e00/0xfb36a14ee608154c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978705 expref: 26 pid: 10402 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.581903:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.581905:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.581910:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 25 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.581917:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 25 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.581943:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 25 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.582282:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976221824:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066727.583014:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882975081856:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15609us (16104us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066727.583022:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4349 00002000:00100000:2.0:1746066727.583028:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880135e5b480 x1830882975081856/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.583035:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5b480 with x1830882975081856 ext(3145728->4194303) 00002000:00010000:2.0:1746066727.583038:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5b480 00000100:00100000:3.0:1746066727.583201:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.588018:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.588155:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.588167:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976221824:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066727.588211:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066727.588269:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975082752 00000100:00100000:2.0:1746066727.588275:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975082752 00002000:00100000:2.0:1746066727.588311:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (483328->487423) req@ffff88009244ed80 x1830882975082752/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.588320:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244ed80 with x1830882975082752 ext(483328->487423) 00002000:00010000:2.0:1746066727.588324:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244ed80 00000100:00100000:0.0:1746066727.588334:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.588341:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4350 00000100:00100000:2.0:1746066727.588348:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882975082752:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066727.588397:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975082496 00000100:00100000:1.0:1746066727.588401:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975082496 00000100:00100000:1.0:1746066727.588459:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975082880 00000100:00100000:1.0:1746066727.588462:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975082880 00000100:00100000:1.0:1746066727.588478:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10646 00000100:00100000:1.0:1746066727.588483:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28810:x1830882975082496:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:0.0:1746066727.588506:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10647 00000100:00100000:3.0:1746066727.588507:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1966:x1830882975082368:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6654us (6928us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066727.588511:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975082880:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:3.0:1746066727.588514:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5275 00010000:00010000:0.0:1746066727.588517:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066727.588529:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60816d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978832 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066727.588565:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976221952:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066727.588610:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.588653:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882975082752:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 305us (498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066727.588659:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4350 00002000:00100000:2.0:1746066727.588664:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (483328->487423) req@ffff88009244ed80 x1830882975082752/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.588671:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244ed80 with x1830882975082752 ext(483328->487423) 00002000:00010000:2.0:1746066727.588690:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244ed80 00010000:00010000:1.0:1746066727.588735:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066727.588743:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009904da00/0xfb36a14ee60816db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97882b expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.588756:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066727.588757:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066727.588764:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009904da00/0xfb36a14ee60816db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97882b expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.588776:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009904da00/0xfb36a14ee60816db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97882b expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.588784:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009904da00, rc 0) 00000100:00100000:1.0:1746066727.588802:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:28810:x1830882975082496:12345-192.168.202.57@tcp:101:cat.0 Request processed in 319us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066727.588806:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10646 00000100:00100000:0.0:1746066727.592960:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.593042:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975083136 00000100:00100000:3.0:1746066727.593050:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975083136 00002000:00100000:3.0:1746066727.593084:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8801361faa00 x1830882975083136/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.593093:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361faa00 with x1830882975083136 ext(3145728->4194303) 00002000:00010000:2.0:1746066727.593154:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime: 1746066726 -> 1746066727 00002000:00010000:2.0:1746066727.593157:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066726 -> 1746066727 00002000:00010000:2.0:1746066727.593159:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime: 1746066726 -> 1746066727 00000100:00100000:2.0:1746066727.593173:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976221952:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066727.593204:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60816d4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978832 expref: 30 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.593213:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60816d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978832 expref: 30 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.593225:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed07c00, rc 0) 00000100:00100000:2.0:1746066727.593266:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975082880:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4754us (4931us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066727.593272:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10647 00002000:00010000:3.0:1746066727.593317:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361faa00 00000100:00100000:3.0:1746066727.593332:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4351 00000100:00100000:3.0:1746066727.593340:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882975083136:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066727.596914:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.597609:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975083264 00000100:00100000:3.0:1746066727.597617:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975083264 00000100:00100000:3.0:1746066727.597650:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10648 00000100:00100000:3.0:1746066727.597656:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28807:x1830882975083264:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066727.597686:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.597701:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978839 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.597725:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97870c expref: 15 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.597734:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee60815b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97873d expref: 6 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.597740:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee608157d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978721 expref: 23 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.597746:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.597747:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.597750:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->1249279] (req 1048576->1249279) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 15 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.597773:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee608157d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978721 expref: 23 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.597783:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee608157d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978721 expref: 23 pid: 4614 timeout: 788 lvb_type: 1 00000100:00100000:3.0:1746066727.597793:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976222080:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.597842:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee60815b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97873d expref: 6 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.597849:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee60815b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97873d expref: 6 pid: 8452 timeout: 788 lvb_type: 1 00000100:00100000:3.0:1746066727.597856:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976222208:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.597870:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97870c expref: 15 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.597876:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97870c expref: 15 pid: 10402 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.597883:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976222336:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.597893:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.597923:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.598964:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975083520 00000100:00100000:2.0:1746066727.598969:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975083520 00002000:00100000:2.0:1746066727.598992:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880094128000 x1830882975083520/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.599000:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094128000 with x1830882975083520 ext(3145728->4194303) 00002000:00010000:2.0:1746066727.599003:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094128000 00000100:00100000:2.0:1746066727.599016:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4352 00000100:00100000:2.0:1746066727.599020:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882975083520:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066727.601400:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.601422:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975083648 00000100:00100000:0.0:1746066727.601427:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975083648 00000100:00100000:0.0:1746066727.601466:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10649 00000100:00100000:0.0:1746066727.601473:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975083648:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066727.601488:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066727.601502:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60816e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978840 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066727.601541:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976222464:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066727.601588:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.601783:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976222080:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.601793:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976222208:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.601800:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976222336:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.601824:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->1249279] (req 1048576->1249279) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 17 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.601836:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5944800, rc 0) 00000100:00100000:3.0:1746066727.602501:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28807:x1830882975083264:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4842us (5589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.602508:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10648 00000100:00100000:0.0:1746066727.606809:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.606846:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.606873:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975083904 00000100:00100000:1.0:1746066727.606881:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975083904 00010000:00010000:1.0:1746066727.606911:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee60815b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97873d expref: 7 pid: 8452 timeout: 788 lvb_type: 1 00000100:00100000:1.0:1746066727.606932:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975083776 00000100:00100000:1.0:1746066727.606934:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975083776 00010000:00010000:1.0:1746066727.606943:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee608157d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978721 expref: 24 pid: 4614 timeout: 788 lvb_type: 1 00000100:00100000:1.0:1746066727.606957:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5276 00000100:00100000:1.0:1746066727.606963:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975083904:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746066727.606971:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976222464:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066727.606973:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066727.606984:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee60815b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97873d expref: 7 pid: 8452 timeout: 788 lvb_type: 1 00010000:00010000:1.0:1746066727.606991:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee60815b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97873d expref: 7 pid: 8452 timeout: 788 lvb_type: 1 00010000:00010000:0.0:1746066727.606995:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60816e9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978840 expref: 30 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066727.607003:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60816e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978840 expref: 30 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.607005:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a632200/0xfb36a14ee60815b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97873d expref: 7 pid: 8452 timeout: 788 lvb_type: 1 00010000:00010000:0.0:1746066727.607016:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed06a00, rc 0) 00010000:00010000:1.0:1746066727.607020:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066727.607049:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975083648:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5576us (5654us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066727.607055:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10649 00000100:00100000:0.0:1746066727.607076:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5277 00000100:00100000:0.0:1746066727.607081:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a540a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975083776:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066727.607087:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066727.607093:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee608157d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978721 expref: 24 pid: 4614 timeout: 788 lvb_type: 1 00010000:00010000:0.0:1746066727.607100:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee608157d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978721 expref: 24 pid: 4614 timeout: 788 lvb_type: 1 00010000:00010000:0.0:1746066727.607109:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a632600/0xfb36a14ee608157d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978721 expref: 24 pid: 4614 timeout: 788 lvb_type: 1 00010000:00010000:0.0:1746066727.607115:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066727.607292:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975083904:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 328us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066727.607298:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5276 00000100:00100000:0.0:1746066727.607497:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a540a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975083776:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 414us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066727.607503:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5277 00000100:00100000:2.0:1746066727.607915:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882975083136:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 14575us (14960us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066727.607922:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4351 00002000:00100000:2.0:1746066727.607929:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8801361faa00 x1830882975083136/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.607937:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801361faa00 with x1830882975083136 ext(3145728->4194303) 00002000:00010000:2.0:1746066727.607941:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801361faa00 00000100:00100000:0.0:1746066727.610831:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.610964:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975084032 00000100:00100000:2.0:1746066727.610971:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975084032 00010000:00010000:2.0:1746066727.610997:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97870c expref: 17 pid: 10402 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.611100:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5278 00000100:00100000:2.0:1746066727.611107:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975084032:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066727.611117:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066727.611133:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97870c expref: 17 pid: 10402 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.611143:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97870c expref: 17 pid: 10402 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.611160:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a737d800/0xfb36a14ee6081553 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97870c expref: 17 pid: 10402 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.611348:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.611351:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.611358:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 16 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.611366:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 16 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.611393:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 16 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066727.611403:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e58380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976222592:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066727.612159:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.613083:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.613104:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.613127:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.613192:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975084160 00000100:00100000:3.0:1746066727.613197:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975084160 00000100:00100000:3.0:1746066727.613221:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975084288 00000100:00100000:3.0:1746066727.613222:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975084288 00000100:00100000:3.0:1746066727.613234:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10650 00000100:00100000:3.0:1746066727.613240:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882975084160:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.613251:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.613263:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60816f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978847 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066727.613265:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882975083520:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 14244us (15341us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066727.613273:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4352 00002000:00100000:2.0:1746066727.613280:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880094128000 x1830882975083520/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.613288:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094128000 with x1830882975083520 ext(3145728->4194303) 00002000:00010000:2.0:1746066727.613291:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094128000 00000100:00100000:3.0:1746066727.613293:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976222720:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066727.613302:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975084544 00000100:00100000:2.0:1746066727.613304:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975084544 00002000:00100000:2.0:1746066727.613320:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009a0d0a80 x1830882975084544/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:3.0:1746066727.613325:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00002000:00100000:2.0:1746066727.613327:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0a80 with x1830882975084544 ext(4194304->5079039) 00002000:00010000:2.0:1746066727.613330:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d0a80 00000100:00100000:3.0:1746066727.613337:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10651 00000100:00100000:2.0:1746066727.613338:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4353 00000100:00100000:3.0:1746066727.613342:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975084288:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:2.0:1746066727.613343:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975084544:12345-192.168.202.57@tcp:3:multiop.0 00010000:00010000:3.0:1746066727.613347:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.613355:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1fdde00/0xfb36a14ee60816f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97884e expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.613372:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976222848:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066727.613388:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.615855:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e58380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976222592:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066727.615871:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.615895:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975084032:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4787us (5069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.615903:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5278 00000100:00100000:2.0:1746066727.620604:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.620627:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975084800 00000100:00100000:2.0:1746066727.620634:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975084800 00002000:00100000:2.0:1746066727.620669:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1245184->1249279) req@ffff880135e5a680 x1830882975084800/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.620693:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5a680 with x1830882975084800 ext(1245184->1249279) 00002000:00010000:2.0:1746066727.620697:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5a680 00000100:00100000:2.0:1746066727.620725:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4354 00000100:00100000:2.0:1746066727.620732:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975084800:12345-192.168.202.57@tcp:3:multiop.0 00002000:00010000:0.0:1746066727.620816:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066726 -> 1746066727 00002000:00010000:0.0:1746066727.620819:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066726 -> 1746066727 00002000:00010000:0.0:1746066727.620821:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066726 -> 1746066727 00000100:00100000:0.0:1746066727.620830:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976222848:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066727.620831:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976222720:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066727.620853:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60816f0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978847 expref: 30 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066727.620853:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1fdde00/0xfb36a14ee60816f7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97884e expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.620863:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1fdc000/0xfb36a14ee60816f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978847 expref: 30 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066727.620863:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1fdde00/0xfb36a14ee60816f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97884e expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066727.620875:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1fdde00, rc 0) 00000100:00100000:0.0:1746066727.620910:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975084288:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7567us (7804us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066727.620920:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10651 00010000:00010000:3.0:1746066727.621407:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1fdc000, rc 0) 00000100:00100000:3.0:1746066727.621437:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882975084160:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8197us (8356us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066727.621443:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10650 00000100:00100000:2.0:1746066727.621702:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975084800:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 969us (1105us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066727.621708:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4354 00002000:00100000:2.0:1746066727.621713:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1245184->1249279) req@ffff880135e5a680 x1830882975084800/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.621720:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5a680 with x1830882975084800 ext(1245184->1249279) 00002000:00010000:2.0:1746066727.621723:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5a680 00000100:00100000:3.0:1746066727.622042:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975084544:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 8697us (8913us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066727.622047:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4353 00002000:00100000:3.0:1746066727.622052:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009a0d0a80 x1830882975084544/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 884736/884736 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.622064:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0a80 with x1830882975084544 ext(4194304->5079039) 00002000:00010000:3.0:1746066727.622067:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d0a80 00000100:00100000:0.0:1746066727.746890:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.747659:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.747724:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975084928 00000100:00100000:1.0:1746066727.747731:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975084928 00000100:00100000:1.0:1746066727.747781:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975085056 00000100:00100000:1.0:1746066727.747783:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975085056 00000100:00100000:1.0:1746066727.747800:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10652 00000100:00100000:1.0:1746066727.747806:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975084928:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066727.747821:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066727.747836:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8535e00/0xfb36a14ee60816fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978855 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066727.747887:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e635c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976222976:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066727.747950:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.748097:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10653 00000100:00100000:2.0:1746066727.748105:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975085056:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.748112:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.748122:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081705 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97885c expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066727.748146:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976223104:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066727.748172:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.753314:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976223104:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066727.753345:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081705 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97885c expref: 24 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.753358:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081705 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97885c expref: 24 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.753372:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41b000, rc 0) 00000100:00100000:2.0:1746066727.753404:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975085056:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5300us (5745us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066727.753411:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10653 00000100:00100000:1.0:1746066727.753485:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e635c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976222976:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066727.753501:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8535e00/0xfb36a14ee60816fe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978855 expref: 30 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.753509:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8535e00/0xfb36a14ee60816fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978855 expref: 30 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.753518:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8535e00, rc 0) 00000100:00100000:1.0:1746066727.753534:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975084928:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5729us (6652us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066727.753538:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10652 00000100:00100000:0.0:1746066727.754411:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.754793:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975085184 00000100:00100000:2.0:1746066727.754800:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975085184 00000100:00100000:2.0:1746066727.754838:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10654 00000100:00100000:2.0:1746066727.754845:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28819:x1830882975085184:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066727.754866:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.754877:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978863 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.754897:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97881d expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.754905:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009904da00/0xfb36a14ee60816db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97882b expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.754915:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.754917:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.754920:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3330048->3842047] (req 3330048->3842047) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.754941:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009904da00/0xfb36a14ee60816db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97882b expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.754951:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009904da00/0xfb36a14ee60816db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97882b expref: 25 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.754961:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976223232:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.755020:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97881d expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.755028:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97881d expref: 30 pid: 8450 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.755035:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976223360:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066727.755050:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.758387:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976223232:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066727.758400:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976223360:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.758426:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3330048->3842047] (req 3330048->3842047) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.758445:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41ac00, rc 0) 00000100:00100000:2.0:1746066727.758492:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:28819:x1830882975085184:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3647us (4081us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.758499:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10654 00000100:00100000:0.0:1746066727.758794:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.758955:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975085440 00000100:00100000:3.0:1746066727.758960:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975085440 00002000:00100000:3.0:1746066727.758989:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1884160->1888255) req@ffff88009a0d1880 x1830882975085440/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.758997:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d1880 with x1830882975085440 ext(1884160->1888255) 00002000:00010000:3.0:1746066727.759001:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d1880 00000100:00100000:3.0:1746066727.759024:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4355 00000100:00100000:3.0:1746066727.759030:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975085440:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066727.759156:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975085440:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 125us (363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066727.759162:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4355 00002000:00100000:3.0:1746066727.759167:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1884160->1888255) req@ffff88009a0d1880 x1830882975085440/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.759173:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d1880 with x1830882975085440 ext(1884160->1888255) 00002000:00010000:3.0:1746066727.759183:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d1880 00000100:00100000:2.0:1746066727.762726:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.763326:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.763365:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.763428:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975085696 00000100:00100000:0.0:1746066727.763435:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975085696 00000100:00100000:0.0:1746066727.763923:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10655 00000100:00100000:0.0:1746066727.763931:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:28824:x1830882975085696:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066727.763946:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066727.763959:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97886a expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066727.763983:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 25 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066727.763995:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066727.763997:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066727.764000:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97886a expref: 31 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066727.764025:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 25 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066727.764035:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 25 pid: 8450 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746066727.764044:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976223488:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066727.764095:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.764453:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975085568 00000100:00100000:2.0:1746066727.764457:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975085568 00000100:00100000:3.0:1746066727.764465:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975085824 00000100:00100000:3.0:1746066727.764469:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975085824 00010000:00010000:2.0:1746066727.764475:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97881d expref: 32 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.764483:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009904da00/0xfb36a14ee60816db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97882b expref: 26 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.764494:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5279 00000100:00100000:2.0:1746066727.764499:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975085568:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066727.764506:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066727.764522:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97881d expref: 32 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.764531:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97881d expref: 32 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.764546:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a632000/0xfb36a14ee60816c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97881d expref: 32 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.764561:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066727.764583:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975085568:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 84us (1864us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.764589:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5279 00000100:00100000:2.0:1746066727.764601:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5280 00000100:00100000:2.0:1746066727.764606:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882975085824:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066727.764611:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066727.764618:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009904da00/0xfb36a14ee60816db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97882b expref: 26 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.764625:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009904da00/0xfb36a14ee60816db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97882b expref: 26 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.764636:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009904da00/0xfb36a14ee60816db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97882b expref: 26 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.764645:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.764646:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.764651:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.764658:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.764695:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066727.764704:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976223616:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066727.764728:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.766862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.767195:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975085952 00000100:00100000:3.0:1746066727.767202:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975085952 00002000:00100000:3.0:1746066727.767237:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (483328->1048575) req@ffff88009a0d3800 x1830882975085952/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.767247:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3800 with x1830882975085952 ext(483328->1048575) 00010000:00010000:3.0:1746066727.767254:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 26 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.767266:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 26 pid: 8450 timeout: 788 lvb_type: 0 00002000:00010000:3.0:1746066727.767272:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a0d3800 00000100:00100000:3.0:1746066727.767294:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 930 00000100:00100000:3.0:1746066727.767301:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882975085952:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066727.767924:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976223488:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.767945:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97886a expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.767956:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d6e00, rc 0) 00000100:00100000:2.0:1746066727.767983:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:28824:x1830882975085696:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4053us (4658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.767990:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10655 00000100:00100000:1.0:1746066727.768410:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066727.768461:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.768509:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975086336 00000100:00100000:2.0:1746066727.768513:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975086336 00000100:00100000:2.0:1746066727.768535:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10656 00000100:00100000:2.0:1746066727.768539:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28822:x1830882975086336:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066727.768548:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.768560:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978871 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.768576:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee60811f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978514 expref: 5 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.768583:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50800/0xfb36a14ee6081300 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97858b expref: 15 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.768589:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60812f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978584 expref: 22 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.768598:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.768600:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.768602:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 6/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->1216511] (req 1048576->1216511) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 15 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.768624:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60812f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978584 expref: 22 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.768633:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60812f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978584 expref: 22 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.768643:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976223744:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.768709:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec50800/0xfb36a14ee6081300 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97858b expref: 15 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.768717:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50800/0xfb36a14ee6081300 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97858b expref: 15 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.768724:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976223872:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.768751:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee60811f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978514 expref: 5 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.768758:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee60811f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978514 expref: 5 pid: 21973 timeout: 788 lvb_type: 1 00000100:00100000:2.0:1746066727.768770:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976224000:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066727.768785:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.768803:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976223616:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066727.768812:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066727.768826:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1965:x1830882975085824:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4220us (5461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.768833:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5280 00000100:00100000:0.0:1746066727.768951:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975086208 00000100:00100000:0.0:1746066727.768955:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975086208 00002000:00100000:0.0:1746066727.768973:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3330048->3334143) req@ffff88009e635c00 x1830882975086208/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066727.768981:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e635c00 with x1830882975086208 ext(3330048->3334143) 00002000:00010000:0.0:1746066727.768984:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e635c00 00000100:00100000:0.0:1746066727.769309:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4356 00000100:00100000:0.0:1746066727.769316:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882975086208:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066727.769442:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882975086208:12345-192.168.202.57@tcp:3:cat.0 Request processed in 126us (1032us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066727.769451:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4356 00002000:00100000:0.0:1746066727.769456:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3330048->3334143) req@ffff88009e635c00 x1830882975086208/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066727.769462:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e635c00 with x1830882975086208 ext(3330048->3334143) 00002000:00010000:0.0:1746066727.769465:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e635c00 00000100:00100000:2.0:1746066727.770764:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976223744:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.770858:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.770880:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975086464 00000100:00100000:3.0:1746066727.770883:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975086464 00010000:00010000:3.0:1746066727.770903:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee60811f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978514 expref: 6 pid: 21973 timeout: 788 lvb_type: 1 00000100:00100000:3.0:1746066727.770921:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5281 00000100:00100000:3.0:1746066727.770926:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975086464:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.770935:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066727.770950:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee60811f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978514 expref: 6 pid: 21973 timeout: 788 lvb_type: 1 00010000:00010000:3.0:1746066727.770959:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee60811f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978514 expref: 6 pid: 21973 timeout: 788 lvb_type: 1 00000100:00100000:2.0:1746066727.770986:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976223872:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.770988:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066727.770994:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aaaaa00/0xfb36a14ee60811f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978514 expref: 6 pid: 21973 timeout: 788 lvb_type: 1 00000100:00100000:2.0:1746066727.771015:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976224000:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.771016:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+5:1964:x1830882975086464:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 90us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.771021:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5281 00010000:00010000:2.0:1746066727.771036:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->1216511] (req 1048576->1216511) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 15 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.771045:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41ba00, rc 0) 00000100:00100000:2.0:1746066727.771148:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28822:x1830882975086336:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2606us (2685us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.771154:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10656 00000100:00100000:0.0:1746066727.771551:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.771718:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975086592 00000100:00100000:3.0:1746066727.771721:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975086592 00010000:00010000:3.0:1746066727.771734:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60812f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978584 expref: 23 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:3.0:1746066727.771752:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5282 00000100:00100000:3.0:1746066727.771757:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975086592:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.771764:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066727.771773:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60812f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978584 expref: 23 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.771781:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60812f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978584 expref: 23 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.771792:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51400/0xfb36a14ee60812f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978584 expref: 23 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.771816:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.772345:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975086592:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 586us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.772351:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5282 00000100:00100000:0.0:1746066727.777362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.777567:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975086720 00000100:00100000:2.0:1746066727.777574:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975086720 00010000:00010000:2.0:1746066727.778056:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50800/0xfb36a14ee6081300 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97858b expref: 15 pid: 4614 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.778275:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5283 00000100:00100000:2.0:1746066727.778283:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975086720:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066727.778294:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066727.778312:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec50800/0xfb36a14ee6081300 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97858b expref: 15 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.778321:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec50800/0xfb36a14ee6081300 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97858b expref: 15 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.778339:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50800/0xfb36a14ee6081300 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97858b expref: 15 pid: 4614 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.778351:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.778352:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.778358:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 14 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.778364:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 14 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.778391:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 14 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066727.778400:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976224128:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066727.778880:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.779328:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1965:x1830882975085952:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 12025us (12468us total) trans 21474840153 rc 0/0 00000100:00100000:3.0:1746066727.779336:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 930 00000100:00100000:2.0:1746066727.779337:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0cc0 going to sleep for 11 seconds 00002000:00100000:3.0:1746066727.779344:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (483328->1048575) req@ffff88009a0d3800 x1830882975085952/t21474840153(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/448 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.779352:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3800 with x1830882975085952 ext(483328->1048575) 00010000:00010000:3.0:1746066727.779359:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 27 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.779369:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 27 pid: 8450 timeout: 788 lvb_type: 0 00002000:00010000:3.0:1746066727.779374:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a0d3800 00000100:00100000:3.0:1746066727.779392:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975086976 00000100:00100000:3.0:1746066727.779395:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975086976 00002000:00100000:3.0:1746066727.779412:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3837952->3842047) req@ffff88009a0d0e00 x1830882975086976/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.779418:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0e00 with x1830882975086976 ext(3837952->3842047) 00002000:00010000:3.0:1746066727.779421:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d0e00 00000100:00100000:3.0:1746066727.779445:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4357 00000100:00100000:3.0:1746066727.779451:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882975086976:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066727.779603:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882975086976:12345-192.168.202.57@tcp:3:cat.0 Request processed in 151us (722us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066727.779609:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4357 00002000:00100000:3.0:1746066727.779614:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3837952->3842047) req@ffff88009a0d0e00 x1830882975086976/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.779621:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0e00 with x1830882975086976 ext(3837952->3842047) 00002000:00010000:3.0:1746066727.779623:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d0e00 00000100:00100000:2.0:1746066727.784417:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976224128:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066727.784438:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066727.784488:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975086720:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6205us (7131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.784498:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5283 00000100:00100000:0.0:1746066727.787100:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.787148:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.787559:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975087360 00000100:00100000:2.0:1746066727.787567:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975087360 00010000:00010000:2.0:1746066727.787594:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 27 pid: 8450 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.787628:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5284 00000100:00100000:2.0:1746066727.787635:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1966:x1830882975087360:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066727.787647:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066727.787704:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975087232 00000100:00100000:3.0:1746066727.787707:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975087232 00002000:00100000:3.0:1746066727.787731:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1212416->1216511) req@ffff88009a0d1c00 x1830882975087232/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.787738:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d1c00 with x1830882975087232 ext(1212416->1216511) 00002000:00010000:3.0:1746066727.787742:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d1c00 00000100:00100000:3.0:1746066727.787755:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4358 00000100:00100000:3.0:1746066727.787759:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975087232:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066727.787933:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975087232:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 173us (838us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066727.787939:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4358 00002000:00100000:3.0:1746066727.787944:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1212416->1216511) req@ffff88009a0d1c00 x1830882975087232/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.787950:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d1c00 with x1830882975087232 ext(1212416->1216511) 00002000:00010000:3.0:1746066727.787952:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d1c00 00010000:00010000:2.0:1746066727.788249:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 27 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.788260:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 27 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.788279:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a633c00/0xfb36a14ee60816cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978824 expref: 27 pid: 8450 timeout: 788 lvb_type: 0 00010000:00010000:2.0:1746066727.788298:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.788300:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.788306:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97886a expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.788316:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97886a expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.788340:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97886a expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066727.788350:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976224256:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066727.788408:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.793017:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976224256:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066727.793041:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066727.793087:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975087360:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5451us (5937us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.793096:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5284 00000100:00100000:0.0:1746066727.793300:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.793395:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975087616 00000100:00100000:2.0:1746066727.793401:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975087616 00002000:00100000:2.0:1746066727.793429:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009a0d1500 x1830882975087616/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.793437:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d1500 with x1830882975087616 ext(0->1048575) 00002000:00010000:2.0:1746066727.793442:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d1500 00000100:00100000:2.0:1746066727.793470:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4359 00000100:00100000:2.0:1746066727.793477:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975087616:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066727.808305:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975087616:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14819us (14999us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066727.808314:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4359 00002000:00100000:3.0:1746066727.808324:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009a0d1500 x1830882975087616/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.808332:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d1500 with x1830882975087616 ext(0->1048575) 00002000:00010000:3.0:1746066727.808337:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d1500 00000100:00100000:0.0:1746066727.817346:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.817414:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975087744 00000100:00100000:2.0:1746066727.817420:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975087744 00000100:00100000:2.0:1746066727.817474:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10657 00000100:00100000:2.0:1746066727.817483:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:28824:x1830882975087744:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.817498:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.817511:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978878 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.817533:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 13 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.817539:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066727.817541:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066727.817543:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978878 expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.817566:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 13 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.817586:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 13 pid: 10402 timeout: 788 lvb_type: 0 00000100:00100000:2.0:1746066727.817595:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976224384:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066727.817667:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.820740:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976224384:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.820766:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978878 expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.820780:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41b000, rc 0) 00000100:00100000:2.0:1746066727.820817:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28824:x1830882975087744:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3335us (3478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.820825:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10657 00000100:00100000:0.0:1746066727.821013:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.821061:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975087872 00000100:00100000:3.0:1746066727.821066:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975087872 00002000:00100000:3.0:1746066727.821101:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009a0d3480 x1830882975087872/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 504/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.821109:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3480 with x1830882975087872 ext(1048576->2097151) 00010000:00010000:3.0:1746066727.821115:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 14 pid: 10402 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.821125:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 14 pid: 10402 timeout: 788 lvb_type: 0 00002000:00010000:3.0:1746066727.821130:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a0d3480 00000100:00100000:3.0:1746066727.821145:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 931 00000100:00100000:3.0:1746066727.821151:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975087872:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:3.0:1746066727.831720:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975087872:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 10562us (10701us total) trans 17179872816 rc 0/0 00000100:00100000:3.0:1746066727.831731:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 931 00002000:00100000:3.0:1746066727.831741:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009a0d3480 x1830882975087872/t17179872816(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 504/448 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.831750:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3480 with x1830882975087872 ext(1048576->2097151) 00010000:00010000:3.0:1746066727.831759:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 16 pid: 10402 timeout: 788 lvb_type: 0 00010000:00010000:3.0:1746066727.831772:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 16 pid: 10402 timeout: 789 lvb_type: 0 00002000:00010000:3.0:1746066727.831779:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a0d3480 00000100:00100000:0.0:1746066727.837896:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.837992:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975088000 00000100:00100000:2.0:1746066727.838000:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975088000 00010000:00010000:2.0:1746066727.838031:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 16 pid: 10402 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066727.838668:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5285 00000100:00100000:2.0:1746066727.838703:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1965:x1830882975088000:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066727.838716:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066727.838735:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 16 pid: 10402 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066727.838750:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 16 pid: 10402 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066727.838772:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60816e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978839 expref: 16 pid: 10402 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066727.838789:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.838791:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.838797:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978878 expref: 22 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.838804:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978878 expref: 22 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.838835:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978878 expref: 22 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066727.838844:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976224512:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066727.839642:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.842090:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976224512:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066727.842110:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.842197:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1965:x1830882975088000:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3520us (4307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.842206:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5285 00000100:00100000:0.0:1746066727.845827:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.845989:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975088256 00000100:00100000:3.0:1746066727.845996:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975088256 00002000:00100000:3.0:1746066727.846036:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009a0d0700 x1830882975088256/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.846044:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0700 with x1830882975088256 ext(1048576->2097151) 00002000:00010000:3.0:1746066727.846048:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d0700 00000100:00100000:3.0:1746066727.846369:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4360 00000100:00100000:3.0:1746066727.846377:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975088256:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066727.856488:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.858239:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.858437:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.858588:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975088384 00000100:00100000:2.0:1746066727.858596:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975088384 00000100:00100000:2.0:1746066727.858647:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975088512 00000100:00100000:2.0:1746066727.858650:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975088512 00000100:00100000:2.0:1746066727.858685:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10658 00000100:00100000:2.0:1746066727.858692:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882975088384:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.858710:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.858725:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e41b600/0xfb36a14ee6081728 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97887f expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.858745:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.858746:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.858754:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e41b600/0xfb36a14ee6081728 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97887f expref: 27 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.858768:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e41b600/0xfb36a14ee6081728 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97887f expref: 27 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.858777:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41b600, rc 0) 00000100:00100000:2.0:1746066727.858814:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882975088384:12345-192.168.202.57@tcp:101:cat.0 Request processed in 123us (2333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.858823:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10658 00000100:00100000:2.0:1746066727.858836:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10659 00000100:00100000:2.0:1746066727.858841:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975088512:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.858847:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.858855:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee608172f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978886 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.858865:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.858866:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.858870:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee608172f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978886 expref: 16 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.858878:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee608172f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978886 expref: 16 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.858885:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41a600, rc 0) 00000100:00100000:2.0:1746066727.858897:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975088512:12345-192.168.202.57@tcp:101:cat.0 Request processed in 57us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.858902:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10659 00000100:00100000:1.0:1746066727.859373:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975088640 00000100:00100000:1.0:1746066727.859377:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975088640 00000100:00100000:1.0:1746066727.859394:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10660 00000100:00100000:1.0:1746066727.859399:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882975088640:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066727.859406:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066727.859412:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec51000/0xfb36a14ee6081736 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97888d expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066727.859427:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51000/0xfb36a14ee6081736 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97888d expref: 28 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.859440:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51000/0xfb36a14ee6081736 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97888d expref: 28 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066727.859452:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51000, rc 0) 00000100:00100000:1.0:1746066727.859467:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882975088640:12345-192.168.202.57@tcp:101:cat.0 Request processed in 69us (1031us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066727.859472:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10660 00000100:00100000:2.0:1746066727.860033:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975088256:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13656us (14210us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066727.860040:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4360 00002000:00100000:2.0:1746066727.860047:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009a0d0700 x1830882975088256/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.860054:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0700 with x1830882975088256 ext(1048576->2097151) 00002000:00010000:2.0:1746066727.860058:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d0700 00000100:00100000:0.0:1746066727.867639:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.867719:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975088768 00000100:00100000:3.0:1746066727.867726:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975088768 00000100:00100000:3.0:1746066727.867766:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10661 00000100:00100000:3.0:1746066727.867772:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28824:x1830882975088768:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.867785:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.867798:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978894 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.867820:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 15 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.867830:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.867832:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.867835:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978894 expref: 24 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.867857:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 15 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.867866:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 15 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066727.867876:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976224640:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.867940:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.874525:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.874551:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.874573:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.874591:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975089024 00000100:00100000:0.0:1746066727.874598:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.874602:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975089024 00000100:00100000:2.0:1746066727.874615:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975089280 00000100:00100000:2.0:1746066727.874617:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975089280 00002000:00100000:2.0:1746066727.874650:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800924d3480 x1830882975089280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746066727.874663:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975089664 00002000:00100000:2.0:1746066727.874665:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3480 with x1830882975089280 ext(1048576->2097151) 00000100:00100000:1.0:1746066727.874667:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975089664 00002000:00010000:2.0:1746066727.874669:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924d3480 00000100:00100000:2.0:1746066727.874705:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975089536 00002000:00100000:1.0:1746066727.874705:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1216512->2097151) req@ffff8800924d1880 x1830882975089664/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746066727.874708:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975089536 00002000:00100000:1.0:1746066727.874713:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d1880 with x1830882975089664 ext(1216512->2097151) 00010000:00010000:1.0:1746066727.874719:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 18 pid: 8450 timeout: 789 lvb_type: 0 00002000:00100000:2.0:1746066727.874720:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1216511) req@ffff8800924d2a00 x1830882975089536/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.874726:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2a00 with x1830882975089536 ext(1048576->1216511) 00010000:00010000:2.0:1746066727.874731:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 18 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066727.874731:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 18 pid: 8450 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746066727.874737:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924d1880 00010000:00010000:2.0:1746066727.874740:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 18 pid: 8450 timeout: 789 lvb_type: 0 00002000:00010000:2.0:1746066727.874745:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924d2a00 00000100:00100000:1.0:1746066727.874749:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 932 00000100:00100000:1.0:1746066727.874761:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975089664:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066727.874767:0:31366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 933 00000100:00100000:2.0:1746066727.874772:0:31366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975089536:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066727.874963:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4361 00000100:00100000:2.0:1746066727.874968:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975089280:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066727.875760:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976224640:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.875783:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978894 expref: 24 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.875794:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f883c00, rc 0) 00000100:00100000:3.0:1746066727.875835:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28824:x1830882975088768:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8062us (8201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.875841:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10661 00002000:00100000:2.0:1746066727.876900:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009f7e7b80 x1830882975089024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.876910:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e7b80 with x1830882975089024 ext(0->1048575) 00002000:00010000:2.0:1746066727.876913:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f7e7b80 00000100:00100000:2.0:1746066727.876936:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4362 00000100:00100000:2.0:1746066727.876941:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1966:x1830882975089024:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066727.880788:0:31366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975089536:12345-192.168.202.57@tcp:4:cat.0 Request processed in 6005us (6178us total) trans 17179872817 rc 0/0 00000100:00100000:3.0:1746066727.880799:0:31366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 933 00002000:00100000:3.0:1746066727.880811:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1216511) req@ffff8800924d2a00 x1830882975089536/t17179872817(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/448 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.880820:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2a00 with x1830882975089536 ext(1048576->1216511) 00010000:00010000:3.0:1746066727.880829:0:31366:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 22 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066727.880840:0:31366:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 22 pid: 8450 timeout: 789 lvb_type: 0 00002000:00010000:3.0:1746066727.880847:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924d2a00 00000100:00100000:2.0:1746066727.887156:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975089280:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12180us (12595us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066727.887165:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4361 00002000:00100000:2.0:1746066727.887184:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800924d3480 x1830882975089280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.887963:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3480 with x1830882975089280 ext(1048576->2097151) 00002000:00010000:2.0:1746066727.887968:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924d3480 00000100:00100000:1.0:1746066727.888386:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975089664:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13628us (13809us total) trans 0 rc 880640/880640 00000100:00100000:1.0:1746066727.888394:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 932 00002000:00100000:1.0:1746066727.888401:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1216512->2097151) req@ffff8800924d1880 x1830882975089664/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 880640/880640 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066727.888408:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d1880 with x1830882975089664 ext(1216512->2097151) 00010000:00010000:1.0:1746066727.888415:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 18 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066727.888427:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 18 pid: 8450 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746066727.888432:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924d1880 00000100:00100000:0.0:1746066727.892792:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.892927:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975089792 00000100:00100000:3.0:1746066727.892934:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975089792 00010000:00010000:3.0:1746066727.892963:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 18 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066727.893080:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5286 00000100:00100000:3.0:1746066727.893087:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975089792:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066727.893098:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066727.893112:0:7107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066725 -> 1746066727 00002000:00010000:3.0:1746066727.893114:0:7107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066725 -> 1746066727 00010000:00010000:3.0:1746066727.893119:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 18 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066727.893128:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 18 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066727.893150:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e41ba00/0xfb36a14ee608171a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1216511) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978871 expref: 18 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066727.893185:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.893187:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.893193:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978894 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.893201:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978894 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.893228:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978894 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.893238:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976224768:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066727.893312:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.898626:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976224768:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066727.898645:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066727.898704:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975089792:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5616us (5917us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.898714:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5286 00000100:00100000:0.0:1746066727.899086:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.899695:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1966:x1830882975089024:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22731us (25155us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066727.899703:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4362 00002000:00100000:2.0:1746066727.899712:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009f7e7b80 x1830882975089024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.899720:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e7b80 with x1830882975089024 ext(0->1048575) 00002000:00010000:2.0:1746066727.899724:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f7e7b80 00000100:00100000:2.0:1746066727.899739:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975090048 00000100:00100000:2.0:1746066727.899744:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975090048 00002000:00100000:2.0:1746066727.899765:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800924d1f80 x1830882975090048/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.899772:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d1f80 with x1830882975090048 ext(1048576->2097151) 00002000:00010000:2.0:1746066727.899775:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924d1f80 00000100:00100000:2.0:1746066727.899795:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4363 00000100:00100000:2.0:1746066727.899801:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975090048:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066727.910465:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.910546:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975090176 00000100:00100000:3.0:1746066727.910554:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975090176 00000100:00100000:3.0:1746066727.910595:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10662 00000100:00100000:3.0:1746066727.910601:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28830:x1830882975090176:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.910619:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.910631:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6081744 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97889b expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.910650:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.910652:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.910657:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6081744 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97889b expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.910668:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6081744 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97889b expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.910709:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3c600, rc 0) 00000100:00100000:3.0:1746066727.910745:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28830:x1830882975090176:12345-192.168.202.57@tcp:101:cat.0 Request processed in 144us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.910750:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10662 00000100:00100000:3.0:1746066727.913979:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975090048:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14170us (14886us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066727.913990:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4363 00002000:00100000:3.0:1746066727.914000:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800924d1f80 x1830882975090048/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.914008:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d1f80 with x1830882975090048 ext(1048576->2097151) 00002000:00010000:3.0:1746066727.914013:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924d1f80 00000100:00100000:0.0:1746066727.920361:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.920444:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.920521:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975090432 00000100:00100000:3.0:1746066727.920529:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975090432 00002000:00100000:3.0:1746066727.920564:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009284ad80 x1830882975090432/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.920579:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284ad80 with x1830882975090432 ext(1048576->2097151) 00002000:00010000:3.0:1746066727.920584:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284ad80 00000100:00100000:3.0:1746066727.920614:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4364 00000100:00100000:3.0:1746066727.920622:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975090432:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066727.921916:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975090560 00000100:00100000:2.0:1746066727.921922:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975090560 00000100:00100000:2.0:1746066727.921959:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10663 00000100:00100000:2.0:1746066727.921966:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:28824:x1830882975090560:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066727.921977:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.921991:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed06c00/0xfb36a14ee608174b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788a2 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.922009:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.922011:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.922017:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed06c00/0xfb36a14ee608174b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a2 expref: 31 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.922029:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ed06c00/0xfb36a14ee608174b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a2 expref: 31 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.922037:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed06c00, rc 0) 00000100:00100000:2.0:1746066727.922073:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28824:x1830882975090560:12345-192.168.202.57@tcp:101:cat.0 Request processed in 107us (1628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.922078:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10663 00000100:00100000:0.0:1746066727.930161:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.931073:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975090432:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10449us (10717us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066727.931084:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4364 00002000:00100000:3.0:1746066727.931093:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009284ad80 x1830882975090432/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.931101:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284ad80 with x1830882975090432 ext(1048576->2097151) 00002000:00010000:3.0:1746066727.931105:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284ad80 00000100:00100000:3.0:1746066727.931124:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975090816 00000100:00100000:3.0:1746066727.931130:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975090816 00002000:00100000:3.0:1746066727.931154:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880092849500 x1830882975090816/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.931161:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849500 with x1830882975090816 ext(2097152->3145727) 00002000:00010000:3.0:1746066727.931163:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092849500 00000100:00100000:3.0:1746066727.933296:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4365 00000100:00100000:3.0:1746066727.933309:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882975090816:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066727.945790:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.946289:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975090944 00000100:00100000:3.0:1746066727.946296:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975090944 00000100:00100000:3.0:1746066727.946345:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10664 00000100:00100000:3.0:1746066727.946353:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28830:x1830882975090944:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.946371:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.946387:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788a9 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.946410:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 32 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.946417:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.946418:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.946421:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 28 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.946447:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 32 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.946459:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 32 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066727.946469:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976224896:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.946558:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066727.947337:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.947394:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975091072 00000100:00100000:3.0:1746066727.947398:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975091072 00000100:00100000:3.0:1746066727.947779:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9060 00000100:00100000:3.0:1746066727.947785:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:28831:x1830882975091072:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066727.947799:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.947814:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991dce00/0xfb36a14ee6081759 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788b0 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.947862:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee6081760 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066727.947871:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee6081760 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066727.947881:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee6081760 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066727.947890:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3a00/0xfb36a14ee6081767 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066727.947894:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3a00/0xfb36a14ee6081767 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066727.947898:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3a00/0xfb36a14ee6081767 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066727.947985:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066727.948094:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632400/0xfb36a14ee6081680 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787ec expref: 264 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.948101:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633e00/0xfb36a14ee608169c lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787fa expref: 19 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.948106:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 5/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 13 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066727.948125:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633e00/0xfb36a14ee608169c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787fa expref: 19 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.948136:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633e00/0xfb36a14ee608169c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787fa expref: 19 pid: 809 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066727.948144:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976225024:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.948689:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632400/0xfb36a14ee6081680 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787ec expref: 264 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.948696:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632400/0xfb36a14ee6081680 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787ec expref: 264 pid: 809 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066727.948704:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976225152:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.948733:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.950108:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882975090816:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16799us (19951us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066727.950116:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4365 00002000:00100000:3.0:1746066727.950125:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880092849500 x1830882975090816/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.950133:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849500 with x1830882975090816 ext(2097152->3145727) 00002000:00010000:3.0:1746066727.950138:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092849500 00000100:00100000:2.0:1746066727.950217:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976224896:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.950235:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 28 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.950257:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3dc00, rc 0) 00000100:00100000:2.0:1746066727.950275:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28830:x1830882975090944:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3923us (4493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.950281:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10664 00000100:00100000:0.0:1746066727.950876:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.951435:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976225024:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066727.951443:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976225152:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.951462:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 13 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00100000:3.0:1746066727.951768:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975091200 00000100:00100000:3.0:1746066727.951774:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975091200 00002000:00100000:3.0:1746066727.951803:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3330048->3842047) req@ffff880092849880 x1830882975091200/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.951810:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849880 with x1830882975091200 ext(3330048->3842047) 00010000:00010000:3.0:1746066727.951816:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 31 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066727.951826:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 31 pid: 8450 timeout: 789 lvb_type: 0 00002000:00010000:3.0:1746066727.951831:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092849880 00000100:00100000:3.0:1746066727.951846:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 934 00000100:00100000:3.0:1746066727.951853:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975091200:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066727.952465:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.952500:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.952641:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975091456 00000100:00100000:0.0:1746066727.952645:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975091456 00000100:00100000:0.0:1746066727.953358:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975091712 00000100:00100000:0.0:1746066727.953362:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975091712 00000100:00100000:0.0:1746066727.953410:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3581 00000100:00100000:0.0:1746066727.953417:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:27101:x1830882975091456:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746066727.953609:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:27101:x1830882975091456:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 192us (1144us total) trans 8589942918 rc 0/0 00000100:00100000:0.0:1746066727.953616:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3581 00000100:00100000:0.0:1746066727.953630:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3582 00000100:00100000:0.0:1746066727.953635:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+265:13378:x1830882975091712:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746066727.953715:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+266:13378:x1830882975091712:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 80us (1215us total) trans 8589942919 rc 0/0 00000100:00100000:0.0:1746066727.953721:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3582 00000100:00100000:2.0:1746066727.958120:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.958384:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975091840 00000100:00100000:3.0:1746066727.958392:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975091840 00000100:00100000:3.0:1746066727.958435:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10665 00000100:00100000:3.0:1746066727.958442:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:28824:x1830882975091840:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066727.958456:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066727.958471:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788b7 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.958490:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066727.958495:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b7 expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.958504:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b7 expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.958511:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f383c00, rc 0) 00000100:00100000:3.0:1746066727.959393:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28824:x1830882975091840:12345-192.168.202.57@tcp:101:cat.0 Request processed in 949us (1278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066727.959401:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10665 00000100:00100000:2.0:1746066727.960042:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.960069:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.960093:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975091968 00000100:00100000:2.0:1746066727.960097:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975091968 00010000:00010000:2.0:1746066727.960118:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632400/0xfb36a14ee6081680 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787ec expref: 266 pid: 809 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066727.960135:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975092096 00000100:00100000:2.0:1746066727.960137:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975092096 00010000:00010000:2.0:1746066727.960146:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633e00/0xfb36a14ee608169c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787fa expref: 21 pid: 809 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066727.960163:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5287 00000100:00100000:2.0:1746066727.960169:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+266:1964:x1830882975091968:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066727.960189:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066727.960194:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632400/0xfb36a14ee6081680 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787ec expref: 266 pid: 809 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066727.960201:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632400/0xfb36a14ee6081680 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787ec expref: 266 pid: 809 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066727.960217:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a632400/0xfb36a14ee6081680 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787ec expref: 266 pid: 809 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066727.960242:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066727.960246:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 13 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960253:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 13 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960258:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 13 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960262:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066727.960285:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+265:1964:x1830882975091968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 117us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.960290:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5287 00000100:00100000:2.0:1746066727.960303:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5288 00000100:00100000:2.0:1746066727.960307:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975092096:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066727.960313:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066727.960316:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633e00/0xfb36a14ee608169c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787fa expref: 21 pid: 809 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066727.960324:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633e00/0xfb36a14ee608169c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787fa expref: 21 pid: 809 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066727.960334:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a633e00/0xfb36a14ee608169c lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787fa expref: 21 pid: 809 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066727.960342:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066727.960345:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 12 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960350:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960355:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960369:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066727.960385:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975092096:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 78us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.960390:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5288 00010000:00010000:2.0:1746066727.960406:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960412:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066727.960444:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000004:00200000:2.0:1746066727.960448:0:20127:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066727.960460:0:20127:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960472:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960480:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee6081760 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960485:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee6081760 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960489:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee6081760 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960493:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009edc3e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066727.960496:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee6081760 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960501:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee6081760 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960508:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066727.960510:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066727.960513:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee6081760 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960516:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee6081760 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960527:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3a00/0xfb36a14ee6081767 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960532:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3a00/0xfb36a14ee6081767 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960536:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3a00/0xfb36a14ee6081767 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960540:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009edc3a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066727.960542:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3a00/0xfb36a14ee6081767 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960547:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3a00/0xfb36a14ee6081767 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960552:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009350df00) 00010000:00010000:2.0:1746066727.960554:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066727.960556:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3a00/0xfb36a14ee6081767 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960560:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3a00/0xfb36a14ee6081767 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.960589:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991dce00/0xfb36a14ee6081759 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b0 expref: 14 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.960599:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b0 expref: 13 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.960604:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066727.960606:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066727.960607:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edc2000, rc 0) 00000100:00100000:2.0:1746066727.960641:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:28831:x1830882975091072:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 12857us (13306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.960646:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9060 00000100:00100000:3.0:1746066727.961768:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975091200:12345-192.168.202.57@tcp:4:cat.0 Request processed in 9913us (10891us total) trans 21474840154 rc 0/0 00000100:00100000:3.0:1746066727.961776:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 934 00002000:00100000:3.0:1746066727.961783:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3330048->3842047) req@ffff880092849880 x1830882975091200/t21474840154(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/448 e 0 to 0 dl 1746066738 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.961791:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849880 with x1830882975091200 ext(3330048->3842047) 00010000:00010000:3.0:1746066727.961797:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 34 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066727.961807:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 34 pid: 8450 timeout: 789 lvb_type: 0 00002000:00010000:3.0:1746066727.961813:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092849880 00000100:00100000:0.0:1746066727.964333:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.964429:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975092352 00000100:00100000:2.0:1746066727.964436:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975092352 00000100:00100000:0.0:1746066727.964457:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066727.964461:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 34 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746066727.964477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.964491:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.964497:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5289 00000100:00100000:2.0:1746066727.964503:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882975092352:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746066727.964504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.964521:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066727.964525:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746066727.964533:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975092224 00000100:00100000:0.0:1746066727.964535:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975092224 00010000:00010000:2.0:1746066727.964543:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 34 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746066727.964550:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975092480 00010000:00010000:2.0:1746066727.964552:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 34 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746066727.964552:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975092480 00000100:00100000:0.0:1746066727.964561:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975092736 00000100:00100000:0.0:1746066727.964562:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975092736 00000100:00100000:0.0:1746066727.964569:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975092608 00010000:00010000:2.0:1746066727.964570:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e41ac00/0xfb36a14ee608170c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [3330048->4194303] (req 3330048->3842047) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978863 expref: 34 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746066727.964571:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975092608 00000100:00100000:0.0:1746066727.964578:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975092864 00000100:00100000:0.0:1746066727.964580:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975092864 00010000:00010000:2.0:1746066727.964583:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.964585:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746066727.964589:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10666 00010000:00010000:2.0:1746066727.964590:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066727.964594:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975092224:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066727.964598:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.964604:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.964605:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066727.964605:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.964607:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b7 expref: 33 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066727.964613:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed35c00/0xfb36a14ee608177c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788be expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.964617:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b7 expref: 33 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066727.964624:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066727.964625:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066727.964629:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed35c00/0xfb36a14ee608177c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788be expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066727.964637:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ed35c00/0xfb36a14ee608177c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788be expref: 11 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.964639:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b7 expref: 33 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066727.964644:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed35c00, rc 0) 00000100:00100000:2.0:1746066727.964648:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976225280:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066727.964670:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975092224:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 75us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066727.964695:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10666 00000100:00100000:0.0:1746066727.964708:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10667 00010000:00010000:2.0:1746066727.964712:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066727.964713:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975092480:12345-192.168.202.57@tcp:101:mirror_io.0 00000100:00100000:2.0:1746066727.964720:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093210380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976225408:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066727.964720:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066727.964727:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081783 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788c5 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066727.964736:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746066727.964737:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0300 going to sleep for 11 seconds 00010000:00010000:0.0:1746066727.964737:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066727.964741:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081783 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788c5 expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066727.964749:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081783 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788c5 expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066727.964751:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10668 00010000:00010000:0.0:1746066727.964755:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34c00, rc 0) 00000100:00100000:2.0:1746066727.964756:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975092736:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066727.964761:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.964766:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed06e00/0xfb36a14ee608178a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788d3 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066727.964767:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975092480:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 55us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066727.964772:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10667 00010000:00010000:2.0:1746066727.964773:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.964774:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.964778:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed06e00/0xfb36a14ee608178a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788d3 expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066727.964781:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10669 00000100:00100000:0.0:1746066727.964785:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975092608:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066727.964786:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ed06e00/0xfb36a14ee608178a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788d3 expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066727.964789:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066727.964795:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081791 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788cc expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.964797:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed06e00, rc 0) 00010000:00010000:0.0:1746066727.964803:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066727.964804:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066727.964807:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788cc expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066727.964808:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975092736:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 52us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.964812:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10668 00010000:00010000:0.0:1746066727.964819:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788cc expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066727.964820:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10670 00000100:00100000:2.0:1746066727.964824:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975092864:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066727.964825:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34400, rc 0) 00010000:00010000:2.0:1746066727.964829:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.964834:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ed06a00/0xfb36a14ee6081798 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788da expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066727.964836:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975092608:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 51us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066727.964840:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10669 00010000:00010000:2.0:1746066727.964841:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.964842:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066727.964846:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed06a00/0xfb36a14ee6081798 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788da expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.964853:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ed06a00/0xfb36a14ee6081798 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788da expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066727.964858:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed06a00, rc 0) 00000100:00100000:2.0:1746066727.964870:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975092864:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 45us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.964874:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10670 00000100:00100000:2.0:1746066727.967989:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093210380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976225408:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066727.968959:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066727.969244:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976225280:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066727.969263:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066727.969308:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1966:x1830882975092352:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4804us (4979us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066727.969317:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5289 00000100:00100000:3.0:1746066727.969436:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975093120 00000100:00100000:3.0:1746066727.969443:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975093120 00002000:00100000:3.0:1746066727.969473:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880093211f80 x1830882975093120/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.969481:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211f80 with x1830882975093120 ext(3145728->4194303) 00002000:00010000:3.0:1746066727.969485:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093211f80 00000100:00100000:3.0:1746066727.969501:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4366 00000100:00100000:3.0:1746066727.969507:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975093120:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066727.969868:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.970144:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975093632 00000100:00100000:2.0:1746066727.970147:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975093632 00000100:00100000:2.0:1746066727.970170:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9061 00000100:00100000:2.0:1746066727.970187:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:28831:x1830882975093632:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066727.970197:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.970290:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee608179f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788e1 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.970357:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60817a6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.970369:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b0 expref: 14 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.970374:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60817a6 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.970395:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b0 expref: 14 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.970404:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b0 expref: 14 pid: 20127 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066727.970412:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093212a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976225536:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066727.970469:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4eb0300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066727.970502:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.970546:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975093376 00000100:00100000:2.0:1746066727.970549:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975093376 00002000:00100000:2.0:1746066727.970564:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880093210700 x1830882975093376/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066727.970576:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210700 with x1830882975093376 ext(3145728->4194303) 00002000:00010000:2.0:1746066727.970579:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210700 00000100:00100000:2.0:1746066727.970588:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4367 00000100:00100000:2.0:1746066727.970593:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975093376:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066727.974306:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093212a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976225536:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066727.974329:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60817a6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00100000:0.0:1746066727.975771:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.976415:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975093760 00000100:00100000:2.0:1746066727.976422:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975093760 00010000:00010000:2.0:1746066727.976451:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b0 expref: 15 pid: 20127 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066727.976490:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5290 00000100:00100000:2.0:1746066727.976498:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+15:1964:x1830882975093760:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066727.976508:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066727.976513:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b0 expref: 15 pid: 20127 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066727.976523:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b0 expref: 15 pid: 20127 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066727.976541:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc2000/0xfb36a14ee608176e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b0 expref: 15 pid: 20127 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066727.976571:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066727.976576:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60817a6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.976584:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60817a6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.976590:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60817a6 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.976609:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066727.976644:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882975093760:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 147us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066727.976650:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5290 00010000:00010000:2.0:1746066727.976672:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60817a6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.976699:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60817a6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066727.976715:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066727.976827:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee608179f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788e1 expref: 15 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.976839:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60817a6 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788e1 expref: 14 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.976844:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066727.976846:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066727.976848:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed07c00, rc 0) 00000100:00100000:2.0:1746066727.976871:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+14:28831:x1830882975093632:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 6685us (7003us total) trans 8589942920 rc 0/0 00000100:00100000:2.0:1746066727.976881:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9061 00000100:00100000:3.0:1746066727.982540:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975093376:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11937us (12028us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066727.982601:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066727.982627:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975094016 00000100:00100000:2.0:1746066727.982634:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975094016 00000100:00100000:2.0:1746066727.982669:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9062 00000100:00100000:2.0:1746066727.982695:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+14:28831:x1830882975094016:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066727.982714:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066727.982717:0:20127:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746066727.982739:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee60817a6 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788e1 expref: 14 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.982751:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066727.982755:0:20127:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066727.982764:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee60817b4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788e8 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066727.982973:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4367 00002000:00100000:3.0:1746066727.982982:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880093210700 x1830882975093376/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.982990:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210700 with x1830882975093376 ext(3145728->4194303) 00002000:00010000:3.0:1746066727.982994:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210700 00010000:00010000:2.0:1746066727.983032:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3200/0xfb36a14ee60817bb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.983043:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3200/0xfb36a14ee60817bb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066727.983051:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3200/0xfb36a14ee60817bb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066727.983061:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00000100:00100000:3.0:1746066727.983204:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975093120:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13696us (14247us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066727.983210:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4366 00002000:00100000:3.0:1746066727.983215:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880093211f80 x1830882975093120/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.983221:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211f80 with x1830882975093120 ext(3145728->4194303) 00002000:00010000:3.0:1746066727.983224:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093211f80 00010000:00010000:2.0:1746066727.983307:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee60817b4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788e8 expref: 16 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.983321:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3200/0xfb36a14ee60817bb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788e8 expref: 15 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066727.983326:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066727.983328:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746066727.983330:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edc3200, rc 0) 00000100:00100000:2.0:1746066727.983362:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+15:28831:x1830882975094016:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 687us (762us total) trans 8589942921 rc 0/0 00000100:00100000:2.0:1746066727.983368:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9062 00000100:00100000:0.0:1746066727.988758:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.992485:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975094272 00000100:00100000:3.0:1746066727.992494:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975094272 00002000:00100000:3.0:1746066727.992529:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880135e5c700 x1830882975094272/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/0 e 0 to 0 dl 1746066738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066727.992537:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5c700 with x1830882975094272 ext(4194304->5079039) 00002000:00010000:3.0:1746066727.992542:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5c700 00000100:00100000:3.0:1746066727.992565:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4368 00000100:00100000:3.0:1746066727.992571:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882975094272:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066727.999215:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.999251:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.999262:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.999273:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066727.999291:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975094528 00000100:00100000:3.0:1746066727.999298:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975094528 00000100:00100000:3.0:1746066727.999328:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975094784 00000100:00100000:3.0:1746066727.999330:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975094784 00000100:00100000:3.0:1746066727.999339:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975095040 00000100:00100000:3.0:1746066727.999341:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975095040 00000100:00100000:3.0:1746066727.999349:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975094400 00000100:00100000:3.0:1746066727.999350:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975094400 00000100:00100000:3.0:1746066727.999362:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10671 00000100:00100000:3.0:1746066727.999369:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975094528:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066727.999404:0:21203:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999419:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978878 expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999428:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081783 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788c5 expref: 9 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.999435:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee608172f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978886 expref: 17 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.999441:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.999442:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.999445:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999472:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee608172f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978886 expref: 17 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.999483:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee608172f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978886 expref: 17 pid: 8450 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066727.999494:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976225664:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.999554:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081783 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788c5 expref: 9 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.999561:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081783 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788c5 expref: 9 pid: 8451 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066727.999568:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976225792:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.999589:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978878 expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999596:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978878 expref: 23 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066727.999602:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976225920:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.999618:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.999634:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10672 00000100:00100000:3.0:1746066727.999640:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+12:1966:x1830882975094784:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066727.999656:0:9776:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999670:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee60811fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97851b expref: 12 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.999692:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608132a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785b5 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999698:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081323 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ae expref: 32 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999703:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.999704:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.999706:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999720:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081323 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ae expref: 32 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999727:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081323 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ae expref: 32 pid: 8452 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066727.999735:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976226048:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.999760:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608132a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785b5 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999767:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608132a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785b5 expref: 29 pid: 8452 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066727.999780:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976226176:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.999800:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee60811fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97851b expref: 12 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.999807:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee60811fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97851b expref: 12 pid: 8451 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066727.999814:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976226304:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.999826:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.999840:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10673 00000100:00100000:3.0:1746066727.999846:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975095040:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066727.999859:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999868:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787a6 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999874:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed06a00/0xfb36a14ee6081798 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788da expref: 9 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.999880:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a633000/0xfb36a14ee60816b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978808 expref: 17 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.999884:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.999886:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066727.999888:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999900:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a633000/0xfb36a14ee60816b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978808 expref: 17 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.999907:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a633000/0xfb36a14ee60816b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978808 expref: 17 pid: 10402 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066727.999913:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092514380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976226432:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.999935:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ed06a00/0xfb36a14ee6081798 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788da expref: 9 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066727.999942:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ed06a00/0xfb36a14ee6081798 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788da expref: 9 pid: 8452 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066727.999948:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092517b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976226560:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066727.999964:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787a6 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066727.999970:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787a6 expref: 23 pid: 21203 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066727.999976:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092515f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976226688:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066727.999987:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066727.999999:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10674 00000100:00100000:3.0:1746066728.000004:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:1966:x1830882975094400:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066728.000017:0:4614:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000026:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97886a expref: 32 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000033:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ed35c00/0xfb36a14ee608177c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788be expref: 12 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.000039:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e41b600/0xfb36a14ee6081728 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97887f expref: 29 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.000043:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.000044:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.000046:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 6/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000060:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e41b600/0xfb36a14ee6081728 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97887f expref: 29 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.000066:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e41b600/0xfb36a14ee6081728 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97887f expref: 29 pid: 8450 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.000072:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092514700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976226816:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.000090:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ed35c00/0xfb36a14ee608177c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788be expref: 12 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.000097:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ed35c00/0xfb36a14ee608177c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788be expref: 12 pid: 8451 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.000103:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976226944:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.000116:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97886a expref: 32 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000122:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97886a expref: 32 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.000129:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976227072:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.000138:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a494d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066728.000164:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.000192:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975094656 00000100:00100000:3.0:1746066728.000195:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975094656 00000100:00100000:3.0:1746066728.000214:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10675 00000100:00100000:3.0:1746066728.000218:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975094656:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066728.000231:0:8452:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000240:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978894 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000247:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081791 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788cc expref: 10 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.000253:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6081744 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97889b expref: 17 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000258:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.000259:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.000261:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000274:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6081744 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97889b expref: 17 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000282:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6081744 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97889b expref: 17 pid: 21203 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.000289:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976227200:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.000307:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788cc expref: 10 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.000315:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081791 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788cc expref: 10 pid: 8451 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.000322:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976227328:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.000336:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978894 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000347:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978894 expref: 23 pid: 21203 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.000353:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976227456:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.000362:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066728.000415:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.000428:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975094912 00000100:00100000:3.0:1746066728.000431:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975094912 00000100:00100000:3.0:1746066728.000446:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10676 00000100:00100000:3.0:1746066728.000450:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975094912:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066728.000463:0:8112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000471:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 29 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000477:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06e00/0xfb36a14ee608178a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788d3 expref: 13 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.000483:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b7 expref: 32 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000489:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97880f expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000499:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06c00/0xfb36a14ee608174b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a2 expref: 32 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000505:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d7 expref: 32 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000509:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 3 00010000:00010000:3.0:1746066728.000510:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 3 00010000:00010000:3.0:1746066728.000512:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 9/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000525:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d7 expref: 32 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000532:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d7 expref: 32 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.000539:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976227584:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.000557:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ed06c00/0xfb36a14ee608174b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a2 expref: 32 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000563:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ed06c00/0xfb36a14ee608174b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a2 expref: 32 pid: 4614 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.000569:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976227712:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.000582:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97880f expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000588:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97880f expref: 29 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.000594:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976227840:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.000606:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b7 expref: 32 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000612:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b7 expref: 32 pid: 21203 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.000618:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099713480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976227968:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.000630:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ed06e00/0xfb36a14ee608178a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788d3 expref: 13 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.000637:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ed06e00/0xfb36a14ee608178a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788d3 expref: 13 pid: 8452 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.000643:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099712d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976228096:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.000657:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 29 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.000663:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 29 pid: 21203 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.000670:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976228224:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.000698:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066728.009033:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882975094272:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16455us (20276us total) trans 0 rc 884736/884736 00000100:00100000:1.0:1746066728.009043:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4368 00002000:00100000:1.0:1746066728.009053:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880135e5c700 x1830882975094272/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:133/0 lens 488/440 e 0 to 0 dl 1746066738 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.009061:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5c700 with x1830882975094272 ext(4194304->5079039) 00010000:00010000:1.0:1746066728.009069:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 28 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066728.009079:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 28 pid: 21203 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746066728.009085:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135e5c700 00000100:00100000:3.0:1746066728.011920:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976225664:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.011952:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976225792:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.011973:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.011998:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.012015:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975095168 00000100:00100000:3.0:1746066728.012020:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975095168 00010000:00010000:3.0:1746066728.012052:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee608172f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978886 expref: 18 pid: 8450 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.012070:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975095296 00000100:00100000:3.0:1746066728.012072:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975095296 00010000:00010000:3.0:1746066728.012081:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081783 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788c5 expref: 11 pid: 8451 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.012093:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5291 00000100:00100000:3.0:1746066728.012099:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a540a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975095168:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.012111:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.012128:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee608172f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978886 expref: 18 pid: 8450 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.012138:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee608172f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978886 expref: 18 pid: 8450 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.012161:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee608172f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978886 expref: 18 pid: 8450 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.012187:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.012216:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a540a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975095168:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 116us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.012222:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5291 00000100:00100000:3.0:1746066728.012255:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5292 00000100:00100000:3.0:1746066728.012259:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882975095296:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.012265:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.012271:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081783 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788c5 expref: 11 pid: 8451 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.012278:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081783 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788c5 expref: 11 pid: 8451 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.012288:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081783 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788c5 expref: 11 pid: 8451 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.012295:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.012307:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975095296:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 48us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.012311:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5292 00000100:00080000:3.0:1746066728.012323:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066728.019878:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.019893:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.019909:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.019919:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.019930:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.019946:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.019996:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976225920:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066728.020021:0:21203:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066728.020046:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092514380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976226432:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066728.020053:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092517b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976226560:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066728.020060:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092515f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976226688:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066728.020071:0:8450:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066728.020088:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092514700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976226816:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066728.020095:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976226944:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066728.020102:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976227072:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066728.020114:0:4614:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066728.020129:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976227200:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066728.020135:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976227328:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066728.020140:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976227456:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066728.020152:0:8452:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066728.020170:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975095424 00000100:00100000:0.0:1746066728.020187:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975095424 00010000:00010000:0.0:1746066728.020218:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978878 expref: 24 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746066728.020234:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975095936 00000100:00100000:0.0:1746066728.020236:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975095936 00010000:00010000:0.0:1746066728.020246:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608132a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785b5 expref: 28 pid: 8452 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746066728.020254:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975096192 00000100:00100000:0.0:1746066728.020255:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975096192 00010000:00010000:0.0:1746066728.020261:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787a6 expref: 25 pid: 21203 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746066728.020269:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975096448 00000100:00100000:0.0:1746066728.020270:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975096448 00010000:00010000:0.0:1746066728.020277:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6081744 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97889b expref: 17 pid: 21203 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746066728.020284:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975096704 00000100:00100000:0.0:1746066728.020286:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975096704 00010000:00010000:0.0:1746066728.020294:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed06c00/0xfb36a14ee608174b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a2 expref: 33 pid: 4614 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746066728.020302:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975097216 00000100:00100000:0.0:1746066728.020303:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975097216 00010000:00010000:0.0:1746066728.020309:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b7 expref: 34 pid: 21203 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746066728.020319:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5293 00000100:00100000:0.0:1746066728.020324:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975095424:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066728.020337:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066728.020355:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978878 expref: 25 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020364:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978878 expref: 25 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020380:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e41b000/0xfb36a14ee6081721 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978878 expref: 25 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020392:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.020394:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.020397:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.020404:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.020420:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066728.020451:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975095424:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 126us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.020456:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5293 00000100:00100000:0.0:1746066728.020469:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5294 00000100:00100000:0.0:1746066728.020474:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975095936:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066728.020481:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066728.020490:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608132a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785b5 expref: 28 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020502:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608132a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785b5 expref: 28 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020512:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066728.020523:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975095936:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 50us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.020527:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5294 00000100:00100000:0.0:1746066728.020535:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5295 00000100:00100000:0.0:1746066728.020539:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975096192:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066728.020544:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066728.020551:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787a6 expref: 23 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020558:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787a6 expref: 23 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020567:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081633 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787a6 expref: 23 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020575:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066728.020586:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975096192:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 47us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.020591:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5295 00000100:00100000:0.0:1746066728.020600:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5296 00000100:00100000:0.0:1746066728.020604:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975096448:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066728.020610:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066728.020617:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6081744 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97889b expref: 17 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020624:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6081744 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97889b expref: 17 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020634:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6081744 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97889b expref: 17 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020641:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066728.020652:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975096448:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 47us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.020656:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5296 00000100:00100000:0.0:1746066728.020664:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5297 00000100:00100000:0.0:1746066728.020669:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975096704:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066728.020690:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746066728.020703:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5298 00000100:00100000:0.0:1746066728.020707:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a540a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975097216:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066728.020712:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066728.020719:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b7 expref: 34 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020726:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b7 expref: 34 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020739:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066728.020751:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a540a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975097216:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 44us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.020755:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5298 00000100:00080000:0.0:1746066728.020774:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746066728.020777:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746066728.020784:0:21203:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.020790:0:21203:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.020807:0:21203:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.020813:0:21203:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.020820:0:21203:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.020825:0:21203:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f383200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066728.020829:0:21203:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.020835:0:21203:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.020844:0:21203:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.020849:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f383200/0xfb36a14ee60817c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066728.020887:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975094528:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 21518us (21680us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.020893:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10671 00010000:00010000:0.0:1746066728.020912:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ed06c00/0xfb36a14ee608174b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a2 expref: 33 pid: 4614 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020919:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ed06c00/0xfb36a14ee608174b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a2 expref: 33 pid: 4614 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.020928:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066728.020939:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975096704:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 270us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.020943:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5297 00000100:00100000:3.0:1746066728.023612:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976226048:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.023627:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608132a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785b5 expref: 27 pid: 8452 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.023639:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976226176:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.023648:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976226304:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.023668:0:9776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.023701:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976227584:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.023711:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06c00/0xfb36a14ee608174b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a2 expref: 32 pid: 4614 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.023719:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976227712:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.023726:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976227840:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.023734:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f383c00/0xfb36a14ee6081775 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788b7 expref: 31 pid: 21203 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.023742:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099713480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976227968:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.023749:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099712d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976228096:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.023756:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976228224:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.023775:0:8112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.028010:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.028034:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975095808 00000100:00100000:3.0:1746066728.028041:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975095808 00010000:00010000:3.0:1746066728.028069:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed06a00/0xfb36a14ee6081798 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788da expref: 9 pid: 8452 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.028091:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5299 00000100:00100000:3.0:1746066728.028097:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975095808:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.028108:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.028125:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ed06a00/0xfb36a14ee6081798 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788da expref: 9 pid: 8452 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.028133:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ed06a00/0xfb36a14ee6081798 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788da expref: 9 pid: 8452 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.028151:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed06a00/0xfb36a14ee6081798 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788da expref: 9 pid: 8452 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.028163:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.028211:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975095808:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 114us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.028217:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5299 00000100:00100000:3.0:1746066728.028255:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.028332:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.028346:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.028359:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.028372:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.028389:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.028398:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.028407:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.028415:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.028423:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.028447:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.028464:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975096064 00000100:00100000:3.0:1746066728.028468:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975096064 00010000:00010000:3.0:1746066728.028481:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97886a expref: 31 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.028491:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975096320 00000100:00100000:3.0:1746066728.028492:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975096320 00010000:00010000:3.0:1746066728.028499:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081791 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788cc expref: 8 pid: 8451 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.028506:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975096576 00000100:00100000:3.0:1746066728.028508:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975096576 00010000:00010000:3.0:1746066728.028515:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d7 expref: 32 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.028522:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975096832 00000100:00100000:3.0:1746066728.028524:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975096832 00010000:00010000:3.0:1746066728.028532:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97880f expref: 27 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.028539:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975097344 00000100:00100000:3.0:1746066728.028541:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975097344 00010000:00010000:3.0:1746066728.028548:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978894 expref: 22 pid: 21203 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.028555:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975097472 00000100:00100000:3.0:1746066728.028556:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975097472 00010000:00010000:3.0:1746066728.028572:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed35c00/0xfb36a14ee608177c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788be expref: 14 pid: 8451 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.028580:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975095680 00000100:00100000:3.0:1746066728.028581:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975095680 00010000:00010000:3.0:1746066728.028589:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee60811fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97851b expref: 15 pid: 8451 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.028597:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975097088 00000100:00100000:3.0:1746066728.028598:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975097088 00010000:00010000:3.0:1746066728.028604:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed06e00/0xfb36a14ee608178a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788d3 expref: 16 pid: 8452 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.028611:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975095552 00000100:00100000:3.0:1746066728.028613:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975095552 00010000:00010000:3.0:1746066728.028619:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081323 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ae expref: 33 pid: 8452 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.028627:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975096960 00000100:00100000:3.0:1746066728.028628:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975096960 00010000:00010000:3.0:1746066728.028634:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e41b600/0xfb36a14ee6081728 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97887f expref: 28 pid: 8450 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.028642:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5300 00000100:00100000:3.0:1746066728.028647:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975096064:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.028654:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.028664:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97886a expref: 33 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.028671:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97886a expref: 33 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.028704:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081713 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97886a expref: 33 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.028712:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.028732:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975096064:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 84us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.028738:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5300 00000100:00100000:3.0:1746066728.028748:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5301 00000100:00100000:3.0:1746066728.028753:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975096320:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.028758:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.028767:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081791 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788cc expref: 8 pid: 8451 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.028774:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788cc expref: 8 pid: 8451 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.028784:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081791 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788cc expref: 8 pid: 8451 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.028797:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.028810:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975096320:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 57us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.028814:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5301 00000100:00100000:3.0:1746066728.028824:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5302 00000100:00100000:3.0:1746066728.028828:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975096576:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.028834:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.028843:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d7 expref: 31 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.028849:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d7 expref: 31 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.028860:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081664 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9787d7 expref: 31 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.028868:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.028881:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975096576:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 53us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.028886:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5302 00000100:00100000:3.0:1746066728.028895:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5303 00000100:00100000:3.0:1746066728.028900:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975096832:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.028905:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.028912:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97880f expref: 28 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.028920:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97880f expref: 28 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.028929:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4e13c00/0xfb36a14ee60816b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97880f expref: 28 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.028936:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.028950:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975096832:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 50us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.028955:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5303 00000100:00100000:3.0:1746066728.028964:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5304 00000100:00100000:3.0:1746066728.028968:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975097344:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.028974:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.028980:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978894 expref: 22 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.028987:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978894 expref: 22 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.028996:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f883c00/0xfb36a14ee608173d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978894 expref: 22 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.029006:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.029008:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.029011:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029019:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029038:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.029052:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975097344:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 83us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.029057:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5304 00000100:00100000:3.0:1746066728.029066:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5305 00000100:00100000:3.0:1746066728.029071:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5409c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+16:1964:x1830882975097472:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.029076:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.029082:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ed35c00/0xfb36a14ee608177c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788be expref: 16 pid: 8451 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.029090:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ed35c00/0xfb36a14ee608177c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788be expref: 16 pid: 8451 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.029099:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ed35c00/0xfb36a14ee608177c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788be expref: 16 pid: 8451 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.029106:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.029119:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5409c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+15:1964:x1830882975097472:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 48us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.029123:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5305 00000100:00100000:3.0:1746066728.029147:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5306 00000100:00100000:3.0:1746066728.029152:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882975095680:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.029157:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.029165:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee60811fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97851b expref: 14 pid: 8451 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.029183:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee60811fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97851b expref: 14 pid: 8451 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.029194:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee60811fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97851b expref: 14 pid: 8451 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.029201:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.029215:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975095680:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 64us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.029221:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5306 00000100:00100000:3.0:1746066728.029230:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5307 00000100:00100000:3.0:1746066728.029235:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:1966:x1830882975097088:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.029240:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.029247:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ed06e00/0xfb36a14ee608178a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788d3 expref: 12 pid: 8452 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.029254:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ed06e00/0xfb36a14ee608178a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788d3 expref: 12 pid: 8452 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.029264:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06e00/0xfb36a14ee608178a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788d3 expref: 12 pid: 8452 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.029275:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.029288:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:1966:x1830882975097088:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 53us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.029292:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5307 00000100:00100000:3.0:1746066728.029301:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5308 00000100:00100000:3.0:1746066728.029305:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975095552:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.029310:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.029316:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081323 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ae expref: 29 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.029323:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081323 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ae expref: 29 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.029333:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013500ae00/0xfb36a14ee6081323 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785ae expref: 29 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.029340:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.029341:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.029343:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029349:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029362:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.029372:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975095552:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 68us (957us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.029378:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5308 00000100:00100000:3.0:1746066728.029387:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5309 00000100:00100000:3.0:1746066728.029392:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975096960:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.029397:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.029404:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e41b600/0xfb36a14ee6081728 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97887f expref: 26 pid: 8450 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.029410:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e41b600/0xfb36a14ee6081728 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97887f expref: 26 pid: 8450 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.029419:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e41b600/0xfb36a14ee6081728 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97887f expref: 26 pid: 8450 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.029426:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.029427:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.029429:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029434:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029445:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.029454:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882975096960:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 63us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.029459:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5309 00000100:00080000:3.0:1746066728.029476:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746066728.029485:0:8452:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029492:0:8452:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029508:0:8452:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029514:0:8452:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029519:0:8452:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029524:0:8452:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a85be200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066728.029527:0:8452:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029534:0:8452:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029542:0:8452:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029547:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85be200/0xfb36a14ee60817e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.029580:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975094656:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 29361us (29415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.029586:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10675 00000100:00100000:3.0:1746066728.029597:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975097600 00000100:00100000:3.0:1746066728.029599:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975097600 00000100:00100000:3.0:1746066728.029628:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10677 00000100:00100000:3.0:1746066728.029633:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1965:x1830882975097600:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.029644:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.029652:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ecccc00/0xfb36a14ee60817f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788ef expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029691:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ecccc00/0xfb36a14ee60817f3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788ef expref: 26 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.029699:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ecccc00/0xfb36a14ee60817f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788ef expref: 26 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.029705:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ecccc00, rc 0) 00000100:00100000:3.0:1746066728.029717:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1965:x1830882975097600:12345-192.168.202.57@tcp:101:cat.0 Request processed in 83us (1269us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066728.029721:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10677 00010000:00010000:3.0:1746066728.029735:0:4614:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029741:0:4614:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029753:0:4614:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029758:0:4614:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029764:0:4614:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029768:0:4614:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b46f800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066728.029770:0:4614:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029776:0:4614:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029784:0:4614:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029789:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b46f800/0xfb36a14ee60817de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.029813:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975094400:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 29808us (30538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.029817:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10674 00010000:00010000:3.0:1746066728.029843:0:9776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029850:0:9776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029860:0:9776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029866:0:9776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029871:0:9776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029875:0:9776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008d98e800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066728.029878:0:9776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029882:0:9776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029890:0:9776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.029895:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98e800/0xfb36a14ee60817d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.029920:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975094784:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 30280us (30668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.029925:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10672 00000100:00100000:0.0:1746066728.034487:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.034521:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.034537:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.034550:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.034568:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975097728 00000100:00100000:0.0:1746066728.034575:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975097728 00000100:00100000:0.0:1746066728.034606:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975097856 00000100:00100000:0.0:1746066728.034608:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975097856 00000100:00100000:0.0:1746066728.034617:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975097984 00000100:00100000:0.0:1746066728.034619:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975097984 00000100:00100000:0.0:1746066728.034632:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10678 00000100:00100000:0.0:1746066728.034639:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975097728:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066728.034654:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.034670:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b093000/0xfb36a14ee60817fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788f6 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066728.034708:0:21203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd27, atime: 0x6812dd26, ctime: 0x6812dd27, blocks: 0x821 00010000:00010000:0.0:1746066728.034724:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.034725:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.034732:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b093000/0xfb36a14ee60817fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788f6 expref: 18 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.034746:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b093000/0xfb36a14ee60817fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788f6 expref: 18 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.034755:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b093000, rc 0) 00000100:00100000:0.0:1746066728.034788:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975097728:12345-192.168.202.57@tcp:101:cat.0 Request processed in 150us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.034793:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10678 00000100:00100000:0.0:1746066728.034805:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10679 00000100:00100000:0.0:1746066728.034809:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975097856:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066728.034814:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.034820:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b093800/0xfb36a14ee6081801 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9788fd expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066728.034832:0:21203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd27, atime: 0x6812dd25, ctime: 0x6812dd27, blocks: 0x821 00010000:00010000:0.0:1746066728.034838:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.034839:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.034842:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b093800/0xfb36a14ee6081801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788fd expref: 18 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.034849:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b093800/0xfb36a14ee6081801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788fd expref: 18 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.034854:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b093800, rc 0) 00000100:00100000:0.0:1746066728.034864:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975097856:12345-192.168.202.57@tcp:101:cat.0 Request processed in 55us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.034868:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10679 00000100:00100000:0.0:1746066728.034875:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10680 00000100:00100000:0.0:1746066728.034878:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1965:x1830882975097984:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066728.034883:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.034891:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b093600/0xfb36a14ee6081808 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978904 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066728.034901:0:21203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x385:0x0] initial LVB size: 2097152, mtime: 0x6812dd25, atime: 0x6812dd25, ctime: 0x6812dd25, blocks: 0x821 00010000:00010000:0.0:1746066728.034905:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.034907:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.034909:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b093600/0xfb36a14ee6081808 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978904 expref: 26 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.034921:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b093600/0xfb36a14ee6081808 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978904 expref: 26 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.034926:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b093600, rc 0) 00000100:00100000:0.0:1746066728.034935:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882975097984:12345-192.168.202.57@tcp:101:cat.0 Request processed in 56us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.034938:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10680 00000100:00100000:0.0:1746066728.034961:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.034972:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975098112 00000100:00100000:0.0:1746066728.034974:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975098112 00000100:00100000:0.0:1746066728.034984:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10681 00000100:00100000:0.0:1746066728.034987:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882975098112:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066728.034992:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.034997:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b093400/0xfb36a14ee608180f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97890b expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.035004:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.035010:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b093400/0xfb36a14ee608180f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97890b expref: 27 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.035017:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b093400/0xfb36a14ee608180f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97890b expref: 27 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.035025:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b093400, rc 0) 00000100:00100000:0.0:1746066728.035034:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882975098112:12345-192.168.202.57@tcp:101:cat.0 Request processed in 47us (73us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066728.035039:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10681 00000100:00100000:0.0:1746066728.035074:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.035081:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975098240 00000100:00100000:0.0:1746066728.035083:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975098240 00000100:00100000:0.0:1746066728.035093:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10682 00000100:00100000:0.0:1746066728.035096:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975098240:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066728.035101:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.035105:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b093c00/0xfb36a14ee6081816 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978912 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.035113:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.035117:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b093c00/0xfb36a14ee6081816 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978912 expref: 19 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.035123:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b093c00/0xfb36a14ee6081816 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978912 expref: 19 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.035129:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b093c00, rc 0) 00000100:00100000:0.0:1746066728.035138:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975098240:12345-192.168.202.57@tcp:101:cat.0 Request processed in 42us (64us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066728.035142:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10682 00000100:00100000:0.0:1746066728.035163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.035754:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975098752 00000100:00100000:2.0:1746066728.035759:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975098752 00000100:00100000:2.0:1746066728.035790:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9063 00000100:00100000:2.0:1746066728.035796:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+265:28835:x1830882975098752:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066728.035807:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.035816:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee608181d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978919 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.035883:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066728.035894:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3200/0xfb36a14ee60817bb lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788e8 expref: 14 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.035900:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066728.035922:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3200/0xfb36a14ee60817bb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788e8 expref: 14 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.035929:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3200/0xfb36a14ee60817bb lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788e8 expref: 14 pid: 20127 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.035940:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093212a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976228352:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066728.035983:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184cc0 going to sleep for 11 seconds 00000100:00080000:2.0:1746066728.035999:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746066728.036184:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975098368 00000100:00100000:3.0:1746066728.036188:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975098368 00010000:00010000:3.0:1746066728.036204:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a633000/0xfb36a14ee60816b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978808 expref: 18 pid: 10402 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.036220:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5310 00000100:00100000:3.0:1746066728.036225:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975098368:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.036233:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.036244:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a633000/0xfb36a14ee60816b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978808 expref: 18 pid: 10402 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.036252:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a633000/0xfb36a14ee60816b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978808 expref: 18 pid: 10402 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.036265:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a633000/0xfb36a14ee60816b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978808 expref: 18 pid: 10402 timeout: 789 lvb_type: 1 00010000:00010000:3.0:1746066728.036274:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.036275:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.036278:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.036285:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.036300:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.036318:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975098368:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 93us (1153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.036323:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5310 00010000:00010000:3.0:1746066728.036339:0:8450:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.036345:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.036359:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.036366:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.036372:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.036378:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008d98f400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066728.036382:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.036388:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.036397:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.036406:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d98f400/0xfb36a14ee60817d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.036436:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882975095040:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 36590us (37173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.036441:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10673 00000100:00100000:0.0:1746066728.039067:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.042502:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.044169:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975099008 00000100:00100000:2.0:1746066728.044187:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975099008 00000100:00100000:2.0:1746066728.044231:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9064 00000100:00100000:2.0:1746066728.044238:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28836:x1830882975099008:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066728.044256:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.044270:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489fa00/0xfb36a14ee608182b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978920 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.044341:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.044352:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.044360:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:3.0:1746066728.044466:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975098496 00000100:00100000:3.0:1746066728.044470:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975098496 00010000:00010000:3.0:1746066728.044488:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 26 pid: 21203 timeout: 789 lvb_type: 0 00000100:00080000:0.0:1746066728.045129:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746066728.045633:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5311 00000100:00100000:2.0:1746066728.045641:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975098496:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.045652:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066728.045667:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 26 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.045688:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 26 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.045706:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6081752 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788a9 expref: 26 pid: 21203 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.045717:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.045719:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.045723:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.045729:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.045751:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066728.045856:0:8112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.045864:0:8112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.045880:0:8112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.045887:0:8112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.045893:0:8112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.045899:0:8112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135d8ac00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066728.045903:0:8112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.045909:0:8112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.045924:0:8112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.045929:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee60817ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066728.045984:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975094912:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 45532us (45568us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.045992:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10676 00000100:00100000:2.0:1746066728.046247:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975098496:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 606us (7185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.046252:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5311 00000100:00100000:2.0:1746066728.050231:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.050254:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.050288:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093212a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976228352:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066728.050306:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00100000:2.0:1746066728.050325:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975099136 00000100:00100000:2.0:1746066728.050329:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975099136 00010000:00010000:2.0:1746066728.050356:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3200/0xfb36a14ee60817bb lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788e8 expref: 15 pid: 20127 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.050374:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5312 00000100:00100000:2.0:1746066728.050380:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5409850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+15:1964:x1830882975099136:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.050390:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066728.050395:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3200/0xfb36a14ee60817bb lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788e8 expref: 15 pid: 20127 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.050403:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3200/0xfb36a14ee60817bb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788e8 expref: 15 pid: 20127 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.050422:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3200/0xfb36a14ee60817bb lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788e8 expref: 15 pid: 20127 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.050436:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066728.050439:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066728.050447:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066728.050452:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066728.050457:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.050462:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.050465:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00000100:00080000:2.0:1746066728.050515:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746066728.050529:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066728.050584:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066728.050590:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066728.050605:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066728.050928:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edc3e00/0xfb36a14ee608181d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978919 expref: 268 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.050939:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978919 expref: 267 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.050944:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066728.050946:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066728.050948:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a489f800, rc 0) 00000100:00100000:2.0:1746066728.051109:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:28835:x1830882975098752:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 15311us (16584us total) trans 8589942922 rc 0/0 00000100:00100000:2.0:1746066728.051114:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9063 00010000:00010000:2.0:1746066728.051311:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.051317:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066728.051326:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 9273184 00010000:00010000:2.0:1746066728.051374:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489fa00/0xfb36a14ee608182b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978920 expref: 23 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.051384:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978920 expref: 22 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.051393:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066728.051395:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066728.051396:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a489f200, rc 0) 00000100:00100000:2.0:1746066728.051412:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28836:x1830882975099008:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7175us (8917us total) trans 8589942923 rc 0/0 00000100:00100000:2.0:1746066728.051417:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9064 00000100:00100000:0.0:1746066728.051971:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975099264 00000100:00100000:0.0:1746066728.051976:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975099264 00000100:00100000:0.0:1746066728.051997:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10683 00000100:00100000:0.0:1746066728.052003:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28830:x1830882975099264:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066728.052013:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.052024:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4459600/0xfb36a14ee6081847 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978927 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066728.052040:0:8112:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x386:0x0] initial LVB size: 5078880, mtime: 0x6812dd27, atime: 0x6812dd26, ctime: 0x6812dd27, blocks: 0x1709 00010000:00010000:0.0:1746066728.052053:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.052054:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.052060:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4459600/0xfb36a14ee6081847 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978927 expref: 26 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.052069:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4459600/0xfb36a14ee6081847 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978927 expref: 26 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.052075:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4459600, rc 0) 00000100:00100000:2.0:1746066728.053063:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5409850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882975099136:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2678us (2833us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.053063:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:28830:x1830882975099264:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1055us (2804us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.053069:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10683 00000100:00100000:2.0:1746066728.053070:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5312 00000100:00100000:0.0:1746066728.053184:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.053374:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975099520 00000100:00100000:3.0:1746066728.053379:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975099520 00000100:00100000:3.0:1746066728.053540:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9065 00000100:00100000:3.0:1746066728.053545:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:28831:x1830882975099520:12345-192.168.202.57@tcp:36:mirror_io.0 00010000:00010000:3.0:1746066728.053576:0:809:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1746066728.053591:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35600/0xfb36a14ee60815ed lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97876e expref: 14 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.053604:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a58dfe00/0xfb36a14ee60815ca lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978760 expref: 13 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.053611:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066728.053614:0:809:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.053640:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:28831:x1830882975099520:12345-192.168.202.57@tcp:36:mirror_io.0 Request processed in 95us (456us total) trans 0 rc -116/-116 00000100:00100000:3.0:1746066728.053648:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9065 00010000:00010000:3.0:1746066728.061782:0:7111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746066728.063001:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.063021:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.063041:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.063106:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975099776 00000100:00100000:3.0:1746066728.063114:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975099776 00000100:00100000:0.0:1746066728.064171:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975099904 00000100:00100000:0.0:1746066728.064184:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975099904 00000100:00100000:0.0:1746066728.064203:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975100032 00000100:00100000:0.0:1746066728.064206:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975100032 00000100:00100000:1.0:1746066728.066107:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3583 00000100:00100000:0.0:1746066728.066107:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10684 00000100:00100000:1.0:1746066728.066119:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:28831:x1830882975099776:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:0.0:1746066728.066119:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975099904:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066728.066134:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.066148:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608184e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97892e expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066728.066193:0:8112:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd27, atime: 0x6812dd26, ctime: 0x6812dd27, blocks: 0x7e9 00010000:00010000:0.0:1746066728.066205:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.066207:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.066214:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608184e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97892e expref: 27 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.066226:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608184e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97892e expref: 27 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.066235:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79d400, rc 0) 00000100:00100000:1.0:1746066728.066906:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10685 00000100:00100000:1.0:1746066728.066914:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975100032:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066728.066922:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066728.066932:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013510aa00/0xfb36a14ee6081855 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978935 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066728.066957:0:20532:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd26, atime: 0x6812dd26, ctime: 0x6812dd26, blocks: 0x102b 00010000:00010000:1.0:1746066728.066966:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.066967:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.066972:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013510aa00/0xfb36a14ee6081855 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978935 expref: 18 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066728.066981:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013510aa00/0xfb36a14ee6081855 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978935 expref: 18 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066728.066987:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510aa00, rc 0) 00000100:00100000:1.0:1746066728.067411:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975100032:12345-192.168.202.57@tcp:101:cat.0 Request processed in 497us (4387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.067416:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10685 00000100:00100000:1.0:1746066728.067438:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:28831:x1830882975099776:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 1324us (4397us total) trans 8589942924 rc 0/0 00000100:00100000:1.0:1746066728.067443:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3583 00000100:00100000:0.0:1746066728.067490:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1966:x1830882975099904:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1373us (4492us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.067495:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10684 00000100:00100000:0.0:1746066728.071634:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.071665:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.071703:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975100544 00000100:00100000:0.0:1746066728.071710:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975100544 00002000:00100000:0.0:1746066728.071744:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff880135e5ed80 x1830882975100544/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.071754:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5ed80 with x1830882975100544 ext(5074944->5079039) 00002000:00010000:0.0:1746066728.071759:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5ed80 00000100:00100000:0.0:1746066728.071776:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4369 00000100:00100000:0.0:1746066728.071783:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1966:x1830882975100544:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066728.071903:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1966:x1830882975100544:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 120us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066728.071909:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4369 00002000:00100000:0.0:1746066728.071914:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff880135e5ed80 x1830882975100544/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.071921:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5ed80 with x1830882975100544 ext(5074944->5079039) 00002000:00010000:0.0:1746066728.071923:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5ed80 00000100:00100000:3.0:1746066728.073568:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975100416 00000100:00100000:3.0:1746066728.073574:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975100416 00000100:00100000:3.0:1746066728.073602:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3584 00000100:00100000:3.0:1746066728.073609:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+13:28831:x1830882975100416:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:3.0:1746066728.073758:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+14:28831:x1830882975100416:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 148us (2128us total) trans 8589942925 rc 0/0 00000100:00100000:3.0:1746066728.073763:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3584 00000100:00100000:0.0:1746066728.078719:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.078745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.078764:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975100672 00000100:00100000:0.0:1746066728.078771:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975100672 00000100:00100000:0.0:1746066728.078795:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975100800 00000100:00100000:0.0:1746066728.078796:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975100800 00000100:00100000:0.0:1746066728.078808:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10686 00000100:00100000:0.0:1746066728.078814:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28836:x1830882975100672:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066728.078828:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.078840:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97893c expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.078862:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4459600/0xfb36a14ee6081847 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978927 expref: 28 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.078869:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.078871:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.078874:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2334720->2605055] (req 2334720->2605055) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 28 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.078899:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4459600/0xfb36a14ee6081847 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978927 expref: 28 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.078908:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4459600/0xfb36a14ee6081847 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978927 expref: 28 pid: 8112 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746066728.078917:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976228480:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066728.078976:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.078992:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10687 00000100:00100000:0.0:1746066728.078997:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:28835:x1830882975100800:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066728.079003:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.079010:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978943 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.079023:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b093000/0xfb36a14ee60817fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788f6 expref: 17 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.079028:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.079029:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.079031:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1658880->2043903] (req 1658880->2043903) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 22 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.079044:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b093000/0xfb36a14ee60817fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788f6 expref: 17 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.079056:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b093000/0xfb36a14ee60817fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788f6 expref: 17 pid: 21203 timeout: 789 lvb_type: 1 00000100:00100000:0.0:1746066728.079063:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976228608:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066728.079081:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008edcb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.083923:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976228480:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066728.083948:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2334720->2605055] (req 2334720->2605055) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 28 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.083963:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79ce00, rc 0) 00000100:00100000:0.0:1746066728.084000:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28836:x1830882975100672:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5185us (5287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.084008:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10686 00000100:00100000:0.0:1746066728.084043:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976228608:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066728.084056:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1658880->2043903] (req 1658880->2043903) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 22 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.084064:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79cc00, rc 0) 00000100:00100000:0.0:1746066728.084078:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:28835:x1830882975100800:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5082us (5333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.084084:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10687 00000100:00100000:1.0:1746066728.084305:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.084385:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.084449:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975100928 00000100:00100000:2.0:1746066728.084454:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975100928 00010000:00010000:2.0:1746066728.084474:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4459600/0xfb36a14ee6081847 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978927 expref: 28 pid: 8112 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.084490:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975101056 00000100:00100000:2.0:1746066728.084491:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975101056 00010000:00010000:2.0:1746066728.084498:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b093000/0xfb36a14ee60817fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788f6 expref: 18 pid: 21203 timeout: 789 lvb_type: 1 00000100:00100000:2.0:1746066728.084510:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5313 00000100:00100000:2.0:1746066728.084516:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882975100928:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.084525:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066728.084540:0:21351:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5899 00010000:00010000:2.0:1746066728.084545:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4459600/0xfb36a14ee6081847 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978927 expref: 28 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.084553:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4459600/0xfb36a14ee6081847 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978927 expref: 28 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.084570:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4459600/0xfb36a14ee6081847 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978927 expref: 28 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.084579:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.084581:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.084585:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 27 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.084592:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 27 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.084615:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 27 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.084624:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093212300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976228736:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066728.084662:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a72786c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.084718:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5314 00000100:00100000:2.0:1746066728.084723:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975101056:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.084730:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066728.084742:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b093000/0xfb36a14ee60817fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788f6 expref: 18 pid: 21203 timeout: 789 lvb_type: 1 00010000:00010000:2.0:1746066728.084750:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b093000/0xfb36a14ee60817fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788f6 expref: 18 pid: 21203 timeout: 789 lvb_type: 1 00010000:00010000:2.0:1746066728.084761:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b093000/0xfb36a14ee60817fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788f6 expref: 18 pid: 21203 timeout: 789 lvb_type: 1 00010000:00010000:2.0:1746066728.084769:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.084770:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.084773:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 21 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.084779:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 21 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.084796:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 21 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.084803:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976228864:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066728.084828:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a72783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066728.087873:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.087897:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975101312 00000100:00100000:3.0:1746066728.087903:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975101312 00002000:00100000:3.0:1746066728.087935:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (1658880->1662975) req@ffff88009bfe0000 x1830882975101312/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.087944:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe0000 with x1830882975101312 ext(1658880->1662975) 00002000:00010000:3.0:1746066728.087948:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe0000 00000100:00100000:3.0:1746066728.087964:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4370 00000100:00100000:3.0:1746066728.087970:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975101312:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066728.088088:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975101312:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 117us (220us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066728.088094:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4370 00002000:00100000:3.0:1746066728.088099:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (1658880->1662975) req@ffff88009bfe0000 x1830882975101312/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.088112:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe0000 with x1830882975101312 ext(1658880->1662975) 00002000:00010000:3.0:1746066728.088114:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe0000 00000100:00100000:2.0:1746066728.088258:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976228864:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066728.088273:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066728.088295:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975101056:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3572us (3909us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.088302:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5314 00000100:00100000:0.0:1746066728.089734:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.089753:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975101568 00000100:00100000:0.0:1746066728.089758:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975101568 00002000:00100000:0.0:1746066728.089781:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (2334720->2338815) req@ffff88009b7fad80 x1830882975101568/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.089790:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fad80 with x1830882975101568 ext(2334720->2338815) 00002000:00010000:0.0:1746066728.089793:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fad80 00000100:00100000:0.0:1746066728.089808:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4371 00000100:00100000:0.0:1746066728.089814:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975101568:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066728.089916:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975101568:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 101us (184us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066728.089922:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4371 00002000:00100000:0.0:1746066728.089927:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (2334720->2338815) req@ffff88009b7fad80 x1830882975101568/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.089933:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fad80 with x1830882975101568 ext(2334720->2338815) 00002000:00010000:0.0:1746066728.089936:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fad80 00000100:00100000:2.0:1746066728.090040:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093212300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976228736:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066728.090052:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066728.090072:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882975100928:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5556us (5767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.090077:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5313 00000100:00100000:1.0:1746066728.093462:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.093594:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975101824 00000100:00100000:0.0:1746066728.093602:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975101824 00002000:00100000:0.0:1746066728.093634:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (2039808->2043903) req@ffff88009e634a80 x1830882975101824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.093643:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e634a80 with x1830882975101824 ext(2039808->2043903) 00002000:00010000:0.0:1746066728.093647:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e634a80 00000100:00100000:0.0:1746066728.093741:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4372 00000100:00100000:0.0:1746066728.093748:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975101824:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066728.095055:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975101824:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 1304us (1593us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066728.095065:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4372 00002000:00100000:0.0:1746066728.095072:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (2039808->2043903) req@ffff88009e634a80 x1830882975101824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.095079:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e634a80 with x1830882975101824 ext(2039808->2043903) 00002000:00010000:0.0:1746066728.095082:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e634a80 00000100:00100000:1.0:1746066728.096357:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.096461:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975102080 00000100:00100000:0.0:1746066728.096467:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975102080 00002000:00100000:0.0:1746066728.096492:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2600960->2605055) req@ffff88009e636d80 x1830882975102080/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.096500:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e636d80 with x1830882975102080 ext(2600960->2605055) 00002000:00010000:0.0:1746066728.096503:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e636d80 00000100:00100000:0.0:1746066728.096514:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4373 00000100:00100000:0.0:1746066728.096519:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882975102080:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066728.096630:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882975102080:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 110us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066728.096636:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4373 00002000:00100000:0.0:1746066728.096640:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2600960->2605055) req@ffff88009e636d80 x1830882975102080/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.096646:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e636d80 with x1830882975102080 ext(2600960->2605055) 00002000:00010000:0.0:1746066728.096648:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e636d80 00000001:00080000:3.0:1746066728.129355:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840136 is committed 00000001:00080000:3.0:1746066728.129383:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840114 is committed 00000001:00080000:3.0:1746066728.129397:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840152 is committed 00000001:00080000:3.0:1746066728.129408:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840148 is committed 00000001:00080000:3.0:1746066728.129412:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840144 is committed 00000001:00080000:3.0:1746066728.129419:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840126 is committed 00000001:00080000:3.0:1746066728.129449:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840150 is committed 00000001:00080000:3.0:1746066728.129455:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840145 is committed 00000001:00080000:3.0:1746066728.129474:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840154 is committed 00000001:00080000:3.0:1746066728.129482:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840153 is committed 00000001:00080000:3.0:1746066728.129519:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840127 is committed 00000100:00100000:0.0:1746066728.223381:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.225400:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975102208 00000100:00100000:2.0:1746066728.225409:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975102208 00000100:00100000:2.0:1746066728.225454:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10688 00000100:00100000:2.0:1746066728.225461:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975102208:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066728.225476:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.225491:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eccc600/0xfb36a14ee608186a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97894a expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.225534:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093212300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976228992:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066728.229832:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a72783c0 going to sleep for 11 seconds 00002000:00010000:2.0:1746066728.230578:0:8450:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066726 -> 1746066727 00000100:00100000:2.0:1746066728.230600:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093212300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976228992:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066728.230626:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eccc600/0xfb36a14ee608186a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97894a expref: 18 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.230638:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eccc600/0xfb36a14ee608186a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97894a expref: 18 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.230660:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eccc600, rc 0) 00000100:00100000:2.0:1746066728.230723:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975102208:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5261us (7347us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066728.230730:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10688 00000100:00100000:0.0:1746066728.240313:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.240346:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.242920:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975102336 00000100:00100000:0.0:1746066728.242921:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.242928:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975102336 00000100:00100000:0.0:1746066728.242943:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975102464 00000100:00100000:0.0:1746066728.242947:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975102464 00000100:00100000:2.0:1746066728.242962:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975102592 00000100:00100000:2.0:1746066728.242964:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975102592 00000100:00100000:0.0:1746066728.243917:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10689 00000100:00100000:0.0:1746066728.243926:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+13:1963:x1830882975102336:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066728.243942:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.243961:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb09600/0xfb36a14ee6081871 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978951 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.243979:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.243980:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.243986:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb09600/0xfb36a14ee6081871 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978951 expref: 14 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.243998:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb09600/0xfb36a14ee6081871 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978951 expref: 14 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.244007:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb09600, rc 0) 00000100:00100000:0.0:1746066728.244043:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:1963:x1830882975102336:12345-192.168.202.57@tcp:101:cat.0 Request processed in 119us (3736us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.244048:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10689 00000100:00100000:0.0:1746066728.244061:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10690 00000100:00100000:0.0:1746066728.244065:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975102464:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066728.244071:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.244080:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb08200/0xfb36a14ee6081878 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978958 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.244093:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.244094:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.244098:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb08200/0xfb36a14ee6081878 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978958 expref: 23 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.244106:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb08200/0xfb36a14ee6081878 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978958 expref: 23 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.244113:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb08200, rc 0) 00000100:00100000:0.0:1746066728.244126:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975102464:12345-192.168.202.57@tcp:101:cat.0 Request processed in 61us (3779us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.244131:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10690 00000100:00100000:0.0:1746066728.244142:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10691 00000100:00100000:0.0:1746066728.244146:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+13:1963:x1830882975102592:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066728.244151:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.244156:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee608187f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97895f expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.244164:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.244166:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.244177:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee608187f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97895f expref: 14 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.244186:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee608187f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97895f expref: 14 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066728.244197:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb08e00, rc 0) 00000100:00100000:0.0:1746066728.244210:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:1963:x1830882975102592:12345-192.168.202.57@tcp:101:cat.0 Request processed in 63us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.244214:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10691 00000100:00100000:0.0:1746066728.245546:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.245607:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975102720 00000100:00100000:2.0:1746066728.245612:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975102720 00000100:00100000:2.0:1746066728.246566:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10692 00000100:00100000:2.0:1746066728.246573:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:1963:x1830882975102720:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066728.246585:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.246595:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eccce00/0xfb36a14ee6081886 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978966 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.246628:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093212300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976229120:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066728.247812:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a72783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.254023:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.254063:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.254207:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975102976 00000100:00100000:1.0:1746066728.254214:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975102976 00000100:00100000:1.0:1746066728.254247:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10693 00000100:00100000:1.0:1746066728.254254:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975102976:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066728.254268:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066728.254283:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4458800/0xfb36a14ee608188d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97896d expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.254301:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.254302:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.254309:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4458800/0xfb36a14ee608188d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97896d expref: 24 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066728.254322:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4458800/0xfb36a14ee608188d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97896d expref: 24 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066728.254331:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4458800, rc 0) 00000100:00100000:1.0:1746066728.254365:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975102976:12345-192.168.202.57@tcp:101:cat.0 Request processed in 111us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.254371:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10693 00000100:00100000:2.0:1746066728.254433:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975103104 00000100:00100000:2.0:1746066728.254437:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975103104 00002000:00100000:2.0:1746066728.254460:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009244e680 x1830882975103104/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.254468:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244e680 with x1830882975103104 ext(0->1048575) 00002000:00010000:2.0:1746066728.254472:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244e680 00000100:00100000:2.0:1746066728.254486:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4374 00000100:00100000:2.0:1746066728.254491:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975103104:12345-192.168.202.57@tcp:3:cat.0 00002000:00010000:2.0:1746066728.255733:0:20532:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066726 -> 1746066727 00000100:00100000:2.0:1746066728.255749:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093212300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976229120:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066728.255770:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eccce00/0xfb36a14ee6081886 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978966 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.255783:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eccce00/0xfb36a14ee6081886 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978966 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.255795:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eccce00, rc 0) 00000100:00100000:2.0:1746066728.255814:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:1963:x1830882975102720:12345-192.168.202.57@tcp:101:cat.0 Request processed in 9241us (10270us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066728.255819:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10692 00000100:00100000:0.0:1746066728.273905:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.274620:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975103232 00000100:00100000:3.0:1746066728.274628:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975103232 00000100:00100000:3.0:1746066728.274664:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10694 00000100:00100000:3.0:1746066728.274672:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28847:x1830882975103232:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066728.274712:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.274726:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978974 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.274747:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013510aa00/0xfb36a14ee6081855 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978935 expref: 18 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.274754:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4458800/0xfb36a14ee608188d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97896d expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.274764:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.274765:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.274773:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3911680->4194303] (req 3911680->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 18 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.274796:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4458800/0xfb36a14ee608188d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97896d expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.274806:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4458800/0xfb36a14ee608188d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97896d expref: 23 pid: 21973 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.274816:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976229248:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066728.275148:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975103104:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20654us (21130us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066728.275156:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4374 00002000:00100000:2.0:1746066728.275164:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009244e680 x1830882975103104/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.275181:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244e680 with x1830882975103104 ext(0->1048575) 00002000:00010000:2.0:1746066728.275185:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244e680 00010000:00010000:3.0:1746066728.275385:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013510aa00/0xfb36a14ee6081855 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978935 expref: 18 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.275393:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013510aa00/0xfb36a14ee6081855 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978935 expref: 18 pid: 20532 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.275402:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976229376:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.275422:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.281582:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.281613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.281630:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.281652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.281730:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975103744 00000100:00100000:2.0:1746066728.281738:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975103744 00000100:00100000:0.0:1746066728.281745:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975103616 00000100:00100000:0.0:1746066728.281748:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975103616 00002000:00100000:0.0:1746066728.281770:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009f7e5f80 x1830882975103616/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 504/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.281771:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009f7e5180 x1830882975103744/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.281778:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e5180 with x1830882975103744 ext(1048576->2097151) 00002000:00100000:0.0:1746066728.281778:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e5f80 with x1830882975103616 ext(1048576->2097151) 00002000:00010000:0.0:1746066728.281782:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e5f80 00002000:00010000:2.0:1746066728.281783:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e5180 00000100:00100000:0.0:1746066728.281793:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975104128 00000100:00100000:0.0:1746066728.281800:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975104128 00002000:00100000:0.0:1746066728.281808:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009f7e7480 x1830882975104128/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.281814:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e7480 with x1830882975104128 ext(1048576->2097151) 00002000:00010000:0.0:1746066728.281817:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f7e7480 00000100:00100000:1.0:1746066728.281822:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975104000 00000100:00100000:0.0:1746066728.281825:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4375 00000100:00100000:1.0:1746066728.281826:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975104000 00000100:00100000:0.0:1746066728.281831:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975103616:12345-192.168.202.57@tcp:3:cat.0 00002000:00100000:1.0:1746066728.281842:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009f7e6680 x1830882975104000/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.281849:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e6680 with x1830882975104000 ext(0->1048575) 00002000:00010000:1.0:1746066728.281852:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f7e6680 00000100:00100000:1.0:1746066728.281864:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4376 00000100:00100000:1.0:1746066728.281869:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975103744:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066728.282562:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4377 00000100:00100000:0.0:1746066728.282567:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1964:x1830882975104128:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066728.283700:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4378 00000100:00100000:2.0:1746066728.283707:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1963:x1830882975104000:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066728.288865:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.288896:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.288925:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975104384 00000100:00100000:0.0:1746066728.288931:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975104384 00010000:00010000:0.0:1746066728.288957:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4458800/0xfb36a14ee608188d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97896d expref: 28 pid: 21973 timeout: 789 lvb_type: 1 00000100:00100000:0.0:1746066728.288975:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975104512 00000100:00100000:0.0:1746066728.288977:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975104512 00010000:00010000:0.0:1746066728.288983:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013510aa00/0xfb36a14ee6081855 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978935 expref: 19 pid: 20532 timeout: 789 lvb_type: 1 00000100:00100000:0.0:1746066728.288995:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5315 00000100:00100000:0.0:1746066728.289000:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975104384:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066728.289010:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066728.289026:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4458800/0xfb36a14ee608188d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97896d expref: 28 pid: 21973 timeout: 789 lvb_type: 1 00010000:00010000:0.0:1746066728.289035:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4458800/0xfb36a14ee608188d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97896d expref: 28 pid: 21973 timeout: 789 lvb_type: 1 00010000:00010000:0.0:1746066728.289052:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066728.289079:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975104384:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 79us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.289084:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5315 00000100:00100000:0.0:1746066728.289096:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5316 00000100:00100000:0.0:1746066728.289099:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975104512:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066728.289103:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066728.289108:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013510aa00/0xfb36a14ee6081855 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978935 expref: 19 pid: 20532 timeout: 789 lvb_type: 1 00010000:00010000:0.0:1746066728.289115:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013510aa00/0xfb36a14ee6081855 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978935 expref: 19 pid: 20532 timeout: 789 lvb_type: 1 00010000:00010000:0.0:1746066728.289123:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.289125:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066728.289130:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 19 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.289136:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 19 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.289159:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 19 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066728.289167:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976229504:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066728.289223:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a494d3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746066728.289638:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4458800/0xfb36a14ee608188d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97896d expref: 27 pid: 21973 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.289654:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976229248:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.289696:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013510aa00/0xfb36a14ee6081855 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978935 expref: 19 pid: 20532 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.289703:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976229376:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.289721:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 18 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.289729:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6200, rc 0) 00000100:00100000:3.0:1746066728.289750:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28847:x1830882975103232:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 15080us (15853us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.289756:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10694 00000100:00100000:2.0:1746066728.294223:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975103616:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12383us (12600us total) trans 0 rc 663552/663552 00000100:00100000:2.0:1746066728.294232:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4375 00002000:00100000:2.0:1746066728.294241:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009f7e5f80 x1830882975103616/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 504/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 663552/663552 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.294249:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e5f80 with x1830882975103616 ext(1048576->2097151) 00002000:00010000:2.0:1746066728.294253:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e5f80 00000100:00100000:0.0:1746066728.304267:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.304387:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975104640 00000100:00100000:3.0:1746066728.304392:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975104640 00000100:00100000:1.0:1746066728.304397:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976229504:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066728.304429:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10695 00000100:00100000:3.0:1746066728.304435:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28843:x1830882975104640:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.304449:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.304462:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97897b expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.304483:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.304490:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066728.304491:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066728.304494:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97897b expref: 19 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.304525:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.304533:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 24 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.304543:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976229632:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.304591:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab300 going to sleep for 11 seconds 00010000:00010000:1.0:1746066728.304609:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066728.304632:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975104512:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 15531us (15734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.304640:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5316 00000100:00100000:0.0:1746066728.309327:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.310510:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975104896 00000100:00100000:2.0:1746066728.310518:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975104896 00002000:00100000:2.0:1746066728.310553:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3911680->3915775) req@ffff8800929cd880 x1830882975104896/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.310561:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cd880 with x1830882975104896 ext(3911680->3915775) 00002000:00010000:2.0:1746066728.310566:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cd880 00000100:00100000:2.0:1746066728.310599:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4379 00000100:00100000:2.0:1746066728.310606:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975104896:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066728.310753:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975104896:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 148us (1434us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066728.310759:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4379 00002000:00100000:2.0:1746066728.310764:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3911680->3915775) req@ffff8800929cd880 x1830882975104896/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.310770:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cd880 with x1830882975104896 ext(3911680->3915775) 00002000:00010000:2.0:1746066728.310773:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cd880 00000100:00100000:2.0:1746066728.311251:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1964:x1830882975104128:12345-192.168.202.57@tcp:3:cat.0 Request processed in 28682us (29618us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066728.311256:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4377 00002000:00100000:2.0:1746066728.311261:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009f7e7480 x1830882975104128/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.311268:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e7480 with x1830882975104128 ext(1048576->2097151) 00002000:00010000:2.0:1746066728.311270:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f7e7480 00000100:00100000:1.0:1746066728.311548:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975103744:12345-192.168.202.57@tcp:3:cat.0 Request processed in 29678us (29972us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066728.311554:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4376 00002000:00100000:1.0:1746066728.311558:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009f7e5180 x1830882975103744/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.311564:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e5180 with x1830882975103744 ext(1048576->2097151) 00002000:00010000:1.0:1746066728.311566:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f7e5180 00000100:00100000:0.0:1746066728.311799:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.311857:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976229632:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.311876:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97897b expref: 18 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.311888:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6000, rc 0) 00000100:00100000:3.0:1746066728.311902:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28843:x1830882975104640:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7468us (7642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.311907:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10695 00000100:00100000:3.0:1746066728.311922:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975105024 00000100:00100000:3.0:1746066728.311924:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975105024 00002000:00100000:3.0:1746066728.311937:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1658880->2043903) req@ffff8800929ced80 x1830882975105024/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.311942:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929ced80 with x1830882975105024 ext(1658880->2043903) 00010000:00010000:3.0:1746066728.311947:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 23 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.311960:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 23 pid: 8450 timeout: 789 lvb_type: 0 00002000:00010000:3.0:1746066728.311966:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800929ced80 00000100:00100000:3.0:1746066728.311979:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 935 00000100:00100000:3.0:1746066728.311983:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1965:x1830882975105024:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066728.326660:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:1963:x1830882975104000:12345-192.168.202.57@tcp:3:cat.0 Request processed in 42946us (44999us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066728.326670:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4378 00002000:00100000:3.0:1746066728.326693:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009f7e6680 x1830882975104000/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.326702:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e6680 with x1830882975104000 ext(0->1048575) 00002000:00010000:3.0:1746066728.326706:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f7e6680 00000100:00100000:0.0:1746066728.329945:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.330837:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975105280 00000100:00100000:3.0:1746066728.330844:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975105280 00002000:00100000:3.0:1746066728.330887:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (4415488->4419583) req@ffff8800929cca80 x1830882975105280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.330896:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cca80 with x1830882975105280 ext(4415488->4419583) 00002000:00010000:3.0:1746066728.330900:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cca80 00000100:00100000:3.0:1746066728.330932:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4380 00000100:00100000:3.0:1746066728.330940:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975105280:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066728.331071:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975105280:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 131us (1133us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066728.331078:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4380 00002000:00100000:3.0:1746066728.331084:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (4415488->4419583) req@ffff8800929cca80 x1830882975105280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.331090:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cca80 with x1830882975105280 ext(4415488->4419583) 00002000:00010000:3.0:1746066728.331093:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cca80 00000100:00100000:2.0:1746066728.332514:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975105024:12345-192.168.202.57@tcp:4:cat.0 Request processed in 20527us (20712us total) trans 17179872818 rc 0/0 00000100:00100000:2.0:1746066728.332522:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 935 00002000:00100000:2.0:1746066728.332527:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1658880->2043903) req@ffff8800929ced80 x1830882975105024/t17179872818(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/448 e 0 to 0 dl 1746066739 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.332534:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929ced80 with x1830882975105024 ext(1658880->2043903) 00010000:00010000:2.0:1746066728.332542:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 25 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.332554:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 25 pid: 8450 timeout: 789 lvb_type: 0 00002000:00010000:2.0:1746066728.332559:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800929ced80 00000100:00100000:0.0:1746066728.337131:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.337607:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975105408 00000100:00100000:3.0:1746066728.337616:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975105408 00000100:00100000:3.0:1746066728.337664:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10696 00000100:00100000:3.0:1746066728.337672:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:28850:x1830882975105408:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.337716:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.337732:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978982 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.337754:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066728.337758:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978982 expref: 26 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.337769:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978982 expref: 26 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.337779:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6800, rc 0) 00000100:00100000:3.0:1746066728.337999:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:28850:x1830882975105408:12345-192.168.202.57@tcp:101:cat.0 Request processed in 327us (874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.338004:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10696 00000100:00100000:0.0:1746066728.349768:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.349794:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975105536 00000100:00100000:1.0:1746066728.349802:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975105536 00010000:00010000:1.0:1746066728.349834:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 26 pid: 8450 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746066728.349864:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5317 00000100:00100000:1.0:1746066728.349871:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1966:x1830882975105536:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066728.349881:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066728.349898:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 26 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066728.349908:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 26 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066728.349927:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee6081863 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1658880->2043903) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978943 expref: 26 pid: 8450 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066728.349950:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.349952:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.349958:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97897b expref: 17 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.349966:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97897b expref: 17 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.349973:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.349974:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.349977:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978982 expref: 25 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.349983:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978982 expref: 25 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.350010:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978982 expref: 25 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066728.350019:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976229760:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066728.353002:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97897b expref: 17 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066728.353024:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976229888:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066728.353630:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.356309:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976229760:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066728.359189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.359403:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975105792 00000100:00100000:2.0:1746066728.359411:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975105792 00002000:00100000:2.0:1746066728.359446:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e868e00 x1830882975105792/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.359454:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e868e00 with x1830882975105792 ext(1048576->2097151) 00002000:00010000:2.0:1746066728.359458:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e868e00 00000100:00100000:3.0:1746066728.359629:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976229888:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066728.359650:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.359709:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1966:x1830882975105536:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9838us (9951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.359716:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5317 00000100:00100000:1.0:1746066728.360190:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4381 00000100:00100000:1.0:1746066728.360199:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975105792:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066728.365323:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.365353:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.365788:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975106176 00000100:00100000:2.0:1746066728.365796:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975106176 00000100:00100000:0.0:1746066728.365803:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:2.0:1746066728.365832:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880092517480 x1830882975106176/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.365841:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092517480 with x1830882975106176 ext(1048576->2097151) 00002000:00010000:2.0:1746066728.365845:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092517480 00000100:00100000:2.0:1746066728.365864:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975106304 00000100:00100000:2.0:1746066728.365866:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975106304 00002000:00100000:2.0:1746066728.365879:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880092515500 x1830882975106304/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.365885:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092515500 with x1830882975106304 ext(1048576->2097151) 00002000:00010000:2.0:1746066728.365887:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092515500 00000100:00100000:2.0:1746066728.366207:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975106432 00000100:00100000:2.0:1746066728.366210:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975106432 00000100:00100000:0.0:1746066728.366212:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4382 00000100:00100000:0.0:1746066728.366220:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975106176:12345-192.168.202.57@tcp:3:multiop.0 00002000:00100000:2.0:1746066728.366222:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880092514000 x1830882975106432/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.366228:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092514000 with x1830882975106432 ext(1048576->2097151) 00002000:00010000:2.0:1746066728.366231:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092514000 00000100:00100000:2.0:1746066728.366240:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4383 00000100:00100000:2.0:1746066728.366244:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975106304:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066728.366344:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4384 00000100:00100000:3.0:1746066728.366350:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975106432:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066728.375101:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975105792:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14897us (15925us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066728.375110:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4381 00002000:00100000:0.0:1746066728.375119:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e868e00 x1830882975105792/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.375127:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e868e00 with x1830882975105792 ext(1048576->2097151) 00002000:00010000:0.0:1746066728.375131:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e868e00 00000100:00100000:2.0:1746066728.388965:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975106304:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 22711us (23602us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066728.388975:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4383 00002000:00100000:2.0:1746066728.388985:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880092515500 x1830882975106304/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.388994:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092515500 with x1830882975106304 ext(1048576->2097151) 00002000:00010000:2.0:1746066728.389000:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092515500 00000100:00100000:3.0:1746066728.393254:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975106432:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 26896us (27442us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066728.393265:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4384 00002000:00100000:3.0:1746066728.393275:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880092514000 x1830882975106432/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.393283:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092514000 with x1830882975106432 ext(1048576->2097151) 00002000:00010000:3.0:1746066728.393289:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092514000 00000100:00100000:2.0:1746066728.401165:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975106176:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 34939us (35842us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066728.401183:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4382 00002000:00100000:2.0:1746066728.401193:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880092517480 x1830882975106176/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.401201:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092517480 with x1830882975106176 ext(1048576->2097151) 00002000:00010000:2.0:1746066728.401206:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092517480 00000100:00100000:0.0:1746066728.406520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.406567:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.406627:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975106816 00000100:00100000:3.0:1746066728.406635:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975106816 00000100:00100000:2.0:1746066728.406649:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975106688 00000100:00100000:2.0:1746066728.406653:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975106688 00000100:00100000:3.0:1746066728.406703:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10697 00000100:00100000:3.0:1746066728.406710:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975106816:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.406723:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066728.406739:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10698 00010000:00010000:3.0:1746066728.406743:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6400/0xfb36a14ee60818a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978990 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.406745:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:1965:x1830882975106688:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066728.406752:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.406761:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aa21200/0xfb36a14ee60818b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978989 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.406785:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976230016:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066728.406787:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093212300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976230144:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066728.406900:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a72783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066728.406904:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.408279:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.408338:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975106944 00000100:00100000:3.0:1746066728.408343:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975106944 00000100:00100000:3.0:1746066728.408380:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9066 00000100:00100000:3.0:1746066728.408386:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:28852:x1830882975106944:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066728.408399:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.408409:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7200/0xfb36a14ee60818b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978997 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.408452:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7e00/0xfb36a14ee60818be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066728.408461:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7e00/0xfb36a14ee60818be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066728.408470:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7e00/0xfb36a14ee60818be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066728.408482:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee60818c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066728.408487:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee60818c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066728.408492:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee60818c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066728.408576:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066728.408586:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978919 expref: 266 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.408592:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978920 expref: 21 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.408601:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 5/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066728.408620:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978920 expref: 21 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.408629:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978920 expref: 21 pid: 809 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.408638:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976230272:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.408728:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978919 expref: 266 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.408735:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978919 expref: 266 pid: 20127 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.408743:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976230400:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.408761:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab000 going to sleep for 11 seconds 00002000:00010000:2.0:1746066728.411803:0:20532:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime: 1746066727 -> 1746066728 00002000:00010000:2.0:1746066728.411810:0:20532:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066727 -> 1746066728 00002000:00010000:2.0:1746066728.411812:0:20532:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime: 1746066727 -> 1746066728 00000100:00100000:2.0:1746066728.411832:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093212300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976230144:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066728.411860:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009aa21200/0xfb36a14ee60818b0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978989 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.411876:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aa21200/0xfb36a14ee60818b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978989 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.411903:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa21200, rc 0) 00000100:00100000:2.0:1746066728.413377:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:1965:x1830882975106688:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6624us (6802us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066728.413386:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10698 00000100:00100000:0.0:1746066728.413692:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.413724:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.414296:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976230272:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066728.414305:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976230400:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066728.414324:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:2.0:1746066728.414351:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975107328 00000100:00100000:2.0:1746066728.414355:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975107328 00010000:00010000:2.0:1746066728.414375:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978919 expref: 267 pid: 20127 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.414391:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5318 00000100:00100000:2.0:1746066728.414395:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092514380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:1964:x1830882975107328:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.414404:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066728.414409:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978919 expref: 267 pid: 20127 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.414417:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978919 expref: 267 pid: 20127 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.414438:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f800/0xfb36a14ee6081824 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978919 expref: 267 pid: 20127 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.414447:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066728.414451:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.414457:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.414462:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.414465:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066728.414498:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092514380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+266:1964:x1830882975107328:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 103us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.414503:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5318 00000100:00100000:2.0:1746066728.414520:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975107200 00000100:00100000:2.0:1746066728.414522:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975107200 00000100:00100000:2.0:1746066728.414537:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3585 00000100:00100000:2.0:1746066728.414541:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:7643:x1830882975107200:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000001:00080000:2.0:1746066728.414818:0:16789:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589942926 00000100:00100000:2.0:1746066728.414866:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:7643:x1830882975107200:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 323us (1175us total) trans 8589942927 rc 0/0 00000100:00100000:2.0:1746066728.414872:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3585 00000020:00080000:2.0:1746066728.414875:0:16789:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00002000:00010000:3.0:1746066728.415005:0:8112:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime: 1746066726 -> 1746066728 00002000:00010000:3.0:1746066728.415008:0:8112:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066726 -> 1746066728 00002000:00010000:3.0:1746066728.415010:0:8112:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066726 -> 1746066728 00000100:00100000:3.0:1746066728.415023:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976230016:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066728.415040:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6400/0xfb36a14ee60818a9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978990 expref: 26 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.415096:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6400/0xfb36a14ee60818a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978990 expref: 26 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.415109:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6400, rc 0) 00000100:00100000:3.0:1746066728.415129:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975106816:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8420us (8617us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066728.415135:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10697 00000100:00100000:0.0:1746066728.416946:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.416991:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.417071:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975107456 00000100:00100000:2.0:1746066728.417076:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975107456 00010000:00010000:2.0:1746066728.417095:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978920 expref: 24 pid: 809 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.417120:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5319 00000100:00100000:2.0:1746066728.417127:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5409450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975107456:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.417137:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066728.417141:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978920 expref: 24 pid: 809 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.417149:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978920 expref: 24 pid: 809 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.417163:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a489f200/0xfb36a14ee6081832 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978920 expref: 24 pid: 809 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.417181:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066728.417185:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.417192:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.417197:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.417212:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.417328:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975107584 00000100:00100000:3.0:1746066728.417331:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975107584 00000100:00100000:3.0:1746066728.417353:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10699 00000100:00100000:3.0:1746066728.417357:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:28850:x1830882975107584:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.417368:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.417378:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97899e expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.417395:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.417400:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066728.417402:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066728.417405:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97899e expref: 15 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.417424:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 8 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.417434:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 8 pid: 9776 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.417449:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976230528:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066728.418684:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5409450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975107456:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1544us (1727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.418692:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5319 00010000:00010000:2.0:1746066728.418737:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418744:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066728.418775:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:2.0:1746066728.418778:0:809:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066728.418790:0:809:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418799:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418807:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7e00/0xfb36a14ee60818be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418812:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7e00/0xfb36a14ee60818be lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418817:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7e00/0xfb36a14ee60818be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418822:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e9d7e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066728.418825:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7e00/0xfb36a14ee60818be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418830:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7e00/0xfb36a14ee60818be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418838:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066728.418840:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066728.418842:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7e00/0xfb36a14ee60818be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418847:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7e00/0xfb36a14ee60818be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418857:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee60818c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418861:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee60818c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418865:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee60818c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418869:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e9d6c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066728.418871:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee60818c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418875:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee60818c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418881:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880091b74700) 00010000:00010000:2.0:1746066728.418883:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066728.418884:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee60818c5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418890:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee60818c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.418915:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7200/0xfb36a14ee60818b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978997 expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.418924:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978997 expref: 15 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.418929:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066728.418931:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066728.418933:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6a00, rc 0) 00000100:00100000:3.0:1746066728.419048:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.419816:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+15:28852:x1830882975106944:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 11427us (11538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.419823:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9066 00000100:00100000:2.0:1746066728.422535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.422553:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.422565:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.422624:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975107712 00000100:00100000:0.0:1746066728.422630:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975107712 00002000:00100000:0.0:1746066728.422662:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2334720->4419583) req@ffff880093212300 x1830882975107712/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 504/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.422672:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212300 with x1830882975107712 ext(2334720->4419583) 00010000:00010000:0.0:1746066728.422694:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 9 pid: 9776 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.422706:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 9 pid: 9776 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746066728.422712:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093212300 00000100:00100000:0.0:1746066728.422726:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 936 00000100:00100000:0.0:1746066728.422731:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882975107712:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066728.423178:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975107840 00000100:00100000:3.0:1746066728.423182:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975107840 00000100:00100000:3.0:1746066728.423206:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975107968 00000100:00100000:3.0:1746066728.423208:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975107968 00000100:00100000:3.0:1746066728.423225:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10700 00000100:00100000:3.0:1746066728.423231:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882975107840:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066728.423239:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.423251:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b08b400/0xfb36a14ee60818da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789a5 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.423265:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.423267:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.423273:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b08b400/0xfb36a14ee60818da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789a5 expref: 6 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.423285:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b08b400/0xfb36a14ee60818da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789a5 expref: 6 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.423293:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b08b400, rc 0) 00000100:00100000:1.0:1746066728.423387:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10701 00000100:00100000:1.0:1746066728.423394:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+5:1965:x1830882975107968:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066728.423401:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066728.423409:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a52d9c00/0xfb36a14ee60818e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789ac expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.423419:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.423421:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.423425:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a52d9c00/0xfb36a14ee60818e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ac expref: 6 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066728.423433:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a52d9c00/0xfb36a14ee60818e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ac expref: 6 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066728.423439:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52d9c00, rc 0) 00000100:00100000:2.0:1746066728.426081:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.426100:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975108096 00000100:00100000:2.0:1746066728.426105:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975108096 00000100:00100000:2.0:1746066728.426132:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10702 00000100:00100000:2.0:1746066728.426139:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975108096:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066728.426153:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.426166:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa21200/0xfb36a14ee60818e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789b3 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.426194:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.426196:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.426202:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa21200/0xfb36a14ee60818e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789b3 expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.426213:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009aa21200/0xfb36a14ee60818e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789b3 expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.426221:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa21200, rc 0) 00000100:00100000:2.0:1746066728.426251:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975108096:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 112us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.426259:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10702 00000100:00100000:2.0:1746066728.426286:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.426296:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975108224 00000100:00100000:2.0:1746066728.426298:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975108224 00000100:00100000:2.0:1746066728.426313:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10703 00000100:00100000:2.0:1746066728.426317:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975108224:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066728.426323:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.426333:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee60818ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789ba expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.426343:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.426345:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.426348:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee60818ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ba expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.426357:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee60818ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ba expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.426364:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6400, rc 0) 00000100:00100000:2.0:1746066728.426378:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975108224:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 60us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.426382:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10703 00000100:00100000:2.0:1746066728.426416:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.426426:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975108352 00000100:00100000:2.0:1746066728.426429:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975108352 00000100:00100000:2.0:1746066728.426442:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10704 00000100:00100000:2.0:1746066728.426446:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975108352:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066728.426453:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.426458:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7800/0xfb36a14ee60818f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789c1 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.426490:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e637100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976230656:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066728.426527:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7278180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.426568:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.426585:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975108480 00000100:00100000:2.0:1746066728.426587:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975108480 00000100:00100000:2.0:1746066728.426602:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10705 00000100:00100000:2.0:1746066728.426606:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975108480:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066728.426612:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.426620:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a58dfe00/0xfb36a14ee60818fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789c8 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.426639:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976230784:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066728.426656:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a72789c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.426744:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976230528:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066728.426761:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97899e expref: 15 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.426768:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094238200, rc 0) 00000100:00100000:2.0:1746066728.426783:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:28850:x1830882975107584:12345-192.168.202.57@tcp:101:cat.0 Request processed in 9426us (9792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.426788:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10699 00000100:00100000:3.0:1746066728.426890:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975107840:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 3657us (4334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.426896:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10700 00000100:00100000:1.0:1746066728.429062:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975107968:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 5661us (6487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.429069:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10701 00000100:00100000:3.0:1746066728.429178:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.429289:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975108736 00000100:00100000:0.0:1746066728.429294:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975108736 00002000:00100000:0.0:1746066728.429323:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3416063) req@ffff88009f7e7100 x1830882975108736/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 504/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.429331:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e7100 with x1830882975108736 ext(2097152->3416063) 00010000:00010000:0.0:1746066728.429337:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 11 pid: 9776 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.430051:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066728.430119:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 11 pid: 9776 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746066728.430126:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f7e7100 00000100:00100000:0.0:1746066728.430141:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975108992 00000100:00100000:0.0:1746066728.430143:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975108992 00002000:00100000:0.0:1746066728.430156:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (3416064->4194303) req@ffff88009f7e4700 x1830882975108992/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.430163:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e4700 with x1830882975108992 ext(3416064->4194303) 00010000:00010000:0.0:1746066728.430167:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 12 pid: 9776 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746066728.430185:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 12 pid: 9776 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746066728.430191:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f7e4700 00000100:00100000:0.0:1746066728.430201:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 937 00000100:00100000:0.0:1746066728.430207:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975108736:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066728.430255:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 938 00000100:00100000:2.0:1746066728.430263:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975108992:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066728.437019:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.437338:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.437366:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975109248 00000100:00100000:2.0:1746066728.437373:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975109248 00000100:00100000:3.0:1746066728.437385:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e637100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976230656:192.168.202.57@tcp:106: 00002000:00100000:2.0:1746066728.437413:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880092514380 x1830882975109248/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:3.0:1746066728.437415:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7800/0xfb36a14ee60818f6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789c1 expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00002000:00100000:2.0:1746066728.437422:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092514380 with x1830882975109248 ext(2097152->3145727) 00010000:00010000:3.0:1746066728.437426:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7800/0xfb36a14ee60818f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789c1 expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1746066728.437427:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092514380 00010000:00010000:3.0:1746066728.437439:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d7800, rc 0) 00000100:00100000:2.0:1746066728.437447:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975109504 00000100:00100000:2.0:1746066728.437450:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975109504 00002000:00100000:2.0:1746066728.437467:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3911679) req@ffff88009bfe2a00 x1830882975109504/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.437474:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2a00 with x1830882975109504 ext(3145728->3911679) 00002000:00010000:2.0:1746066728.437477:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe2a00 00000100:00100000:3.0:1746066728.437480:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975108352:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 11032us (11063us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066728.437487:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10704 00000100:00100000:2.0:1746066728.437494:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4385 00000100:00100000:2.0:1746066728.437502:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975109248:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066728.437968:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4386 00000100:00100000:1.0:1746066728.437989:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975109504:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066728.439651:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976230784:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066728.439692:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a58dfe00/0xfb36a14ee60818fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789c8 expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.439703:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a58dfe00/0xfb36a14ee60818fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789c8 expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.439725:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a58dfe00, rc 0) 00000100:00100000:2.0:1746066728.439761:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975108480:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 13154us (13192us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066728.439767:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10705 00000100:00100000:3.0:1746066728.445006:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975108992:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14736us (14948us total) trans 0 rc 778240/778240 00000100:00100000:3.0:1746066728.445016:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 938 00002000:00100000:3.0:1746066728.445026:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3416064->4194303) req@ffff88009f7e4700 x1830882975108992/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:H/200/0 rc 778240/778240 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.445035:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e4700 with x1830882975108992 ext(3416064->4194303) 00010000:00010000:3.0:1746066728.445043:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 13 pid: 9776 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.445056:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 13 pid: 9776 timeout: 789 lvb_type: 0 00002000:00010000:3.0:1746066728.445063:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f7e4700 00000100:00100000:2.0:1746066728.447440:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.447470:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975109760 00000100:00100000:2.0:1746066728.447478:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975109760 00000100:00100000:2.0:1746066728.447523:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9067 00000100:00100000:2.0:1746066728.447532:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+15:28852:x1830882975109760:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066728.447550:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.447568:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081904 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789cf expref: -99 pid: 809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066728.447630:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975107712:12345-192.168.202.57@tcp:4:cat.0 Request processed in 24896us (25097us total) trans 21474840155 rc 0/0 00000100:00100000:1.0:1746066728.447639:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 936 00002000:00100000:1.0:1746066728.447646:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2334720->4419583) req@ffff880093212300 x1830882975107712/t21474840155(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 504/448 e 0 to 0 dl 1746066739 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.447653:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212300 with x1830882975107712 ext(2334720->4419583) 00010000:00010000:2.0:1746066728.447655:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608190b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.447670:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978997 expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.447693:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 13 pid: 9776 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.447705:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608190b lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066728.447705:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 13 pid: 9776 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746066728.447712:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093212300 00010000:00010000:2.0:1746066728.447734:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978997 expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.447744:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978997 expref: 16 pid: 809 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.447759:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976230912:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066728.447797:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a72789c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.453299:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975108736:12345-192.168.202.57@tcp:3:cat.0 Request processed in 23079us (24120us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066728.453309:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 937 00002000:00100000:2.0:1746066728.453318:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3416063) req@ffff88009f7e7100 x1830882975108736/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 504/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.453327:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e7100 with x1830882975108736 ext(2097152->3416063) 00010000:00010000:2.0:1746066728.453334:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 11 pid: 9776 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.453344:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 11 pid: 9776 timeout: 789 lvb_type: 0 00002000:00010000:2.0:1746066728.453349:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f7e7100 00000100:00100000:2.0:1746066728.454937:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976230912:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066728.454955:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608190b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:1.0:1746066728.455045:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975109504:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17065us (17707us total) trans 0 rc 765952/765952 00000100:00100000:1.0:1746066728.455053:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4386 00002000:00100000:1.0:1746066728.455059:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3911679) req@ffff88009bfe2a00 x1830882975109504/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 765952/765952 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.455068:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2a00 with x1830882975109504 ext(3145728->3911679) 00002000:00010000:1.0:1746066728.455071:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe2a00 00000100:00100000:0.0:1746066728.458395:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.458628:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975109888 00000100:00100000:2.0:1746066728.458635:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975109888 00010000:00010000:2.0:1746066728.458664:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978997 expref: 17 pid: 809 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.458715:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5320 00000100:00100000:2.0:1746066728.458723:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+17:1964:x1830882975109888:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.458733:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066728.458738:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978997 expref: 17 pid: 809 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.458748:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978997 expref: 17 pid: 809 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.458766:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee60818cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978997 expref: 17 pid: 809 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.458780:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066728.458783:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608190b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.458791:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608190b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.458796:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608190b lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.458812:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066728.458852:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+16:1964:x1830882975109888:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 129us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.458857:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5320 00010000:00010000:2.0:1746066728.458877:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608190b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.458882:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608190b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066728.458897:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066728.459000:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081904 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789cf expref: 17 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.459009:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608190b lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789cf expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.459015:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066728.459017:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066728.459019:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d7800, rc 0) 00000100:00100000:2.0:1746066728.459038:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+16:28852:x1830882975109760:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 11508us (11607us total) trans 8589942928 rc 0/0 00000100:00100000:2.0:1746066728.459043:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9067 00000100:00100000:3.0:1746066728.459400:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975109248:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21899us (22390us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066728.459410:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4385 00002000:00100000:3.0:1746066728.459416:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880092514380 x1830882975109248/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.459424:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092514380 with x1830882975109248 ext(2097152->3145727) 00002000:00010000:3.0:1746066728.459427:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092514380 00000100:00100000:0.0:1746066728.463390:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.463441:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975110016 00000100:00100000:1.0:1746066728.463447:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975110016 00010000:00010000:1.0:1746066728.463476:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 11 pid: 9776 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746066728.463520:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5321 00000100:00100000:1.0:1746066728.463528:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975110016:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066728.463541:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066728.463558:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 11 pid: 9776 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066728.463568:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 11 pid: 9776 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066728.463587:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e79ce00/0xfb36a14ee608185c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2334720->2605055) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97893c expref: 11 pid: 9776 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066728.463613:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.463615:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.463622:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97899e expref: 14 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.463629:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97899e expref: 14 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.463660:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97899e expref: 14 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066728.463670:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976231040:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066728.463764:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.468386:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.468463:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975110272 00000100:00100000:2.0:1746066728.468471:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975110272 00000100:00100000:2.0:1746066728.468509:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9068 00000100:00100000:2.0:1746066728.468517:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+16:28852:x1830882975110272:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066728.468537:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.468540:0:809:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746066728.468563:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608190b lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789cf expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.468592:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066728.468596:0:809:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066728.468606:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7600/0xfb36a14ee6081919 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789d6 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.468704:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee6081920 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.468714:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee6081920 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.468722:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee6081920 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.468731:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee6081920 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.468737:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee6081920 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.468742:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee6081920 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.468746:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00d6400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066728.468749:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee6081920 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.468755:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee6081920 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.468761:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066728.468763:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746066728.468765:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee6081920 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.468770:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee6081920 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066728.468792:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7600/0xfb36a14ee6081919 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789d6 expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.468799:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7600/0xfb36a14ee6081919 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789d6 expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.468805:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d7600, rc 0) 00000100:00100000:2.0:1746066728.468856:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+15:28852:x1830882975110272:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 339us (476us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066728.468862:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9068 00000100:00100000:0.0:1746066728.469345:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.469378:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.469437:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975110528 00000100:00100000:3.0:1746066728.469441:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975110528 00002000:00100000:3.0:1746066728.469464:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009412ad80 x1830882975110528/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.469473:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ad80 with x1830882975110528 ext(2097152->3145727) 00002000:00010000:3.0:1746066728.469479:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412ad80 00000100:00100000:3.0:1746066728.469492:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4387 00000100:00100000:3.0:1746066728.469497:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1966:x1830882975110528:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066728.470714:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975110656 00000100:00100000:2.0:1746066728.470720:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975110656 00000100:00100000:2.0:1746066728.470747:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10706 00000100:00100000:2.0:1746066728.470753:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28843:x1830882975110656:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066728.470764:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.470775:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081927 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789dd expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.470792:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.470793:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.470799:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081927 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789dd expref: 12 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.470812:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081927 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789dd expref: 12 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.470819:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d6800, rc 0) 00000100:00100000:2.0:1746066728.470846:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28843:x1830882975110656:12345-192.168.202.57@tcp:101:cat.0 Request processed in 92us (1467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.470851:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10706 00000100:00100000:1.0:1746066728.471918:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976231040:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066728.471932:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066728.471957:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975110016:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8429us (8571us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.471964:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5321 00000100:00100000:0.0:1746066728.477131:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.477396:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975110912 00000100:00100000:2.0:1746066728.477404:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975110912 00000100:00100000:2.0:1746066728.477448:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3586 00000100:00100000:2.0:1746066728.477455:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b50cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+15:28852:x1830882975110912:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:2.0:1746066728.477615:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b50cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+16:28852:x1830882975110912:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 160us (490us total) trans 8589942929 rc 0/0 00000100:00100000:2.0:1746066728.477620:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3586 00000100:00100000:2.0:1746066728.481087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.481673:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1966:x1830882975110528:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12173us (12326us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066728.481697:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4387 00002000:00100000:3.0:1746066728.481706:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009412ad80 x1830882975110528/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.481715:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ad80 with x1830882975110528 ext(2097152->3145727) 00002000:00010000:3.0:1746066728.481720:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412ad80 00000100:00100000:3.0:1746066728.481738:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975111168 00000100:00100000:3.0:1746066728.481743:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975111168 00002000:00100000:3.0:1746066728.481764:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e86b100 x1830882975111168/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.481775:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86b100 with x1830882975111168 ext(3145728->4194303) 00002000:00010000:3.0:1746066728.481779:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e86b100 00000100:00100000:3.0:1746066728.481849:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4388 00000100:00100000:3.0:1746066728.481855:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882975111168:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066728.493223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.493257:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.493357:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975111296 00000100:00100000:2.0:1746066728.493365:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975111296 00000100:00100000:2.0:1746066728.493411:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975111424 00000100:00100000:2.0:1746066728.493413:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975111424 00000100:00100000:2.0:1746066728.493428:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10707 00000100:00100000:2.0:1746066728.493435:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:28849:x1830882975111296:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066728.493450:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.493464:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789e4 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.493487:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97899e expref: 16 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.493495:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081927 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789dd expref: 12 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.493505:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.493507:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.493509:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2576384->3145727] (req 2576384->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.493534:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081927 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789dd expref: 12 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.493545:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081927 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789dd expref: 12 pid: 8452 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.493554:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976231168:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066728.493617:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97899e expref: 16 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.493623:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97899e expref: 16 pid: 8112 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.493631:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976231296:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066728.493645:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7278c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.494021:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882975111168:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12165us (12940us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066728.494029:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4388 00002000:00100000:2.0:1746066728.494036:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e86b100 x1830882975111168/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.494050:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e86b100 with x1830882975111168 ext(3145728->4194303) 00010000:00010000:2.0:1746066728.494055:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081927 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789dd expref: 11 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.494064:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081927 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789dd expref: 11 pid: 8452 timeout: 789 lvb_type: 0 00002000:00010000:2.0:1746066728.494069:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e86b100 00000100:00100000:1.0:1746066728.494136:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10708 00000100:00100000:1.0:1746066728.494143:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:28850:x1830882975111424:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066728.494150:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066728.494159:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789eb expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.494181:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 17 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.494186:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066728.494187:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066728.494190:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.494204:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 17 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.494211:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 17 pid: 8112 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746066728.494219:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976231424:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066728.494250:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.498207:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976231168:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066728.498279:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976231296:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066728.498306:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2576384->3145727] (req 2576384->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.498320:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d7800, rc 0) 00000100:00100000:2.0:1746066728.498363:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:28849:x1830882975111296:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4927us (5147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.498370:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10707 00000100:00100000:0.0:1746066728.501177:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.501267:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976231424:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066728.501288:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.501300:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f588400, rc 0) 00000100:00100000:1.0:1746066728.501333:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:28850:x1830882975111424:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7191us (8075us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.501340:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10708 00000100:00100000:2.0:1746066728.501611:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975111552 00000100:00100000:2.0:1746066728.501617:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975111552 00010000:00010000:2.0:1746066728.501639:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97899e expref: 16 pid: 8112 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.501672:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5322 00000100:00100000:2.0:1746066728.501702:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1965:x1830882975111552:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.501715:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066728.501731:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97899e expref: 16 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.501741:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97899e expref: 16 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.501758:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094238200/0xfb36a14ee60818d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97899e expref: 16 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.501772:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066728.501786:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1965:x1830882975111552:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 86us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.501792:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5322 00000100:00100000:3.0:1746066728.502119:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.502147:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.502191:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.502202:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975111936 00000100:00100000:3.0:1746066728.502205:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975111936 00010000:00010000:3.0:1746066728.502219:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081927 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789dd expref: 11 pid: 8452 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.502232:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5323 00000100:00100000:3.0:1746066728.502236:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975111936:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.502242:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.502251:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081927 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789dd expref: 11 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.502257:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081927 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789dd expref: 11 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.502268:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081927 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789dd expref: 11 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.502279:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.502281:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.502286:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 14 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.502293:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 14 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.502316:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 14 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.502326:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976231552:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066728.502377:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066728.503395:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975111808 00000100:00100000:1.0:1746066728.503400:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975111808 00000100:00100000:1.0:1746066728.503427:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10709 00000100:00100000:1.0:1746066728.503433:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28843:x1830882975111808:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066728.503445:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066728.503457:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789f2 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.503474:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066728.503476:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066728.503479:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f2 expref: 19 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.503487:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f2 expref: 19 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.503495:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f589600, rc 0) 00000100:00100000:1.0:1746066728.503524:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28843:x1830882975111808:12345-192.168.202.57@tcp:101:cat.0 Request processed in 91us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.503535:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10709 00000100:00100000:2.0:1746066728.503561:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975111680 00000100:00100000:2.0:1746066728.503565:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975111680 00002000:00100000:2.0:1746066728.503586:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3911680->4194303) req@ffff88009f7e4000 x1830882975111680/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.503594:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e4000 with x1830882975111680 ext(3911680->4194303) 00010000:00010000:2.0:1746066728.503599:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 19 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.503607:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 19 pid: 8112 timeout: 789 lvb_type: 0 00002000:00010000:2.0:1746066728.503613:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f7e4000 00000100:00100000:2.0:1746066728.503637:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 939 00000100:00100000:2.0:1746066728.503642:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975111680:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066728.507415:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976231552:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066728.507434:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066728.507469:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882975111936:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5229us (5276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.507478:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5323 00000100:00100000:2.0:1746066728.508570:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1966:x1830882975111680:12345-192.168.202.57@tcp:4:cat.0 Request processed in 4926us (6449us total) trans 17179872819 rc 0/0 00000100:00100000:2.0:1746066728.508578:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 939 00002000:00100000:2.0:1746066728.508586:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3911680->4194303) req@ffff88009f7e4000 x1830882975111680/t17179872819(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/448 e 0 to 0 dl 1746066739 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.508595:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f7e4000 with x1830882975111680 ext(3911680->4194303) 00010000:00010000:2.0:1746066728.508602:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 21 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.508615:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 21 pid: 8112 timeout: 789 lvb_type: 0 00002000:00010000:2.0:1746066728.508621:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f7e4000 00000100:00100000:0.0:1746066728.508889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.508942:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975112192 00000100:00100000:3.0:1746066728.508948:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975112192 00002000:00100000:3.0:1746066728.508972:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2576384->2580479) req@ffff880094128380 x1830882975112192/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.508978:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094128380 with x1830882975112192 ext(2576384->2580479) 00002000:00010000:3.0:1746066728.508981:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094128380 00000100:00100000:3.0:1746066728.508994:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4389 00000100:00100000:3.0:1746066728.508999:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1964:x1830882975112192:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066728.509083:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1964:x1830882975112192:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 84us (194us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066728.509088:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4389 00002000:00100000:3.0:1746066728.509091:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2576384->2580479) req@ffff880094128380 x1830882975112192/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.509097:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094128380 with x1830882975112192 ext(2576384->2580479) 00002000:00010000:3.0:1746066728.509100:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094128380 00000100:00100000:2.0:1746066728.515516:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.515616:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975112320 00000100:00100000:0.0:1746066728.515624:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975112320 00000100:00100000:0.0:1746066728.515662:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10710 00000100:00100000:0.0:1746066728.515669:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:28849:x1830882975112320:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066728.515697:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.515712:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9789f9 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.515732:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066728.515737:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.515743:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066728.515746:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->2514943] (req 2097152->2514943) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.515776:0:8452:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.515786:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->2514943] (req 2097152->2514943) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066728.515793:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4af1e00, rc 0) 00000100:00100000:0.0:1746066728.515822:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28849:x1830882975112320:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 154us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.515828:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10710 00000100:00100000:0.0:1746066728.518850:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.518922:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975112448 00000100:00100000:2.0:1746066728.518928:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975112448 00010000:00010000:2.0:1746066728.518953:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 21 pid: 8112 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.518978:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5324 00000100:00100000:2.0:1746066728.518984:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1966:x1830882975112448:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.518993:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066728.519009:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 21 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.519018:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 21 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.519034:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6200/0xfb36a14ee6081894 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3911680->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978974 expref: 21 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.519059:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.519060:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.519066:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.519073:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.519079:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.519080:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.519083:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f2 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.519089:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f2 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.519118:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f2 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.519174:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976231808:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066728.520371:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.520383:0:21351:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 26 pid: 21973 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.520391:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093210000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976231936:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066728.520420:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7278c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.528627:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976231808:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066728.529566:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093210000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976231936:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066728.529585:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066728.530800:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975112448:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 11811us (11952us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.530809:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5324 00000100:00100000:0.0:1746066728.531773:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.531856:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.536095:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975112960 00000100:00100000:1.0:1746066728.536109:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975112960 00000100:00100000:0.0:1746066728.536156:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:1.0:1746066728.536161:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009a4ed180 x1830882975112960/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.536182:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ed180 with x1830882975112960 ext(3145728->4194303) 00010000:00010000:1.0:1746066728.536189:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 27 pid: 21973 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746066728.536200:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066728.536201:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 27 pid: 21973 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746066728.536207:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ed180 00000100:00100000:1.0:1746066728.536223:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975113216 00000100:00100000:1.0:1746066728.536226:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975113216 00002000:00100000:1.0:1746066728.536239:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009a4edf80 x1830882975113216/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.536245:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4edf80 with x1830882975113216 ext(3145728->4194303) 00000100:00100000:2.0:1746066728.536249:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975113472 00002000:00010000:1.0:1746066728.536249:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a4edf80 00000100:00100000:2.0:1746066728.536252:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975113472 00000100:00100000:1.0:1746066728.536259:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 940 00000100:00100000:1.0:1746066728.536265:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975112960:12345-192.168.202.57@tcp:3:multiop.0 00002000:00100000:2.0:1746066728.536266:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009a4ef100 x1830882975113472/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.536272:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ef100 with x1830882975113472 ext(3145728->4194303) 00002000:00010000:2.0:1746066728.536274:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4ef100 00000100:00100000:2.0:1746066728.536284:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4390 00000100:00100000:2.0:1746066728.536288:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1964:x1830882975113216:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066728.536723:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4391 00000100:00100000:0.0:1746066728.536729:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975113472:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066728.537356:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975112704 00000100:00100000:3.0:1746066728.537360:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975112704 00002000:00100000:3.0:1746066728.537386:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009a4ef480 x1830882975112704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.537391:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ef480 with x1830882975112704 ext(2097152->3145727) 00010000:00010000:3.0:1746066728.537396:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 29 pid: 21973 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.537406:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 29 pid: 21973 timeout: 789 lvb_type: 0 00002000:00010000:3.0:1746066728.537411:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ef480 00000100:00100000:3.0:1746066728.537425:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 941 00000100:00100000:3.0:1746066728.537429:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975112704:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066728.558577:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975113472:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21841us (22368us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066728.558586:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4391 00002000:00100000:1.0:1746066728.558596:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009a4ef100 x1830882975113472/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.558605:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ef100 with x1830882975113472 ext(3145728->4194303) 00002000:00010000:1.0:1746066728.558610:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4ef100 00000100:00100000:3.0:1746066728.559070:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1964:x1830882975113216:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 22780us (22916us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066728.559076:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4390 00002000:00100000:3.0:1746066728.559081:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009a4edf80 x1830882975113216/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.559089:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4edf80 with x1830882975113216 ext(3145728->4194303) 00002000:00010000:3.0:1746066728.559091:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a4edf80 00000100:00100000:2.0:1746066728.567586:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.568445:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975113600 00000100:00100000:0.0:1746066728.568452:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975113600 00000100:00100000:0.0:1746066728.568491:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10711 00000100:00100000:0.0:1746066728.568498:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975113600:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066728.568512:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066728.568526:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012daa6400/0xfb36a14ee608194a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a00 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066728.568565:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976232064:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066728.568881:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.569020:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975112960:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 32753us (37161us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066728.569029:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 940 00002000:00100000:1.0:1746066728.569037:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009a4ed180 x1830882975112960/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.569046:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ed180 with x1830882975112960 ext(3145728->4194303) 00010000:00010000:1.0:1746066728.569052:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 29 pid: 21973 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066728.569063:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 29 pid: 21973 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746066728.569069:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ed180 00000100:00100000:1.0:1746066728.569266:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.569308:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975113728 00000100:00100000:2.0:1746066728.569312:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975113728 00000100:00100000:0.0:1746066728.569323:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a494d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.569335:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10712 00000100:00100000:2.0:1746066728.569520:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975113728:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066728.569530:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.569538:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081951 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a07 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.569550:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.569558:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081951 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a07 expref: 21 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.569566:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6e00/0xfb36a14ee6081951 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a07 expref: 21 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.569585:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d6e00, rc 0) 00000100:00100000:2.0:1746066728.569609:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975113728:12345-192.168.202.57@tcp:101:cat.0 Request processed in 269us (729us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066728.569614:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10712 00000100:00100000:2.0:1746066728.569628:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975113984 00000100:00100000:2.0:1746066728.569630:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975113984 00000100:00100000:2.0:1746066728.569647:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9069 00000100:00100000:2.0:1746066728.569651:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28855:x1830882975113984:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066728.569662:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.569670:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081958 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a0e expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.569747:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975112704:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 32316us (37974us total) trans 0 rc 1048576/1048576 00010000:00010000:2.0:1746066728.569748:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee608195f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00000100:00100000:3.0:1746066728.569753:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 941 00002000:00100000:3.0:1746066728.569758:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009a4ef480 x1830882975112704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00010000:00010000:2.0:1746066728.569758:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee608195f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00002000:00100000:3.0:1746066728.569765:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ef480 with x1830882975112704 ext(2097152->3145727) 00010000:00010000:2.0:1746066728.569766:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee608195f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066728.569769:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 27 pid: 21973 timeout: 789 lvb_type: 0 00000004:00200000:2.0:1746066728.569773:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066728.569777:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 27 pid: 21973 timeout: 789 lvb_type: 0 00002000:00010000:3.0:1746066728.569781:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ef480 00010000:00010000:2.0:1746066728.569852:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6800/0xfb36a14ee6081958 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a0e expref: 26 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.569964:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee608195f lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a0e expref: 25 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.569972:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066728.569974:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066728.569976:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d6400, rc 0) 00000100:00100000:2.0:1746066728.570468:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28855:x1830882975113984:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 814us (1201us total) trans 8589942930 rc 0/0 00000100:00100000:2.0:1746066728.570473:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9069 00000100:00100000:2.0:1746066728.572309:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976232064:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066728.572333:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012daa6400/0xfb36a14ee608194a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a00 expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.572344:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012daa6400/0xfb36a14ee608194a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a00 expref: 11 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.572352:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012daa6400, rc 0) 00000100:00100000:2.0:1746066728.572398:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975113600:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3899us (4818us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066728.572404:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10711 00000100:00100000:0.0:1746066728.577611:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.578062:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975114112 00000100:00100000:2.0:1746066728.578071:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975114112 00000100:00100000:2.0:1746066728.578133:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10713 00000100:00100000:2.0:1746066728.578141:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28850:x1830882975114112:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066728.578157:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.578182:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7000/0xfb36a14ee608196d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a15 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.578206:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.578209:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.578217:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7000/0xfb36a14ee608196d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a15 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.578231:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7000/0xfb36a14ee608196d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a15 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.578242:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d7000, rc 0) 00000100:00100000:2.0:1746066728.579040:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28850:x1830882975114112:12345-192.168.202.57@tcp:101:cat.0 Request processed in 895us (1433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.579048:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10713 00000100:00100000:0.0:1746066728.579315:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.579362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.579405:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975114368 00000100:00100000:3.0:1746066728.579409:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975114368 00000100:00100000:2.0:1746066728.579427:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975114240 00000100:00100000:2.0:1746066728.579429:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975114240 00000100:00100000:3.0:1746066728.579431:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10714 00000100:00100000:3.0:1746066728.579436:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28843:x1830882975114368:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066728.579442:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 28 pid: 21973 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.579444:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.579452:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a1c expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.579457:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5325 00000100:00100000:2.0:1746066728.579461:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975114240:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.579467:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.579468:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 14 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.579473:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066728.579474:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066728.579476:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a1c expref: 11 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.579484:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 28 pid: 21973 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.579492:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 28 pid: 21973 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.579497:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 14 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.579504:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f588400/0xfb36a14ee6081935 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789eb expref: 28 pid: 21973 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.579506:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 14 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.579513:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746066728.579515:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976232192:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066728.579515:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.579518:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.579524:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.579540:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.579547:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976232320:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066728.579552:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.579563:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7278c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066728.587379:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.587920:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976232320:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066728.587942:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066728.587993:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975114240:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8528us (8677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.588004:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5325 00000100:00100000:2.0:1746066728.588049:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975114624 00000100:00100000:2.0:1746066728.588056:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975114624 00002000:00100000:2.0:1746066728.588091:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880135df8000 x1830882975114624/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.588100:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df8000 with x1830882975114624 ext(3145728->4194303) 00002000:00010000:2.0:1746066728.588104:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135df8000 00000100:00100000:2.0:1746066728.588126:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4392 00000100:00100000:2.0:1746066728.588133:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975114624:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066728.591178:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976232192:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.591206:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a1c expref: 11 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.591221:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b597a00, rc 0) 00000100:00100000:3.0:1746066728.591259:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28843:x1830882975114368:12345-192.168.202.57@tcp:101:cat.0 Request processed in 11822us (11898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.591266:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10714 00000100:00100000:0.0:1746066728.595066:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.595201:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975114752 00000100:00100000:2.0:1746066728.595211:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975114752 00002000:00100000:2.0:1746066728.595257:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2576384->3145727) req@ffff88009a4ee680 x1830882975114752/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.595267:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ee680 with x1830882975114752 ext(2576384->3145727) 00010000:00010000:2.0:1746066728.595276:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 15 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.595294:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 15 pid: 8452 timeout: 789 lvb_type: 0 00002000:00010000:2.0:1746066728.595300:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a4ee680 00000100:00100000:2.0:1746066728.595422:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 942 00000100:00100000:2.0:1746066728.595432:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1963:x1830882975114752:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066728.599768:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.599848:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975115008 00000100:00100000:3.0:1746066728.599855:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975115008 00002000:00100000:3.0:1746066728.599892:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2510848->2514943) req@ffff88009a4eed80 x1830882975115008/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.599901:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4eed80 with x1830882975115008 ext(2510848->2514943) 00002000:00010000:3.0:1746066728.599905:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4eed80 00000100:00100000:3.0:1746066728.599936:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4393 00000100:00100000:3.0:1746066728.599943:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975115008:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066728.600081:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975115008:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 137us (320us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066728.600089:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4393 00002000:00100000:3.0:1746066728.600094:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2510848->2514943) req@ffff88009a4eed80 x1830882975115008/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.600101:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4eed80 with x1830882975115008 ext(2510848->2514943) 00002000:00010000:3.0:1746066728.600104:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4eed80 00000100:00100000:2.0:1746066728.602652:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975114624:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 14513us (15277us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066728.602662:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4392 00002000:00100000:2.0:1746066728.602669:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880135df8000 x1830882975114624/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.602700:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df8000 with x1830882975114624 ext(3145728->4194303) 00002000:00010000:2.0:1746066728.602705:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135df8000 00000100:00100000:0.0:1746066728.607580:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.608378:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975114752:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 12946us (13319us total) trans 21474840156 rc 0/0 00000100:00100000:3.0:1746066728.608388:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 942 00002000:00100000:3.0:1746066728.608397:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2576384->3145727) req@ffff88009a4ee680 x1830882975114752/t21474840156(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/448 e 0 to 0 dl 1746066739 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.608406:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ee680 with x1830882975114752 ext(2576384->3145727) 00010000:00010000:3.0:1746066728.608414:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 17 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:3.0:1746066728.608426:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 17 pid: 8452 timeout: 789 lvb_type: 0 00002000:00010000:3.0:1746066728.608432:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a4ee680 00000100:00100000:0.0:1746066728.609163:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.609212:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975115136 00000100:00100000:3.0:1746066728.609218:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975115136 00000100:00100000:0.0:1746066728.609220:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.609248:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975115264 00000100:00100000:3.0:1746066728.609250:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975115264 00000100:00100000:3.0:1746066728.609264:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10715 00000100:00100000:1.0:1746066728.609267:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975115520 00000100:00100000:3.0:1746066728.609269:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975115136:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066728.609270:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975115520 00010000:00010000:3.0:1746066728.609281:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066728.609289:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3587 00000100:00100000:1.0:1746066728.609293:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+266:28849:x1830882975115520:12345-192.168.202.57@tcp:35:multiop.0 00010000:00010000:3.0:1746066728.609294:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee608197b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a23 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.609331:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976232448:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066728.609380:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066728.609395:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10716 00000100:00100000:3.0:1746066728.609399:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975115264:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.609405:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066728.609414:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:28849:x1830882975115520:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 120us (1843us total) trans 8589942931 rc 0/0 00010000:00010000:3.0:1746066728.609415:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cad4e00/0xfb36a14ee6081982 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a2a expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066728.609419:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3587 00010000:00010000:3.0:1746066728.609431:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cad4e00/0xfb36a14ee6081982 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a2a expref: 28 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.609438:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cad4e00/0xfb36a14ee6081982 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a2a expref: 28 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.610412:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cad4e00, rc 0) 00000100:00100000:3.0:1746066728.610433:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975115264:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1032us (1211us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066728.610438:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10716 00000100:00100000:3.0:1746066728.614546:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976232448:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066728.614573:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee608197b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a23 expref: 18 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.614583:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee608197b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a23 expref: 18 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.614604:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3c000, rc 0) 00000100:00100000:3.0:1746066728.616238:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975115136:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6961us (7070us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066728.616247:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10715 00000100:00100000:0.0:1746066728.616539:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.616641:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975115648 00000100:00100000:2.0:1746066728.616650:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975115648 00010000:00010000:2.0:1746066728.616710:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 17 pid: 8452 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.616739:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5326 00000100:00100000:2.0:1746066728.616748:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5409050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975115648:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.616761:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066728.616779:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 17 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.616795:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 17 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.616815:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee608192e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2576384->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789e4 expref: 17 pid: 8452 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.616850:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.616852:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.616858:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a1c expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.616866:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a1c expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.616895:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a1c expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.616906:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976232576:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066728.616985:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7278c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.622928:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976232576:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066728.622950:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066728.622998:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5409050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1964:x1830882975115648:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6249us (6460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.623008:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5326 00000100:00100000:0.0:1746066728.626517:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.627229:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.627382:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975115776 00000100:00100000:3.0:1746066728.627391:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975115776 00000100:00100000:3.0:1746066728.627494:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10717 00000100:00100000:3.0:1746066728.627504:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:28850:x1830882975115776:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.627522:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.627540:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4e43600/0xfb36a14ee6081989 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a31 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.627563:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.627565:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.627573:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e43600/0xfb36a14ee6081989 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a31 expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.627587:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e43600/0xfb36a14ee6081989 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a31 expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.627598:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e43600, rc 0) 00000100:00100000:2.0:1746066728.627722:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975116032 00000100:00100000:2.0:1746066728.627726:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975116032 00002000:00100000:2.0:1746066728.627751:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880099af4700 x1830882975116032/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.627759:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af4700 with x1830882975116032 ext(4194304->5079039) 00002000:00010000:2.0:1746066728.627763:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099af4700 00000100:00100000:2.0:1746066728.627779:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4394 00000100:00100000:2.0:1746066728.627784:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975116032:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066728.628274:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:28850:x1830882975115776:12345-192.168.202.57@tcp:101:cat.0 Request processed in 772us (1766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.628281:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10717 00000100:00100000:0.0:1746066728.636941:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.637071:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975116288 00000100:00100000:3.0:1746066728.637082:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975116288 00002000:00100000:3.0:1746066728.637126:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880099af4a80 x1830882975116288/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.637136:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af4a80 with x1830882975116288 ext(4194304->5079039) 00002000:00010000:3.0:1746066728.637140:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099af4a80 00000100:00100000:3.0:1746066728.637179:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4395 00000100:00100000:3.0:1746066728.637190:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975116288:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066728.644409:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975116032:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16616us (17173us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066728.644419:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4394 00002000:00100000:2.0:1746066728.644429:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880099af4700 x1830882975116032/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.644438:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af4700 with x1830882975116032 ext(4194304->5079039) 00002000:00010000:2.0:1746066728.644443:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099af4700 00000100:00100000:3.0:1746066728.645773:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975116288:12345-192.168.202.57@tcp:3:cat.0 Request processed in 8581us (8837us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066728.645780:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4395 00002000:00100000:3.0:1746066728.645787:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880099af4a80 x1830882975116288/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.645794:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af4a80 with x1830882975116288 ext(4194304->5079039) 00002000:00010000:3.0:1746066728.645797:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099af4a80 00000100:00100000:0.0:1746066728.649656:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.649818:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975116416 00000100:00100000:3.0:1746066728.649825:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975116416 00000100:00100000:3.0:1746066728.650111:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10718 00000100:00100000:3.0:1746066728.650119:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975116416:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.650140:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.650157:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c3c000/0xfb36a14ee6081990 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a38 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.650191:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c3c000/0xfb36a14ee6081990 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a38 expref: 21 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.650204:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c3c000/0xfb36a14ee6081990 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a38 expref: 21 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.650224:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3c000, rc 0) 00000100:00100000:3.0:1746066728.650647:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975116416:12345-192.168.202.57@tcp:101:cat.0 Request processed in 528us (997us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066728.650653:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10718 00000100:00100000:0.0:1746066728.652371:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.652440:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975116544 00000100:00100000:3.0:1746066728.652446:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975116544 00000100:00100000:3.0:1746066728.652474:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10719 00000100:00100000:3.0:1746066728.652479:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975116544:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.652491:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.652502:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c3c200/0xfb36a14ee6081997 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a3f expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.652524:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c3c200/0xfb36a14ee6081997 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a3f expref: 28 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.652532:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c3c200/0xfb36a14ee6081997 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a3f expref: 28 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.652540:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3c200, rc 0) 00000100:00100000:3.0:1746066728.653972:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975116544:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1483us (1595us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066728.653981:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10719 00000100:00100000:1.0:1746066728.654428:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.654521:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975116672 00000100:00100000:3.0:1746066728.654529:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975116672 00000100:00100000:3.0:1746066728.654576:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10720 00000100:00100000:3.0:1746066728.654582:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975116672:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.654594:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.654604:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c3ca00/0xfb36a14ee608199e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a46 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.654645:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c3ca00/0xfb36a14ee608199e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a46 expref: 21 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.654653:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c3ca00/0xfb36a14ee608199e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a46 expref: 21 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.654662:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3ca00, rc 0) 00000100:00100000:3.0:1746066728.654712:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975116672:12345-192.168.202.57@tcp:101:cat.0 Request processed in 130us (285us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066728.654718:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10720 00000100:00100000:0.0:1746066728.656952:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.658059:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975116800 00000100:00100000:3.0:1746066728.658070:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975116800 00000100:00100000:3.0:1746066728.658131:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10721 00000100:00100000:3.0:1746066728.658139:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975116800:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.658152:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.658176:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c3c000/0xfb36a14ee60819a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a4d expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.658202:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c3c000/0xfb36a14ee60819a5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a4d expref: 28 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.658211:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c3c000/0xfb36a14ee60819a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a4d expref: 28 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.658219:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3c000, rc 0) 00000100:00100000:3.0:1746066728.658269:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975116800:12345-192.168.202.57@tcp:101:cat.0 Request processed in 131us (1321us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066728.658274:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10721 00000100:00100000:0.0:1746066728.709618:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.709783:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975116928 00000100:00100000:3.0:1746066728.709791:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975116928 00000100:00100000:3.0:1746066728.709891:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10722 00000100:00100000:3.0:1746066728.709899:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28855:x1830882975116928:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066728.709914:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.709930:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a54 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.709954:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608184e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97892e expref: 12 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.709962:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b08b400/0xfb36a14ee60818da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789a5 expref: 6 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.709969:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb09600/0xfb36a14ee6081871 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978951 expref: 16 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.709975:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.709977:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.709980:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 6/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [851968->1048575] (req 851968->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 12 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.710010:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb09600/0xfb36a14ee6081871 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978951 expref: 16 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.710020:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb09600/0xfb36a14ee6081871 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978951 expref: 16 pid: 20532 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.710030:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976232704:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.710668:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b08b400/0xfb36a14ee60818da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789a5 expref: 6 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.710698:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b08b400/0xfb36a14ee60818da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789a5 expref: 6 pid: 20532 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.710708:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976232832:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.711308:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608184e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97892e expref: 12 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.711317:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608184e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97892e expref: 12 pid: 8112 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.711324:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976232960:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.711344:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.716518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.716784:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976232704:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.716795:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976232960:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066728.716913:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.717004:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975117056 00000100:00100000:1.0:1746066728.717009:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975117056 00010000:00010000:1.0:1746066728.717038:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb09600/0xfb36a14ee6081871 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978951 expref: 17 pid: 20532 timeout: 789 lvb_type: 1 00000100:00100000:1.0:1746066728.717059:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975117184 00000100:00100000:1.0:1746066728.717061:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975117184 00010000:00010000:1.0:1746066728.717070:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608184e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97892e expref: 13 pid: 8112 timeout: 789 lvb_type: 1 00000100:00100000:1.0:1746066728.717083:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5327 00000100:00100000:1.0:1746066728.717089:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975117056:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066728.717099:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066728.717116:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb09600/0xfb36a14ee6081871 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978951 expref: 17 pid: 20532 timeout: 789 lvb_type: 1 00010000:00010000:1.0:1746066728.717124:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb09600/0xfb36a14ee6081871 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978951 expref: 17 pid: 20532 timeout: 789 lvb_type: 1 00010000:00010000:1.0:1746066728.717142:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb09600/0xfb36a14ee6081871 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978951 expref: 17 pid: 20532 timeout: 789 lvb_type: 1 00010000:00010000:1.0:1746066728.717159:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066728.717200:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1963:x1830882975117056:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 111us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.717206:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5327 00000100:00100000:1.0:1746066728.717219:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5328 00000100:00100000:1.0:1746066728.717225:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975117184:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066728.717230:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066728.717237:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608184e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97892e expref: 13 pid: 8112 timeout: 789 lvb_type: 1 00010000:00010000:1.0:1746066728.717245:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608184e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97892e expref: 13 pid: 8112 timeout: 789 lvb_type: 1 00010000:00010000:1.0:1746066728.717255:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e79d400/0xfb36a14ee608184e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97892e expref: 13 pid: 8112 timeout: 789 lvb_type: 1 00010000:00010000:1.0:1746066728.717263:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066728.717277:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975117184:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 52us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.717281:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5328 00000100:00100000:3.0:1746066728.717692:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976232832:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.717719:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [851968->1048575] (req 851968->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 11 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.717729:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3c000, rc 0) 00000100:00100000:3.0:1746066728.717763:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28855:x1830882975116928:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7865us (8153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.717769:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10722 00000100:00100000:0.0:1746066728.718722:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.719328:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975117312 00000100:00100000:2.0:1746066728.719333:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975117312 00010000:00010000:2.0:1746066728.719351:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b08b400/0xfb36a14ee60818da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789a5 expref: 7 pid: 20532 timeout: 789 lvb_type: 1 00000100:00100000:2.0:1746066728.719645:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5329 00000100:00100000:2.0:1746066728.719652:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975117312:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.719663:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066728.719702:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b08b400/0xfb36a14ee60818da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789a5 expref: 7 pid: 20532 timeout: 789 lvb_type: 1 00010000:00010000:2.0:1746066728.719717:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b08b400/0xfb36a14ee60818da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789a5 expref: 7 pid: 20532 timeout: 789 lvb_type: 1 00010000:00010000:2.0:1746066728.719732:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b08b400/0xfb36a14ee60818da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789a5 expref: 7 pid: 20532 timeout: 789 lvb_type: 1 00010000:00010000:2.0:1746066728.719754:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.719756:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066728.719762:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.719770:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.719796:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.719806:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976233088:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066728.719874:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.723412:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976233088:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066728.723431:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066728.723584:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.723668:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975117312:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4015us (4947us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.723690:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5329 00000100:00100000:3.0:1746066728.723750:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975117568 00000100:00100000:3.0:1746066728.723755:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975117568 00002000:00100000:3.0:1746066728.723782:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (851968->856063) req@ffff880135e5d180 x1830882975117568/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.723790:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5d180 with x1830882975117568 ext(851968->856063) 00002000:00010000:3.0:1746066728.723793:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5d180 00000100:00100000:3.0:1746066728.723810:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4396 00000100:00100000:3.0:1746066728.723816:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975117568:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066728.724504:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975117568:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 686us (919us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066728.724509:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4396 00002000:00100000:3.0:1746066728.724514:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (851968->856063) req@ffff880135e5d180 x1830882975117568/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.724520:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5d180 with x1830882975117568 ext(851968->856063) 00002000:00010000:3.0:1746066728.724523:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5d180 00000100:00100000:0.0:1746066728.728446:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.728546:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975117696 00000100:00100000:3.0:1746066728.728554:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975117696 00000100:00100000:3.0:1746066728.728785:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10723 00000100:00100000:3.0:1746066728.728792:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28855:x1830882975117696:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066728.728808:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.728823:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a5b expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.728846:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97897b expref: 21 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.728853:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a52d9c00/0xfb36a14ee60818e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ac expref: 6 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.728859:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978982 expref: 26 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.728864:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.728865:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.728868:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->1744895] (req 1048576->1744895) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 21 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.728892:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978982 expref: 26 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.728901:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978982 expref: 26 pid: 8112 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.728917:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976233216:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.728997:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a52d9c00/0xfb36a14ee60818e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ac expref: 6 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.729005:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a52d9c00/0xfb36a14ee60818e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ac expref: 6 pid: 21973 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.729013:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976233344:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.729038:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97897b expref: 21 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.729045:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97897b expref: 21 pid: 8112 timeout: 789 lvb_type: 0 00000100:00100000:3.0:1746066728.729052:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976233472:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.729068:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.731390:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.731611:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975117824 00000100:00100000:1.0:1746066728.731617:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975117824 00010000:00010000:1.0:1746066728.731641:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a52d9c00/0xfb36a14ee60818e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ac expref: 7 pid: 21973 timeout: 789 lvb_type: 1 00000100:00100000:1.0:1746066728.731663:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5330 00000100:00100000:1.0:1746066728.731668:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975117824:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066728.731697:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066728.731715:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a52d9c00/0xfb36a14ee60818e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ac expref: 7 pid: 21973 timeout: 789 lvb_type: 1 00010000:00010000:1.0:1746066728.731724:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a52d9c00/0xfb36a14ee60818e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ac expref: 7 pid: 21973 timeout: 789 lvb_type: 1 00010000:00010000:1.0:1746066728.731744:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066728.731776:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975117824:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 108us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.731782:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5330 00000100:00100000:3.0:1746066728.732073:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976233216:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.732083:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a52d9c00/0xfb36a14ee60818e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ac expref: 6 pid: 21973 timeout: 789 lvb_type: 1 00000100:00100000:3.0:1746066728.732106:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976233344:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.732113:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976233472:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.732134:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->1744895] (req 1048576->1744895) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 21 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.732143:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb64e00, rc 0) 00000100:00100000:3.0:1746066728.732162:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28855:x1830882975117696:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3372us (3724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.732179:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10723 00000100:00100000:0.0:1746066728.733583:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.733714:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975117952 00000100:00100000:2.0:1746066728.733719:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975117952 00010000:00010000:2.0:1746066728.733736:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978982 expref: 27 pid: 8112 timeout: 789 lvb_type: 0 00000100:00100000:2.0:1746066728.733874:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5331 00000100:00100000:2.0:1746066728.733880:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882975117952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066728.733890:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066728.733902:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978982 expref: 27 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.733910:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978982 expref: 27 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.733922:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6800/0xfb36a14ee60818a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978982 expref: 27 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:2.0:1746066728.733935:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066728.733955:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882975117952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 75us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.733959:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5331 00000100:00100000:2.0:1746066728.734807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.735005:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975118080 00000100:00100000:1.0:1746066728.735008:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975118080 00010000:00010000:1.0:1746066728.735024:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97897b expref: 21 pid: 8112 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746066728.735049:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5332 00000100:00100000:1.0:1746066728.735055:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975118080:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066728.735062:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066728.735070:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97897b expref: 21 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066728.735079:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97897b expref: 21 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066728.735092:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee608189b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97897b expref: 21 pid: 8112 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746066728.735246:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.735248:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.735254:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.735265:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.735290:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066728.735301:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976233600:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066728.735363:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066728.737723:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976233600:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066728.737738:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066728.737883:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975118080:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2825us (3074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.737891:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5332 00000100:00100000:0.0:1746066728.743051:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.743180:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975118336 00000100:00100000:2.0:1746066728.743188:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975118336 00002000:00100000:2.0:1746066728.743222:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1740800->1744895) req@ffff880099af7100 x1830882975118336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.743231:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af7100 with x1830882975118336 ext(1740800->1744895) 00002000:00010000:2.0:1746066728.743235:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099af7100 00000100:00100000:2.0:1746066728.743252:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4397 00000100:00100000:2.0:1746066728.743259:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975118336:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066728.743878:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975118336:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 618us (833us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066728.743885:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4397 00002000:00100000:2.0:1746066728.743890:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1740800->1744895) req@ffff880099af7100 x1830882975118336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.743897:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af7100 with x1830882975118336 ext(1740800->1744895) 00002000:00010000:2.0:1746066728.743899:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099af7100 00000100:00100000:0.0:1746066728.793943:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.794440:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975118464 00000100:00100000:3.0:1746066728.794449:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975118464 00000100:00100000:3.0:1746066728.794498:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10724 00000100:00100000:3.0:1746066728.794506:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975118464:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.794521:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.794536:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb64200/0xfb36a14ee60819ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a62 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.794561:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb64200/0xfb36a14ee60819ba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a62 expref: 21 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.794570:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb64200/0xfb36a14ee60819ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a62 expref: 21 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.794594:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb64200, rc 0) 00000100:00100000:3.0:1746066728.794633:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975118464:12345-192.168.202.57@tcp:101:cat.0 Request processed in 128us (696us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066728.794638:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10724 00000100:00100000:0.0:1746066728.806240:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.806324:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975118720 00000100:00100000:2.0:1746066728.806332:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975118720 00002000:00100000:2.0:1746066728.806369:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (0->851967) req@ffff880099af7480 x1830882975118720/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.806378:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af7480 with x1830882975118720 ext(0->851967) 00002000:00010000:2.0:1746066728.806382:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099af7480 00000100:00100000:2.0:1746066728.806398:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4398 00000100:00100000:2.0:1746066728.806405:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882975118720:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066728.807283:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.807355:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975118976 00000100:00100000:1.0:1746066728.807359:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975118976 00002000:00100000:1.0:1746066728.807378:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1744896->2097151) req@ffff880099af7800 x1830882975118976/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.807385:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af7800 with x1830882975118976 ext(1744896->2097151) 00002000:00010000:1.0:1746066728.807388:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099af7800 00000100:00100000:1.0:1746066728.807401:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4399 00000100:00100000:1.0:1746066728.807406:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975118976:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066728.813104:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975118976:12345-192.168.202.57@tcp:3:cat.0 Request processed in 5689us (5812us total) trans 0 rc 352256/352256 00000100:00100000:1.0:1746066728.813118:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4399 00002000:00100000:1.0:1746066728.813127:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1744896->2097151) req@ffff880099af7800 x1830882975118976/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 352256/352256 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.813135:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af7800 with x1830882975118976 ext(1744896->2097151) 00002000:00010000:1.0:1746066728.813139:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099af7800 00000100:00100000:3.0:1746066728.817608:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882975118720:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11192us (11363us total) trans 0 rc 851968/851968 00000100:00100000:3.0:1746066728.817619:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4398 00002000:00100000:3.0:1746066728.817630:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (0->851967) req@ffff880099af7480 x1830882975118720/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 851968/851968 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.817638:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af7480 with x1830882975118720 ext(0->851967) 00002000:00010000:3.0:1746066728.817643:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099af7480 00000100:00100000:0.0:1746066728.839860:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.841174:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975119232 00000100:00100000:3.0:1746066728.841183:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975119232 00002000:00100000:3.0:1746066728.841225:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099af7b80 x1830882975119232/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.841235:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af7b80 with x1830882975119232 ext(2097152->3145727) 00002000:00010000:3.0:1746066728.841241:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099af7b80 00000100:00100000:3.0:1746066728.841804:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4400 00000100:00100000:3.0:1746066728.841813:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975119232:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066728.849651:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.849987:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975119488 00000100:00100000:2.0:1746066728.849996:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975119488 00000100:00100000:2.0:1746066728.850043:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9070 00000100:00100000:2.0:1746066728.850050:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:28865:x1830882975119488:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066728.850076:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.850091:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bca00/0xfb36a14ee60819c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a69 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.850191:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bd800/0xfb36a14ee60819c8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066728.850203:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bd800/0xfb36a14ee60819c8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066728.850214:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bd800/0xfb36a14ee60819c8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066728.850223:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066728.850308:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bca00/0xfb36a14ee60819c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a69 expref: 270 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.850336:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bd800/0xfb36a14ee60819c8 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a69 expref: 269 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.850342:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066728.850344:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066728.850347:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801350bd800, rc 0) 00000100:00100000:2.0:1746066728.850388:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:28865:x1830882975119488:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 338us (746us total) trans 8589942932 rc 0/0 00000100:00100000:2.0:1746066728.850394:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9070 00000100:00100000:3.0:1746066728.853407:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975119232:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11588us (13547us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066728.853416:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4400 00002000:00100000:3.0:1746066728.853425:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880099af7b80 x1830882975119232/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.853434:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af7b80 with x1830882975119232 ext(2097152->3145727) 00002000:00010000:3.0:1746066728.853438:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099af7b80 00000100:00100000:0.0:1746066728.869474:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.869573:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975119616 00000100:00100000:2.0:1746066728.869581:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975119616 00000100:00100000:2.0:1746066728.869632:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10725 00000100:00100000:2.0:1746066728.869639:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28862:x1830882975119616:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066728.869654:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066728.869668:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a70 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.869725:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 25 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.869737:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066728.869738:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066728.869741:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a70 expref: 21 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.869766:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 25 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.869776:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 25 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066728.869786:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976233728:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066728.869865:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.877527:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976233728:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066728.877554:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a70 expref: 21 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.877569:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801350bc800, rc 0) 00000100:00100000:2.0:1746066728.877609:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28862:x1830882975119616:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7970us (8142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066728.877617:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10725 00000100:00100000:2.0:1746066728.877693:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.877761:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975119744 00000100:00100000:3.0:1746066728.877768:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975119744 00002000:00100000:3.0:1746066728.877799:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2514943) req@ffff880094129f80 x1830882975119744/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.877812:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094129f80 with x1830882975119744 ext(2097152->2514943) 00010000:00010000:3.0:1746066728.877817:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 26 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066728.877828:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 26 pid: 8452 timeout: 790 lvb_type: 0 00002000:00010000:3.0:1746066728.877833:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094129f80 00000100:00100000:3.0:1746066728.877936:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 943 00000100:00100000:3.0:1746066728.877943:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975119744:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066728.895284:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975119744:12345-192.168.202.57@tcp:4:cat.0 Request processed in 17333us (17582us total) trans 17179872820 rc 0/0 00000100:00100000:3.0:1746066728.895295:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 943 00002000:00100000:3.0:1746066728.895303:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2514943) req@ffff880094129f80 x1830882975119744/t17179872820(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/448 e 0 to 0 dl 1746066739 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066728.895312:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094129f80 with x1830882975119744 ext(2097152->2514943) 00010000:00010000:3.0:1746066728.895321:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 28 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066728.895334:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 28 pid: 8452 timeout: 790 lvb_type: 0 00002000:00010000:3.0:1746066728.895340:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094129f80 00000100:00100000:0.0:1746066728.897940:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.899615:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975119872 00000100:00100000:1.0:1746066728.899624:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975119872 00010000:00010000:1.0:1746066728.899657:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 28 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066728.899693:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5333 00000100:00100000:1.0:1746066728.899700:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5408c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975119872:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066728.899711:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066728.899729:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 28 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066728.899744:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 28 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066728.899766:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4af1e00/0xfb36a14ee6081943 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->2514943) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f9 expref: 28 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066728.899781:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.899783:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.899788:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a70 expref: 20 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.899799:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a70 expref: 20 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.899832:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a70 expref: 20 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066728.899842:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976233856:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066728.899912:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.901917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.901969:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.902016:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.902072:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975120000 00000100:00100000:3.0:1746066728.902080:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975120000 00000100:00100000:3.0:1746066728.902110:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975120128 00000100:00100000:2.0:1746066728.902111:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975120256 00000100:00100000:3.0:1746066728.902112:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975120128 00000100:00100000:2.0:1746066728.902114:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975120256 00000100:00100000:3.0:1746066728.902126:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10726 00000100:00100000:2.0:1746066728.902130:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10727 00000100:00100000:3.0:1746066728.902132:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1964:x1830882975120000:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:2.0:1746066728.902134:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975120128:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066728.902143:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.902144:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.902156:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb65c00/0xfb36a14ee60819e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a77 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066728.902156:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801350bca00/0xfb36a14ee60819dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a7e expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.902198:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976234112:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066728.902198:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976233984:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066728.902239:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10728 00000100:00100000:3.0:1746066728.902244:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975120256:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.902250:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066728.902251:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184900 going to sleep for 11 seconds 00010000:00010000:3.0:1746066728.902256:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a67800/0xfb36a14ee60819eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a85 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.902265:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.902267:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.902272:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a67800/0xfb36a14ee60819eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a85 expref: 31 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.902282:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136a67800/0xfb36a14ee60819eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a85 expref: 31 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.902290:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a67800, rc 0) 00000100:00100000:3.0:1746066728.902307:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975120256:12345-192.168.202.57@tcp:101:cat.0 Request processed in 63us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.902315:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10728 00000100:00100000:3.0:1746066728.902333:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066728.903607:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976233856:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066728.903627:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066728.903666:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5408c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975119872:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3965us (5730us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.903699:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5333 00002000:00010000:2.0:1746066728.904826:0:9776:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066727 -> 1746066728 00002000:00010000:2.0:1746066728.904830:0:9776:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066727 -> 1746066728 00002000:00010000:2.0:1746066728.904832:0:9776:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066727 -> 1746066728 00000100:00100000:2.0:1746066728.904846:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976233984:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066728.904863:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801350bca00/0xfb36a14ee60819dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a7e expref: 29 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.904872:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801350bca00/0xfb36a14ee60819dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a7e expref: 29 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066728.904884:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801350bca00, rc 0) 00000100:00100000:2.0:1746066728.904916:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975120128:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2781us (2948us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066728.904922:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10727 00002000:00010000:3.0:1746066728.905667:0:8452:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime: 1746066727 -> 1746066728 00002000:00010000:3.0:1746066728.905670:0:8452:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066726 -> 1746066728 00002000:00010000:3.0:1746066728.905671:0:8452:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime: 1746066727 -> 1746066728 00000100:00100000:3.0:1746066728.905713:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976234112:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066728.905728:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb65c00/0xfb36a14ee60819e4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a77 expref: 17 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.905737:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb65c00/0xfb36a14ee60819e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a77 expref: 17 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.906328:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb65c00, rc 0) 00000100:00100000:3.0:1746066728.906364:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1964:x1830882975120000:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4231us (4454us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066728.906370:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10726 00000100:00100000:2.0:1746066728.909834:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.909907:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.910006:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975120512 00000100:00100000:1.0:1746066728.910014:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975120512 00002000:00100000:1.0:1746066728.910057:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880094129500 x1830882975120512/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.910066:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094129500 with x1830882975120512 ext(2097152->3145727) 00002000:00010000:1.0:1746066728.910071:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094129500 00000100:00100000:1.0:1746066728.910091:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975120768 00000100:00100000:1.0:1746066728.910095:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975120768 00002000:00100000:1.0:1746066728.910111:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009412b100 x1830882975120768/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.910118:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412b100 with x1830882975120768 ext(3145728->4194303) 00002000:00010000:1.0:1746066728.910123:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412b100 00000100:00100000:1.0:1746066728.910142:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4401 00000100:00100000:1.0:1746066728.910150:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975120512:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066728.911420:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4402 00000100:00100000:1.0:1746066728.911429:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975120768:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066728.926145:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.926215:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975120896 00000100:00100000:3.0:1746066728.926224:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975120896 00000100:00100000:3.0:1746066728.926273:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10729 00000100:00100000:3.0:1746066728.926280:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:28872:x1830882975120896:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.926297:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.926312:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a8c expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.926336:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 12 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.926347:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066728.926349:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066728.926352:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a8c expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.926376:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 12 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.926385:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 12 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066728.926396:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976234240:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.926462:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.928475:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975120512:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 18321us (18645us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066728.928484:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4401 00002000:00100000:0.0:1746066728.928493:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880094129500 x1830882975120512/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.928506:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094129500 with x1830882975120512 ext(2097152->3145727) 00002000:00010000:0.0:1746066728.928510:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094129500 00000100:00100000:3.0:1746066728.934250:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976234240:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.934279:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a8c expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.934295:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a67600, rc 0) 00000100:00100000:3.0:1746066728.934490:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:28872:x1830882975120896:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8208us (8354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.934498:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10729 00000100:00100000:0.0:1746066728.934751:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.934768:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975121024 00000100:00100000:0.0:1746066728.934773:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975121024 00002000:00100000:0.0:1746066728.934802:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (851968->1048575) req@ffff880099af5880 x1830882975121024/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066728.934810:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af5880 with x1830882975121024 ext(851968->1048575) 00010000:00010000:0.0:1746066728.934816:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 13 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066728.934826:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 13 pid: 8452 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746066728.934833:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099af5880 00000100:00100000:0.0:1746066728.934846:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 944 00000100:00100000:0.0:1746066728.934853:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975121024:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:1.0:1746066728.935202:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975120768:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 23774us (25296us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066728.935209:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4402 00002000:00100000:1.0:1746066728.935214:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009412b100 x1830882975120768/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066728.935222:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412b100 with x1830882975120768 ext(3145728->4194303) 00002000:00010000:1.0:1746066728.935225:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412b100 00000100:00100000:2.0:1746066728.939601:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975121024:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 4741us (4844us total) trans 21474840157 rc 0/0 00000100:00100000:2.0:1746066728.939612:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 944 00002000:00100000:2.0:1746066728.939622:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (851968->1048575) req@ffff880099af5880 x1830882975121024/t21474840157(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/448 e 0 to 0 dl 1746066739 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.939631:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af5880 with x1830882975121024 ext(851968->1048575) 00010000:00010000:2.0:1746066728.939639:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 13 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066728.939652:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 13 pid: 8452 timeout: 790 lvb_type: 0 00002000:00010000:2.0:1746066728.939658:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099af5880 00000100:00100000:0.0:1746066728.943982:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.944268:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975121152 00000100:00100000:3.0:1746066728.944276:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975121152 00000100:00100000:3.0:1746066728.944313:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10730 00000100:00100000:3.0:1746066728.944319:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882975121152:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.944337:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.944353:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136a67000/0xfb36a14ee60819f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a93 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.944397:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976234368:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066728.944474:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066728.947568:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976234368:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066728.947594:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136a67000/0xfb36a14ee60819f9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a93 expref: 14 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.947616:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136a67000/0xfb36a14ee60819f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a93 expref: 14 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.947640:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a67000, rc 0) 00000100:00100000:3.0:1746066728.947712:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882975121152:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3391us (3736us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066728.947720:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10730 00000100:00100000:0.0:1746066728.948807:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.948879:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975121280 00000100:00100000:1.0:1746066728.948885:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975121280 00010000:00010000:1.0:1746066728.948909:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 13 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066728.948941:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5334 00000100:00100000:1.0:1746066728.948947:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975121280:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066728.948957:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066728.948967:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 13 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066728.948982:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 13 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066728.949000:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee60819ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a54 expref: 13 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066728.949939:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.949943:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066728.949950:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a8c expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.949960:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a8c expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066728.949988:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a8c expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066728.949999:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976234496:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066728.950399:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.955498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.955535:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.955863:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975121664 00000100:00100000:3.0:1746066728.955870:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975121664 00000100:00100000:1.0:1746066728.955879:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976234496:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066728.955894:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.955907:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10731 00000100:00100000:3.0:1746066728.955914:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882975121664:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066728.955927:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975121280:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6980us (7121us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066728.955928:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066728.955935:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5334 00010000:00010000:3.0:1746066728.955941:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136a67400/0xfb36a14ee6081a00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978a9a expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.955958:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.955960:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746066728.955999:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975121536 00000100:00100000:2.0:1746066728.956002:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975121536 00002000:00100000:2.0:1746066728.956025:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880099af5f80 x1830882975121536/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.956034:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af5f80 with x1830882975121536 ext(0->1048575) 00002000:00010000:2.0:1746066728.956037:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099af5f80 00000100:00100000:2.0:1746066728.956051:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4403 00000100:00100000:2.0:1746066728.956057:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975121536:12345-192.168.202.57@tcp:3:cat.0 00010000:00010000:3.0:1746066728.956597:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136a67400/0xfb36a14ee6081a00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a9a expref: 13 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.956613:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136a67400/0xfb36a14ee6081a00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a9a expref: 13 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.956623:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a67400, rc 0) 00000100:00100000:3.0:1746066728.956645:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882975121664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 732us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.956650:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10731 00000100:00100000:0.0:1746066728.964645:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.964707:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975121792 00000100:00100000:3.0:1746066728.964714:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975121792 00000100:00100000:3.0:1746066728.964751:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10732 00000100:00100000:3.0:1746066728.964756:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28865:x1830882975121792:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066728.964770:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.964782:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978aa1 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.964801:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b093800/0xfb36a14ee6081801 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788fd expref: 20 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.964806:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa21200/0xfb36a14ee60818e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789b3 expref: 5 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.964810:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb08200/0xfb36a14ee6081878 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978958 expref: 29 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.964817:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.964818:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.964820:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [2068480->2097151] (req 2068480->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.964839:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb08200/0xfb36a14ee6081878 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978958 expref: 29 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.964845:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eb08200/0xfb36a14ee6081878 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978958 expref: 29 pid: 20532 timeout: 790 lvb_type: 1 00000100:00100000:3.0:1746066728.964853:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976234624:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.964945:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa21200/0xfb36a14ee60818e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789b3 expref: 5 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.964952:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa21200/0xfb36a14ee60818e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789b3 expref: 5 pid: 8452 timeout: 790 lvb_type: 1 00000100:00100000:3.0:1746066728.964960:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976234752:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.964987:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b093800/0xfb36a14ee6081801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788fd expref: 20 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.964995:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b093800/0xfb36a14ee6081801 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788fd expref: 20 pid: 21203 timeout: 790 lvb_type: 1 00000100:00100000:3.0:1746066728.965007:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976234880:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.965023:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.970239:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975121536:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14174us (14783us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066728.970249:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4403 00002000:00100000:2.0:1746066728.970258:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880099af5f80 x1830882975121536/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/440 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.970267:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af5f80 with x1830882975121536 ext(0->1048575) 00002000:00010000:2.0:1746066728.970272:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099af5f80 00000100:00100000:3.0:1746066728.972245:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976234624:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.972255:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976234752:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.972262:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976234880:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.972287:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [2068480->2097151] (req 2068480->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.972301:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a67a00, rc 0) 00000100:00100000:3.0:1746066728.972463:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28865:x1830882975121792:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7705us (7824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.972471:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10732 00000100:00100000:0.0:1746066728.974526:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.974659:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066728.975016:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975121920 00000100:00100000:1.0:1746066728.975024:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975121920 00010000:00010000:1.0:1746066728.975054:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa21200/0xfb36a14ee60818e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789b3 expref: 6 pid: 8452 timeout: 790 lvb_type: 1 00000100:00100000:1.0:1746066728.975088:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975122176 00000100:00100000:1.0:1746066728.975090:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975122176 00010000:00010000:1.0:1746066728.975098:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb08200/0xfb36a14ee6081878 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978958 expref: 29 pid: 20532 timeout: 790 lvb_type: 1 00000100:00100000:1.0:1746066728.975111:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5335 00000100:00100000:1.0:1746066728.975117:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975121920:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066728.975128:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066728.975146:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa21200/0xfb36a14ee60818e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789b3 expref: 6 pid: 8452 timeout: 790 lvb_type: 1 00010000:00010000:1.0:1746066728.975155:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa21200/0xfb36a14ee60818e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789b3 expref: 6 pid: 8452 timeout: 790 lvb_type: 1 00010000:00010000:1.0:1746066728.975185:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa21200/0xfb36a14ee60818e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789b3 expref: 6 pid: 8452 timeout: 790 lvb_type: 1 00000100:00100000:0.0:1746066728.975228:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5336 00000100:00100000:0.0:1746066728.975235:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975122176:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066728.975242:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066728.975251:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eb08200/0xfb36a14ee6081878 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978958 expref: 29 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066728.975258:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eb08200/0xfb36a14ee6081878 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978958 expref: 29 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066728.975269:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb08200/0xfb36a14ee6081878 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978958 expref: 29 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066728.975285:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066728.975897:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066728.976098:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+5:1963:x1830882975121920:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 980us (1577us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066728.976104:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5335 00000100:00100000:0.0:1746066728.976179:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975122176:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 944us (1520us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066728.976185:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5336 00000100:00100000:1.0:1746066728.976331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.976541:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975122048 00000100:00100000:3.0:1746066728.976545:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975122048 00010000:00010000:3.0:1746066728.976561:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b093800/0xfb36a14ee6081801 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788fd expref: 21 pid: 21203 timeout: 790 lvb_type: 1 00000100:00100000:3.0:1746066728.976575:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5337 00000100:00100000:3.0:1746066728.976579:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975122048:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066728.976586:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066728.976595:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b093800/0xfb36a14ee6081801 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788fd expref: 21 pid: 21203 timeout: 790 lvb_type: 1 00010000:00010000:3.0:1746066728.976607:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b093800/0xfb36a14ee6081801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788fd expref: 21 pid: 21203 timeout: 790 lvb_type: 1 00010000:00010000:3.0:1746066728.976619:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b093800/0xfb36a14ee6081801 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9788fd expref: 21 pid: 21203 timeout: 790 lvb_type: 1 00010000:00010000:3.0:1746066728.976634:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.976636:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.976641:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.976647:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.976670:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066728.976702:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976235008:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066728.976745:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066728.984341:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.984385:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066728.984483:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975122432 00000100:00100000:2.0:1746066728.984490:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975122432 00002000:00100000:2.0:1746066728.984524:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (2068480->2072575) req@ffff880093210a80 x1830882975122432/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.984533:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210a80 with x1830882975122432 ext(2068480->2072575) 00002000:00010000:2.0:1746066728.984538:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093210a80 00000100:00100000:3.0:1746066728.984613:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976235008:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066728.984627:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066728.984731:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975122048:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8150us (8399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.984740:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5337 00000100:00100000:3.0:1746066728.984763:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975122560 00000100:00100000:3.0:1746066728.984766:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975122560 00000100:00100000:3.0:1746066728.984781:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10733 00000100:00100000:3.0:1746066728.984786:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28872:x1830882975122560:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066728.984798:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.984810:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978aa8 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.984832:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.984839:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066728.984840:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066728.984843:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa8 expref: 30 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.984864:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.984873:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 19 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066728.984883:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976235136:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066728.984945:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4404 00000100:00100000:2.0:1746066728.984951:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975122432:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066728.986134:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066728.986428:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975122432:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 1474us (2090us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066728.986435:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4404 00002000:00100000:2.0:1746066728.986443:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (2068480->2072575) req@ffff880093210a80 x1830882975122432/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746066739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.986451:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210a80 with x1830882975122432 ext(2068480->2072575) 00002000:00010000:2.0:1746066728.986455:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093210a80 00000100:00100000:3.0:1746066728.991253:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976235136:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.991279:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa8 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.991297:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa0a00, rc 0) 00000100:00100000:3.0:1746066728.991350:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28872:x1830882975122560:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6562us (6963us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066728.991357:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10733 00000100:00100000:0.0:1746066728.991999:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066728.992136:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066728.992202:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975122688 00000100:00100000:3.0:1746066728.992207:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975122688 00000100:00100000:3.0:1746066728.992245:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10734 00000100:00100000:3.0:1746066728.992252:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:28865:x1830882975122688:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066728.992265:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066728.992277:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978aaf expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066728.992295:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b093600/0xfb36a14ee6081808 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978904 expref: 12 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.992303:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee60818ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ba expref: 5 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.992310:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee608187f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97895f expref: 18 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.992316:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.992318:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066728.992320:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->1794047] (req 1048576->1794047) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066728.992487:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975122816 00000100:00100000:2.0:1746066728.992491:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975122816 00002000:00100000:2.0:1746066728.992515:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1744895) req@ffff880093213800 x1830882975122816/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/0 e 0 to 0 dl 1746066739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066728.992523:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213800 with x1830882975122816 ext(1048576->1744895) 00010000:00010000:2.0:1746066728.992529:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 20 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066728.992539:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 20 pid: 8452 timeout: 790 lvb_type: 0 00002000:00010000:2.0:1746066728.992548:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093213800 00000100:00100000:2.0:1746066728.992574:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 945 00000100:00100000:2.0:1746066728.992580:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975122816:12345-192.168.202.57@tcp:4:cat.0 00010000:00010000:3.0:1746066728.996945:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee608187f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97895f expref: 18 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.996959:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee608187f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97895f expref: 18 pid: 20532 timeout: 790 lvb_type: 1 00000100:00100000:3.0:1746066728.996972:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976235264:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.997052:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee60818ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ba expref: 5 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.997061:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee60818ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ba expref: 5 pid: 8452 timeout: 790 lvb_type: 1 00000100:00100000:3.0:1746066728.997069:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976235392:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066728.997094:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b093600/0xfb36a14ee6081808 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978904 expref: 12 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066728.997102:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b093600/0xfb36a14ee6081808 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978904 expref: 12 pid: 21203 timeout: 790 lvb_type: 1 00000100:00100000:3.0:1746066728.997109:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976235520:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066728.997122:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066729.006207:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976235264:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.006221:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976235392:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.006229:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976235520:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.006256:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->1794047] (req 1048576->1794047) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.006270:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5aa0000, rc 0) 00000100:00100000:2.0:1746066729.006317:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:28865:x1830882975122688:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 14065us (14318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.006325:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10734 00000100:00100000:3.0:1746066729.009191:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975122816:12345-192.168.202.57@tcp:4:cat.0 Request processed in 16603us (17046us total) trans 17179872821 rc 0/0 00000100:00100000:3.0:1746066729.009204:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 945 00002000:00100000:3.0:1746066729.009214:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1744895) req@ffff880093213800 x1830882975122816/t17179872821(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:134/0 lens 488/448 e 0 to 0 dl 1746066739 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.009222:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213800 with x1830882975122816 ext(1048576->1744895) 00010000:00010000:3.0:1746066729.009231:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 22 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.009242:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 22 pid: 8452 timeout: 790 lvb_type: 0 00002000:00010000:3.0:1746066729.009247:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093213800 00000100:00100000:1.0:1746066729.009391:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.009493:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.009531:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.009587:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975123072 00000100:00100000:0.0:1746066729.009593:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975123072 00010000:00010000:0.0:1746066729.009615:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b093600/0xfb36a14ee6081808 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978904 expref: 13 pid: 21203 timeout: 790 lvb_type: 1 00000100:00100000:0.0:1746066729.009631:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975122944 00000100:00100000:0.0:1746066729.009633:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975122944 00010000:00010000:0.0:1746066729.009641:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee60818ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ba expref: 6 pid: 8452 timeout: 790 lvb_type: 1 00000100:00100000:0.0:1746066729.009654:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975123200 00000100:00100000:0.0:1746066729.009656:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975123200 00010000:00010000:0.0:1746066729.009662:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee608187f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97895f expref: 18 pid: 20532 timeout: 790 lvb_type: 1 00000100:00100000:0.0:1746066729.009672:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5338 00000100:00100000:0.0:1746066729.009692:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882975123072:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066729.009701:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066729.009714:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b093600/0xfb36a14ee6081808 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978904 expref: 13 pid: 21203 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.009722:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b093600/0xfb36a14ee6081808 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978904 expref: 13 pid: 21203 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.009739:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b093600/0xfb36a14ee6081808 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978904 expref: 13 pid: 21203 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.009754:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066729.009775:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882975123072:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 83us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.009780:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5338 00000100:00100000:0.0:1746066729.009792:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5339 00000100:00100000:0.0:1746066729.009796:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975122944:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066729.009802:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066729.009810:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee60818ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ba expref: 6 pid: 8452 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.009817:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee60818ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ba expref: 6 pid: 8452 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.009827:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee60818ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789ba expref: 6 pid: 8452 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.009835:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066729.009849:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882975122944:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 53us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.009854:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5339 00000100:00100000:0.0:1746066729.009863:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5340 00000100:00100000:0.0:1746066729.009866:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5408850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1963:x1830882975123200:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066729.009872:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066729.009877:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee608187f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97895f expref: 18 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.009884:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee608187f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97895f expref: 18 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.009893:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb08e00/0xfb36a14ee608187f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97895f expref: 18 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.009901:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.009902:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.009908:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.009914:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.009936:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066729.009945:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093210380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976235648:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066729.009985:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a494d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.022507:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.022709:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975123328 00000100:00100000:3.0:1746066729.022717:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975123328 00010000:00010000:3.0:1746066729.022746:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 22 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066729.024152:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093210380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976235648:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066729.024181:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.024233:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5408850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975123200:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 14364us (14700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.024241:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5340 00000100:00100000:1.0:1746066729.024290:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5341 00000100:00100000:1.0:1746066729.024297:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975123328:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.024307:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.024325:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 22 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.024336:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 22 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.024528:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb64e00/0xfb36a14ee60819b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1744895) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a5b expref: 22 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.024542:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.024543:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.024549:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa8 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.024555:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa8 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.024578:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa8 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066729.024588:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976235776:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066729.025088:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.027259:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.028566:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975123584 00000100:00100000:3.0:1746066729.028573:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975123584 00002000:00100000:3.0:1746066729.028609:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x385:0x0] (1789952->1794047) req@ffff880093210e00 x1830882975123584/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.028617:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210e00 with x1830882975123584 ext(1789952->1794047) 00002000:00010000:3.0:1746066729.028622:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210e00 00000100:00100000:3.0:1746066729.028646:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4405 00000100:00100000:3.0:1746066729.028652:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975123584:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066729.028824:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975123584:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 171us (1569us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066729.028831:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4405 00002000:00100000:3.0:1746066729.028837:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x385:0x0] (1789952->1794047) req@ffff880093210e00 x1830882975123584/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.028843:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210e00 with x1830882975123584 ext(1789952->1794047) 00002000:00010000:3.0:1746066729.028846:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210e00 00000100:00100000:1.0:1746066729.029211:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976235776:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066729.029225:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.029259:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975123328:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4963us (6758us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.029266:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5341 00000100:00100000:0.0:1746066729.037246:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.038493:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.041545:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.041697:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975123840 00000100:00100000:3.0:1746066729.041705:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975123840 00002000:00100000:3.0:1746066729.041748:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880093213480 x1830882975123840/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.041758:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213480 with x1830882975123840 ext(1048576->2097151) 00002000:00010000:3.0:1746066729.041762:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093213480 00000100:00100000:3.0:1746066729.041775:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975124096 00000100:00100000:3.0:1746066729.041777:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975124096 00002000:00100000:3.0:1746066729.041787:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2068479) req@ffff880135dfb480 x1830882975124096/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.041793:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfb480 with x1830882975124096 ext(1048576->2068479) 00002000:00010000:3.0:1746066729.041795:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfb480 00000100:00100000:3.0:1746066729.041808:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975124352 00000100:00100000:3.0:1746066729.041810:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975124352 00002000:00100000:3.0:1746066729.041822:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1794048->2097151) req@ffff880135dfa680 x1830882975124352/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.041827:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfa680 with x1830882975124352 ext(1794048->2097151) 00002000:00010000:3.0:1746066729.041830:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135dfa680 00000100:00100000:3.0:1746066729.041839:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4406 00000100:00100000:3.0:1746066729.041845:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975123840:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066729.043406:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4407 00000100:00100000:2.0:1746066729.043416:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975124096:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066729.044479:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4408 00000100:00100000:2.0:1746066729.044486:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975124352:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066729.057537:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975124096:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 14114us (19036us total) trans 0 rc 1019904/1019904 00000100:00100000:2.0:1746066729.057548:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4407 00002000:00100000:2.0:1746066729.057558:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2068479) req@ffff880135dfb480 x1830882975124096/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1019904/1019904 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.057568:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfb480 with x1830882975124096 ext(1048576->2068479) 00002000:00010000:2.0:1746066729.057573:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfb480 00000100:00100000:3.0:1746066729.060184:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975123840:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 18328us (22934us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066729.060195:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4406 00002000:00100000:3.0:1746066729.060205:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880093213480 x1830882975123840/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.060213:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213480 with x1830882975123840 ext(1048576->2097151) 00002000:00010000:3.0:1746066729.060218:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093213480 00000100:00100000:2.0:1746066729.062135:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975124352:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 17644us (20590us total) trans 0 rc 303104/303104 00000100:00100000:2.0:1746066729.062144:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4408 00002000:00100000:2.0:1746066729.062151:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1794048->2097151) req@ffff880135dfa680 x1830882975124352/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 303104/303104 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.062159:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfa680 with x1830882975124352 ext(1794048->2097151) 00002000:00010000:2.0:1746066729.062176:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135dfa680 00010000:00010000:2.0:1746066729.063843:0:7110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066729.076120:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.076157:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.077726:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975124736 00000100:00100000:3.0:1746066729.077737:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975124736 00002000:00100000:3.0:1746066729.077778:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880093213b80 x1830882975124736/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.077788:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213b80 with x1830882975124736 ext(2097152->3145727) 00002000:00010000:3.0:1746066729.077792:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093213b80 00000100:00100000:3.0:1746066729.077807:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975124864 00000100:00100000:3.0:1746066729.077810:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975124864 00002000:00100000:3.0:1746066729.077820:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880093211500 x1830882975124864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.077827:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211500 with x1830882975124864 ext(3145728->4194303) 00002000:00010000:3.0:1746066729.077829:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093211500 00000100:00100000:3.0:1746066729.077841:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4409 00000100:00100000:3.0:1746066729.077847:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1965:x1830882975124736:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066729.078549:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.078616:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975125120 00000100:00100000:0.0:1746066729.078620:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975125120 00002000:00100000:0.0:1746066729.078639:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135dfaa00 x1830882975125120/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066729.078646:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfaa00 with x1830882975125120 ext(2097152->3145727) 00002000:00010000:0.0:1746066729.078649:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfaa00 00000100:00100000:0.0:1746066729.078660:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4410 00000100:00100000:0.0:1746066729.078665:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1965:x1830882975124864:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066729.078993:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4411 00000100:00100000:2.0:1746066729.079001:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882975125120:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066729.095063:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882975124736:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17209us (18948us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066729.095076:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4409 00002000:00100000:3.0:1746066729.095086:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880093213b80 x1830882975124736/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.095094:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213b80 with x1830882975124736 ext(2097152->3145727) 00002000:00010000:3.0:1746066729.095099:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093213b80 00000100:00100000:1.0:1746066729.095563:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.097985:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975125248 00000100:00100000:3.0:1746066729.097997:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975125248 00000100:00100000:3.0:1746066729.098048:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10735 00000100:00100000:3.0:1746066729.098056:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975125248:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066729.098071:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.098086:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb55800/0xfb36a14ee6081a1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ab6 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.098106:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.098108:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.098116:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb55800/0xfb36a14ee6081a1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ab6 expref: 22 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.098128:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb55800/0xfb36a14ee6081a1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ab6 expref: 22 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.098136:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb55800, rc 0) 00000100:00100000:3.0:1746066729.098198:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975125248:12345-192.168.202.57@tcp:101:cat.0 Request processed in 142us (2634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.098203:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10735 00000100:00100000:0.0:1746066729.099775:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.099803:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.099944:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975125376 00000100:00100000:1.0:1746066729.099950:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975125376 00000100:00100000:1.0:1746066729.099976:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975125504 00000100:00100000:1.0:1746066729.099978:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975125504 00000100:00100000:1.0:1746066729.099999:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10736 00000100:00100000:1.0:1746066729.100005:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975125376:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066729.100018:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066729.100029:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135159800/0xfb36a14ee6081a23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978abd expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066729.100067:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976235904:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066729.100362:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10737 00000100:00100000:3.0:1746066729.100376:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975125504:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066729.100383:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.100392:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee6081a2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ac4 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.100416:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976236032:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066729.100477:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066729.101074:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882975125120:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22073us (22524us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066729.101082:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4411 00002000:00100000:2.0:1746066729.101090:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135dfaa00 x1830882975125120/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.101098:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfaa00 with x1830882975125120 ext(2097152->3145727) 00002000:00010000:2.0:1746066729.101102:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfaa00 00000100:00100000:3.0:1746066729.101329:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0aba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066729.102554:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1965:x1830882975124864:12345-192.168.202.57@tcp:3:cat.0 Request processed in 23885us (26393us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066729.102565:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4410 00002000:00100000:1.0:1746066729.102572:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880093211500 x1830882975124864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.102580:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211500 with x1830882975124864 ext(3145728->4194303) 00002000:00010000:1.0:1746066729.102583:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093211500 00002000:00010000:1.0:1746066729.105868:0:9776:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime: 1746066727 -> 1746066728 00002000:00010000:1.0:1746066729.105873:0:9776:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime: 1746066725 -> 1746066728 00002000:00010000:1.0:1746066729.105874:0:9776:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime: 1746066727 -> 1746066728 00000100:00100000:1.0:1746066729.105891:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976235904:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066729.105911:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135159800/0xfb36a14ee6081a23 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978abd expref: 23 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.105920:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135159800/0xfb36a14ee6081a23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978abd expref: 23 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.105988:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159800, rc 0) 00000100:00100000:1.0:1746066729.106017:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975125376:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6012us (6246us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066729.106022:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10736 00002000:00010000:2.0:1746066729.106088:0:8452:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime: 1746066725 -> 1746066728 00002000:00010000:2.0:1746066729.106090:0:8452:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime: 1746066725 -> 1746066728 00002000:00010000:2.0:1746066729.106091:0:8452:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime: 1746066725 -> 1746066728 00000100:00100000:2.0:1746066729.106100:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976236032:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066729.106112:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee6081a2a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ac4 expref: 13 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.106117:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb54000/0xfb36a14ee6081a2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ac4 expref: 13 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.106124:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb54000, rc 0) 00000100:00100000:2.0:1746066729.106136:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975125504:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5769us (6333us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066729.106139:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10737 00000100:00100000:0.0:1746066729.127193:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.127239:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.127283:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975125760 00000100:00100000:1.0:1746066729.127291:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975125760 00002000:00100000:1.0:1746066729.127330:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e635500 x1830882975125760/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.127338:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e635500 with x1830882975125760 ext(0->1048575) 00002000:00010000:1.0:1746066729.127343:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e635500 00000100:00100000:1.0:1746066729.127369:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975126016 00000100:00100000:1.0:1746066729.127372:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975126016 00002000:00100000:1.0:1746066729.127384:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e637100 x1830882975126016/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.127389:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637100 with x1830882975126016 ext(1048576->2097151) 00002000:00010000:1.0:1746066729.127392:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e637100 00000100:00100000:1.0:1746066729.127400:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4412 00000100:00100000:3.0:1746066729.127411:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4413 00000100:00100000:1.0:1746066729.127411:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975125760:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066729.127420:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975126016:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066729.144899:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975126016:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17473us (17651us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066729.144908:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4413 00002000:00100000:3.0:1746066729.144917:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e637100 x1830882975126016/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.144926:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637100 with x1830882975126016 ext(1048576->2097151) 00002000:00010000:3.0:1746066729.144931:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e637100 00000100:00100000:1.0:1746066729.152068:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975125760:12345-192.168.202.57@tcp:3:cat.0 Request processed in 24655us (24875us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066729.152077:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4412 00002000:00100000:1.0:1746066729.152086:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e635500 x1830882975125760/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.152094:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e635500 with x1830882975125760 ext(0->1048575) 00002000:00010000:1.0:1746066729.152098:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e635500 00000100:00100000:0.0:1746066729.155955:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.156029:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975126144 00000100:00100000:2.0:1746066729.156036:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975126144 00000100:00100000:2.0:1746066729.156086:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10738 00000100:00100000:2.0:1746066729.156094:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:28882:x1830882975126144:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066729.156110:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.156125:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978acb expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.156149:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a1c expref: 11 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.156156:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e43600/0xfb36a14ee6081989 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a31 expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.156170:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.156172:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.156175:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2859008->2887679] (req 2859008->2887679) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.156201:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4e43600/0xfb36a14ee6081989 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a31 expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.156212:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e43600/0xfb36a14ee6081989 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a31 expref: 18 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.156223:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976236160:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.156314:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a1c expref: 11 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.156322:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a1c expref: 11 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.156329:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976236288:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.156348:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.162738:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.162762:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975126272 00000100:00100000:1.0:1746066729.162768:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975126272 00000100:00100000:1.0:1746066729.162805:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10739 00000100:00100000:1.0:1746066729.162811:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28879:x1830882975126272:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066729.162824:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066729.162836:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ad2 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.162858:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.162863:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066729.162864:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066729.162866:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad2 expref: 23 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.162885:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.162891:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 28 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066729.162898:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976236416:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066729.162961:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066729.168060:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976236160:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.170062:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976236288:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.170093:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2859008->2887679] (req 2859008->2887679) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.170107:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5474800, rc 0) 00000100:00100000:2.0:1746066729.170150:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:28882:x1830882975126144:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 14057us (14202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.170169:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10738 00000100:00100000:1.0:1746066729.170444:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976236416:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066729.170459:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad2 expref: 23 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.170468:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab7b400, rc 0) 00000100:00100000:1.0:1746066729.170496:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28879:x1830882975126272:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7686us (7765us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.170502:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10739 00000100:00100000:0.0:1746066729.172129:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.172179:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.172242:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975126400 00000100:00100000:1.0:1746066729.172249:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975126400 00010000:00010000:1.0:1746066729.172271:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e43600/0xfb36a14ee6081989 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a31 expref: 18 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066729.172305:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5342 00000100:00100000:1.0:1746066729.172311:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1963:x1830882975126400:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.172321:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.172338:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4e43600/0xfb36a14ee6081989 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a31 expref: 18 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.172347:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4e43600/0xfb36a14ee6081989 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a31 expref: 18 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.172364:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e43600/0xfb36a14ee6081989 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a31 expref: 18 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.172378:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.172407:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975126400:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 97us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.172412:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5342 00000100:00100000:2.0:1746066729.172480:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975126528 00000100:00100000:2.0:1746066729.172483:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975126528 00002000:00100000:2.0:1746066729.172505:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (2068480->2097151) req@ffff880099712d80 x1830882975126528/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.172513:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712d80 with x1830882975126528 ext(2068480->2097151) 00010000:00010000:2.0:1746066729.172519:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 29 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.172526:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 29 pid: 8452 timeout: 790 lvb_type: 0 00002000:00010000:2.0:1746066729.172531:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099712d80 00000100:00100000:2.0:1746066729.172547:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 946 00000100:00100000:2.0:1746066729.172551:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975126528:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066729.177320:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975126528:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 4759us (5131us total) trans 17179872822 rc 0/0 00000100:00100000:2.0:1746066729.177332:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 946 00002000:00100000:2.0:1746066729.177342:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (2068480->2097151) req@ffff880099712d80 x1830882975126528/t17179872822(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/448 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.177352:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712d80 with x1830882975126528 ext(2068480->2097151) 00010000:00010000:2.0:1746066729.177362:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 31 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.177378:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 31 pid: 8452 timeout: 790 lvb_type: 0 00002000:00010000:2.0:1746066729.177384:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099712d80 00000100:00100000:0.0:1746066729.178204:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.178257:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975126656 00000100:00100000:3.0:1746066729.178264:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975126656 00010000:00010000:3.0:1746066729.178287:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a1c expref: 12 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.178306:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5343 00000100:00100000:3.0:1746066729.178312:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882975126656:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066729.178322:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.178337:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a1c expref: 12 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.178345:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a1c expref: 12 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.178362:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b597a00/0xfb36a14ee6081974 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a1c expref: 12 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.178374:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.178376:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.178381:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.178388:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.178412:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.178421:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976236544:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066729.179071:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.180982:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.181071:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975126784 00000100:00100000:1.0:1746066729.181079:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975126784 00010000:00010000:1.0:1746066729.181106:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 31 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066729.181664:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5344 00000100:00100000:1.0:1746066729.181672:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975126784:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.181854:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.181873:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 31 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.181884:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 31 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.181901:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a67a00/0xfb36a14ee6081a07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2068480->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa1 expref: 31 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.181929:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.181930:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.181936:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad2 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.181943:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad2 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.182269:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad2 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066729.182279:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099af5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976236672:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066729.182794:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066729.183754:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099af5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976236672:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066729.183766:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.183800:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975126784:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2128us (2823us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.183807:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5344 00000100:00100000:3.0:1746066729.184593:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976236544:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066729.184604:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066729.184624:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882975126656:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6312us (6421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.184630:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5343 00000100:00100000:0.0:1746066729.186034:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.186107:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975127040 00000100:00100000:2.0:1746066729.186273:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975127040 00002000:00100000:2.0:1746066729.186309:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009a0d0380 x1830882975127040/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.186318:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0380 with x1830882975127040 ext(1048576->2097151) 00002000:00010000:2.0:1746066729.186323:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d0380 00000100:00100000:2.0:1746066729.186379:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4414 00000100:00100000:2.0:1746066729.186386:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975127040:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066729.187501:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.187561:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975127296 00000100:00100000:1.0:1746066729.187565:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975127296 00002000:00100000:1.0:1746066729.187588:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2859008->2863103) req@ffff88009a0d2d80 x1830882975127296/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.187597:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d2d80 with x1830882975127296 ext(2859008->2863103) 00002000:00010000:1.0:1746066729.187601:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d2d80 00000100:00100000:1.0:1746066729.187628:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4415 00000100:00100000:1.0:1746066729.187634:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975127296:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066729.187767:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975127296:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 132us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066729.187773:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4415 00002000:00100000:1.0:1746066729.187777:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2859008->2863103) req@ffff88009a0d2d80 x1830882975127296/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.187784:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d2d80 with x1830882975127296 ext(2859008->2863103) 00002000:00010000:1.0:1746066729.187787:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d2d80 00000100:00100000:0.0:1746066729.193659:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.193795:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975127552 00000100:00100000:3.0:1746066729.193802:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975127552 00002000:00100000:3.0:1746066729.193837:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (2883584->2887679) req@ffff88009a0d1180 x1830882975127552/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.193845:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d1180 with x1830882975127552 ext(2883584->2887679) 00002000:00010000:3.0:1746066729.193850:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d1180 00000100:00100000:3.0:1746066729.195488:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4416 00000100:00100000:3.0:1746066729.195499:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975127552:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066729.195663:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975127552:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 166us (2011us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066729.195669:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4416 00002000:00100000:3.0:1746066729.195688:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (2883584->2887679) req@ffff88009a0d1180 x1830882975127552/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.195696:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d1180 with x1830882975127552 ext(2883584->2887679) 00002000:00010000:3.0:1746066729.195699:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d1180 00000100:00100000:3.0:1746066729.198799:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975127040:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12405us (12758us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066729.198808:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4414 00002000:00100000:3.0:1746066729.198817:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009a0d0380 x1830882975127040/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.198826:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0380 with x1830882975127040 ext(1048576->2097151) 00002000:00010000:3.0:1746066729.198830:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d0380 00000100:00100000:0.0:1746066729.209250:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.210373:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975127680 00000100:00100000:1.0:1746066729.210383:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975127680 00000100:00100000:1.0:1746066729.210426:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10740 00000100:00100000:1.0:1746066729.210433:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28879:x1830882975127680:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066729.210447:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066729.210461:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ad9 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.210482:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.210493:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066729.210494:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066729.210497:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad9 expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.210519:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 16 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.210528:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 16 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066729.210537:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976236800:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066729.211445:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.214874:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.215239:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976236800:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066729.215269:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad9 expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.215287:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab7a000, rc 0) 00000100:00100000:1.0:1746066729.215328:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28879:x1830882975127680:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4894us (6087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.215336:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10740 00000100:00100000:3.0:1746066729.215841:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975127808 00000100:00100000:3.0:1746066729.215849:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975127808 00002000:00100000:3.0:1746066729.215890:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1794047) req@ffff88009a0d2300 x1830882975127808/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.215898:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d2300 with x1830882975127808 ext(1048576->1794047) 00010000:00010000:3.0:1746066729.215906:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 17 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.215917:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 17 pid: 8452 timeout: 790 lvb_type: 0 00002000:00010000:3.0:1746066729.215922:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a0d2300 00000100:00100000:3.0:1746066729.215966:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 947 00000100:00100000:3.0:1746066729.215975:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1966:x1830882975127808:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066729.230840:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882975127808:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 14859us (15968us total) trans 21474840158 rc 0/0 00000100:00100000:2.0:1746066729.230851:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 947 00002000:00100000:2.0:1746066729.230861:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1794047) req@ffff88009a0d2300 x1830882975127808/t21474840158(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/448 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.230869:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d2300 with x1830882975127808 ext(1048576->1794047) 00010000:00010000:2.0:1746066729.230878:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 19 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.230891:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 19 pid: 8452 timeout: 790 lvb_type: 0 00002000:00010000:2.0:1746066729.230902:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a0d2300 00000100:00100000:0.0:1746066729.234339:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.234527:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975127936 00000100:00100000:3.0:1746066729.234537:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975127936 00010000:00010000:3.0:1746066729.234571:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 19 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.234608:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5345 00000100:00100000:3.0:1746066729.234616:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882975127936:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066729.234629:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.234646:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 19 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.234656:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 19 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.234795:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5aa0000/0xfb36a14ee6081a15 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1794047) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aaf expref: 19 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.234886:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.234890:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.234898:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad9 expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.234907:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad9 expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.234942:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad9 expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.234955:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976236928:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066729.235045:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.237783:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976236928:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066729.237799:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066729.237827:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1966:x1830882975127936:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3211us (3494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.237835:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5345 00000100:00100000:0.0:1746066729.240192:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.240302:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975128192 00000100:00100000:2.0:1746066729.240309:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975128192 00002000:00100000:2.0:1746066729.240343:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800924d0a80 x1830882975128192/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.240352:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d0a80 with x1830882975128192 ext(1048576->2097151) 00002000:00010000:2.0:1746066729.240356:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d0a80 00000100:00100000:2.0:1746066729.240419:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4417 00000100:00100000:2.0:1746066729.240429:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975128192:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066729.250226:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975128192:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9788us (10030us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066729.250237:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4417 00002000:00100000:0.0:1746066729.250250:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800924d0a80 x1830882975128192/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066729.250259:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d0a80 with x1830882975128192 ext(1048576->2097151) 00002000:00010000:0.0:1746066729.250264:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d0a80 00000100:00100000:0.0:1746066729.256307:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.256755:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975128320 00000100:00100000:1.0:1746066729.256763:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975128320 00000100:00100000:1.0:1746066729.256823:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10741 00000100:00100000:1.0:1746066729.256830:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28879:x1830882975128320:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066729.256846:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066729.256923:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ae0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.256953:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.256960:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066729.256962:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066729.256965:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae0 expref: 13 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.256992:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.257004:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 17 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066729.257015:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976237056:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066729.257221:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.259563:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.259711:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976237056:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066729.259735:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae0 expref: 13 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.259749:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf86800, rc 0) 00000100:00100000:1.0:1746066729.259784:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28879:x1830882975128320:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2952us (3484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.259791:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10741 00000100:00100000:2.0:1746066729.259873:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975128448 00000100:00100000:2.0:1746066729.259879:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975128448 00002000:00100000:2.0:1746066729.259911:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2859008->2887679) req@ffff880092848a80 x1830882975128448/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.259919:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848a80 with x1830882975128448 ext(2859008->2887679) 00010000:00010000:2.0:1746066729.259925:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 18 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.259934:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 18 pid: 8452 timeout: 790 lvb_type: 0 00002000:00010000:2.0:1746066729.259940:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092848a80 00000100:00100000:2.0:1746066729.259956:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 948 00000100:00100000:2.0:1746066729.259964:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1964:x1830882975128448:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066729.262054:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1964:x1830882975128448:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 2085us (2491us total) trans 21474840159 rc 0/0 00000100:00100000:2.0:1746066729.262063:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 948 00002000:00100000:2.0:1746066729.262072:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2859008->2887679) req@ffff880092848a80 x1830882975128448/t21474840159(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/448 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.262080:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848a80 with x1830882975128448 ext(2859008->2887679) 00010000:00010000:2.0:1746066729.262086:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 20 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.262097:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 20 pid: 8452 timeout: 790 lvb_type: 0 00002000:00010000:2.0:1746066729.262102:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092848a80 00000100:00100000:0.0:1746066729.265229:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.265318:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975128576 00000100:00100000:3.0:1746066729.265326:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975128576 00010000:00010000:3.0:1746066729.265353:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 20 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.265479:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5346 00000100:00100000:3.0:1746066729.265486:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882975128576:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066729.265498:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.265514:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 20 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.265524:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 20 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.265542:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5474800/0xfb36a14ee6081a31 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2859008->2887679) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978acb expref: 20 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.265570:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.265572:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.265577:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae0 expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.265584:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae0 expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.265610:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae0 expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.265624:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976237184:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066729.265946:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066729.269150:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.269249:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976237184:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066729.269268:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066729.269316:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882975128576:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3830us (4094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.269325:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5346 00000100:00100000:0.0:1746066729.269392:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975128704 00000100:00100000:0.0:1746066729.269397:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975128704 00000100:00100000:0.0:1746066729.269433:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10742 00000100:00100000:0.0:1746066729.269439:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28877:x1830882975128704:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066729.269453:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.269465:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ae7 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.269486:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad2 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.269492:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.269494:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.269497:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [2093056->2097151] (req 2093056->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.269517:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad2 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.269526:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad2 expref: 24 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746066729.269536:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976237312:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066729.269587:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a494d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.272229:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.272862:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.272881:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975128960 00000100:00100000:2.0:1746066729.272888:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975128960 00002000:00100000:2.0:1746066729.272925:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009284bb80 x1830882975128960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.272934:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284bb80 with x1830882975128960 ext(2097152->3145727) 00002000:00010000:2.0:1746066729.272938:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284bb80 00000100:00100000:2.0:1746066729.272965:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4418 00000100:00100000:2.0:1746066729.272972:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882975128960:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066729.274244:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975129088 00000100:00100000:1.0:1746066729.274250:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975129088 00002000:00100000:1.0:1746066729.274272:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009284aa00 x1830882975129088/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.274279:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284aa00 with x1830882975129088 ext(3145728->4194303) 00002000:00010000:1.0:1746066729.274282:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284aa00 00000100:00100000:1.0:1746066729.274296:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4419 00000100:00100000:1.0:1746066729.274302:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882975129088:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066729.275510:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.275593:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976237312:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066729.275616:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [2093056->2097151] (req 2093056->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.275634:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b247a00, rc 0) 00000100:00100000:0.0:1746066729.275661:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28877:x1830882975128704:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6221us (6516us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.275668:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10742 00000100:00100000:3.0:1746066729.275747:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975129344 00000100:00100000:3.0:1746066729.275751:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975129344 00010000:00010000:3.0:1746066729.275767:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad2 expref: 24 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.276518:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5347 00000100:00100000:3.0:1746066729.276525:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5408450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975129344:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066729.276535:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.276550:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad2 expref: 24 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.276558:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad2 expref: 24 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.276574:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab7b400/0xfb36a14ee6081a38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad2 expref: 24 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.276587:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.276589:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.276594:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 23 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.276604:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 23 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.276627:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 23 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.276636:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976237440:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066729.276697:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.281211:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976237440:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066729.281231:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066729.281270:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5408450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975129344:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4740us (5758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.281279:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5347 00000100:00100000:0.0:1746066729.281665:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.281853:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975129600 00000100:00100000:0.0:1746066729.281859:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975129600 00002000:00100000:0.0:1746066729.281885:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (2093056->2097151) req@ffff880092848700 x1830882975129600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066729.281893:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848700 with x1830882975129600 ext(2093056->2097151) 00002000:00010000:0.0:1746066729.281897:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092848700 00000100:00100000:0.0:1746066729.281923:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4420 00000100:00100000:0.0:1746066729.281929:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975129600:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066729.282040:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975129600:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 111us (376us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066729.282045:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4420 00002000:00100000:0.0:1746066729.282050:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (2093056->2097151) req@ffff880092848700 x1830882975129600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066729.282056:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848700 with x1830882975129600 ext(2093056->2097151) 00002000:00010000:0.0:1746066729.282058:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092848700 00000100:00100000:2.0:1746066729.282474:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882975128960:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 9502us (10251us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066729.282483:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4418 00002000:00100000:2.0:1746066729.282488:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009284bb80 x1830882975128960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.282494:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284bb80 with x1830882975128960 ext(2097152->3145727) 00002000:00010000:2.0:1746066729.282498:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284bb80 00000100:00100000:1.0:1746066729.284077:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882975129088:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 9771us (11211us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066729.284084:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4419 00002000:00100000:1.0:1746066729.284091:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009284aa00 x1830882975129088/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.284097:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284aa00 with x1830882975129088 ext(3145728->4194303) 00002000:00010000:1.0:1746066729.284101:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284aa00 00000100:00100000:0.0:1746066729.284315:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.284450:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975129728 00000100:00100000:1.0:1746066729.284456:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975129728 00000100:00100000:1.0:1746066729.284491:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10743 00000100:00100000:1.0:1746066729.284497:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28877:x1830882975129728:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066729.284510:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066729.284525:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978aee expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.284550:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad9 expref: 14 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.284557:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.284559:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.284562:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2060287] (req 1048576->2060287) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 14 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.284586:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad9 expref: 14 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.284596:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad9 expref: 14 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066729.285376:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099af6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976237568:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066729.285832:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066729.293233:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099af6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976237568:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066729.293260:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2060287] (req 1048576->2060287) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 14 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.293275:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf86600, rc 0) 00000100:00100000:1.0:1746066729.293324:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28877:x1830882975129728:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 8826us (9008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.293332:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10743 00000100:00100000:0.0:1746066729.293427:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.293707:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975129856 00000100:00100000:3.0:1746066729.293713:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975129856 00010000:00010000:3.0:1746066729.293735:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad9 expref: 14 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.293756:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5348 00000100:00100000:3.0:1746066729.293762:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975129856:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066729.293772:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.293788:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad9 expref: 14 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.293802:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad9 expref: 14 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.293820:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab7a000/0xfb36a14ee6081a3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ad9 expref: 14 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.293832:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.293834:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.293839:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 13 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.293846:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 13 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.295398:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 13 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.295413:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976237696:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066729.295551:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.302048:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.302200:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975129984 00000100:00100000:2.0:1746066729.302208:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975129984 00000100:00100000:2.0:1746066729.302258:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10744 00000100:00100000:2.0:1746066729.302267:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975129984:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.302283:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.302297:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4aa8400/0xfb36a14ee6081a5b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978af5 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.302338:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976237824:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066729.302721:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.306450:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976237696:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066729.306468:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066729.306504:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975129856:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 12740us (13076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.306512:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5348 00002000:00010000:2.0:1746066729.308159:0:9776:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime: 1746066728 -> 1746066729 00002000:00010000:2.0:1746066729.308172:0:9776:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime: 1746066728 -> 1746066729 00002000:00010000:2.0:1746066729.308174:0:9776:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime: 1746066728 -> 1746066729 00000100:00100000:2.0:1746066729.308192:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976237824:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066729.308214:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4aa8400/0xfb36a14ee6081a5b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978af5 expref: 14 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.308225:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4aa8400/0xfb36a14ee6081a5b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978af5 expref: 14 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.308328:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4aa8400, rc 0) 00000100:00100000:2.0:1746066729.308367:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975129984:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6102us (6334us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066729.308374:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10744 00000100:00100000:0.0:1746066729.313453:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.313496:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.313511:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975130240 00000100:00100000:1.0:1746066729.313519:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975130240 00002000:00100000:1.0:1746066729.313561:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (2056192->2060287) req@ffff88012c22df80 x1830882975130240/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.313570:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22df80 with x1830882975130240 ext(2056192->2060287) 00002000:00010000:1.0:1746066729.313574:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22df80 00000100:00100000:1.0:1746066729.313618:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975130368 00000100:00100000:1.0:1746066729.313620:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975130368 00002000:00100000:1.0:1746066729.313629:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800a45e7b80 x1830882975130368/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.313635:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e7b80 with x1830882975130368 ext(4194304->5079039) 00002000:00010000:1.0:1746066729.313637:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a45e7b80 00000100:00100000:1.0:1746066729.313651:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4421 00000100:00100000:1.0:1746066729.313657:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1966:x1830882975130240:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066729.313693:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4422 00000100:00100000:0.0:1746066729.313701:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975130368:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066729.314038:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1966:x1830882975130240:12345-192.168.202.57@tcp:3:cat.0 Request processed in 380us (592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066729.314044:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4421 00002000:00100000:1.0:1746066729.314049:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (2056192->2060287) req@ffff88012c22df80 x1830882975130240/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.314055:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22df80 with x1830882975130240 ext(2056192->2060287) 00002000:00010000:1.0:1746066729.314057:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22df80 00000100:00100000:2.0:1746066729.324399:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882975130368:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9689us (9892us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066729.324409:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4422 00002000:00100000:2.0:1746066729.324420:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800a45e7b80 x1830882975130368/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.324432:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e7b80 with x1830882975130368 ext(4194304->5079039) 00002000:00010000:2.0:1746066729.324437:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a45e7b80 00000100:00100000:0.0:1746066729.340229:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.341574:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975130624 00000100:00100000:2.0:1746066729.341582:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975130624 00000100:00100000:2.0:1746066729.341634:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10745 00000100:00100000:2.0:1746066729.341642:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975130624:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.341659:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.341687:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092611400/0xfb36a14ee6081a62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978afc expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.341728:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976237952:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066729.341795:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.344502:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.344760:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.344949:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975130752 00000100:00100000:2.0:1746066729.344955:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975130752 00000100:00100000:2.0:1746066729.344983:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975130880 00000100:00100000:2.0:1746066729.344986:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975130880 00000100:00100000:2.0:1746066729.344999:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10746 00000100:00100000:2.0:1746066729.345005:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1964:x1830882975130752:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.345020:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.345035:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee6081a69 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b03 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.345078:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976238080:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066729.345295:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10747 00000100:00100000:0.0:1746066729.345301:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975130880:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066729.345308:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.345313:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b246800/0xfb36a14ee6081a70 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b0a expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.345323:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.345325:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.345332:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b246800/0xfb36a14ee6081a70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b0a expref: 22 pid: 20532 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1746066729.345449:0:9776:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime: 1746066728 -> 1746066729 00002000:00010000:3.0:1746066729.345452:0:9776:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime: 1746066728 -> 1746066729 00002000:00010000:3.0:1746066729.345454:0:9776:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime: 1746066728 -> 1746066729 00000100:00100000:3.0:1746066729.345470:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976237952:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066729.345493:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092611400/0xfb36a14ee6081a62 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978afc expref: 31 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.345502:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092611400/0xfb36a14ee6081a62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978afc expref: 31 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.345514:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b246800/0xfb36a14ee6081a70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b0a expref: 22 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.345515:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092611400, rc 0) 00010000:00010000:0.0:1746066729.345523:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b246800, rc 0) 00000100:00100000:3.0:1746066729.345728:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975130624:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4086us (5504us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066729.345734:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10745 00000100:00100000:2.0:1746066729.345736:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.345791:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975130880:12345-192.168.202.57@tcp:101:cat.0 Request processed in 489us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.345796:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10747 00000100:00100000:2.0:1746066729.346962:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976238080:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066729.346981:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee6081a69 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b03 expref: 21 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.346991:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee6081a69 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b03 expref: 21 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.347114:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092610200, rc 0) 00000100:00100000:2.0:1746066729.347140:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1964:x1830882975130752:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2135us (2645us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066729.347146:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10746 00000100:00100000:0.0:1746066729.351786:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.352710:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975131008 00000100:00100000:2.0:1746066729.352718:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975131008 00000100:00100000:2.0:1746066729.352818:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10748 00000100:00100000:2.0:1746066729.352827:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:28889:x1830882975131008:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.352843:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.352858:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b11 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.352984:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.352992:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066729.352994:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066729.352997:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b11 expref: 31 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.353066:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.353076:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 22 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.353382:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976238208:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.354222:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066729.358516:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976238208:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.358544:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b11 expref: 31 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.358559:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092610e00, rc 0) 00000100:00100000:2.0:1746066729.358597:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28889:x1830882975131008:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5771us (6818us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.358604:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10748 00000100:00100000:0.0:1746066729.358918:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.359209:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975131136 00000100:00100000:2.0:1746066729.359214:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975131136 00002000:00100000:2.0:1746066729.359243:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (2093056->2097151) req@ffff8800a45e6680 x1830882975131136/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 4584/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.359252:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e6680 with x1830882975131136 ext(2093056->2097151) 00010000:00010000:2.0:1746066729.359257:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 23 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.359267:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 23 pid: 9776 timeout: 790 lvb_type: 0 00002000:00010000:2.0:1746066729.359273:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a45e6680 00000100:00100000:1.0:1746066729.360072:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 949 00000100:00100000:1.0:1746066729.360081:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975131136:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066729.361850:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975131136:12345-192.168.202.57@tcp:4:cat.0 Request processed in 1765us (2927us total) trans 17179872823 rc 0/0 00000100:00100000:1.0:1746066729.361861:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 949 00002000:00100000:1.0:1746066729.361869:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (2093056->2097151) req@ffff8800a45e6680 x1830882975131136/t17179872823(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 4584/448 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.361877:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e6680 with x1830882975131136 ext(2093056->2097151) 00010000:00010000:1.0:1746066729.361884:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 25 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.361895:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 25 pid: 9776 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746066729.361901:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a45e6680 00000100:00100000:0.0:1746066729.366532:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.366606:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975131264 00000100:00100000:3.0:1746066729.366614:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975131264 00010000:00010000:3.0:1746066729.366639:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 25 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.366659:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5349 00000100:00100000:3.0:1746066729.366664:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1965:x1830882975131264:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066729.366694:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.366711:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 25 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.366720:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 25 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.366743:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b247a00/0xfb36a14ee6081a4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae7 expref: 25 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.366768:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.366769:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.366775:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b11 expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.366781:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b11 expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.366808:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b11 expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.366819:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976238336:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066729.366879:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.369234:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976238336:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066729.369249:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066729.369279:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882975131264:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2614us (2754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.369288:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5349 00000100:00100000:0.0:1746066729.373901:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.373976:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975131520 00000100:00100000:1.0:1746066729.373983:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975131520 00002000:00100000:1.0:1746066729.374019:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800a45e5c00 x1830882975131520/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.374029:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e5c00 with x1830882975131520 ext(1048576->2097151) 00002000:00010000:1.0:1746066729.374033:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e5c00 00000100:00100000:1.0:1746066729.374092:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4423 00000100:00100000:1.0:1746066729.374098:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975131520:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066729.381157:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975131520:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7051us (7253us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066729.381188:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4423 00002000:00100000:1.0:1746066729.381197:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800a45e5c00 x1830882975131520/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.381212:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e5c00 with x1830882975131520 ext(1048576->2097151) 00002000:00010000:1.0:1746066729.381216:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e5c00 00000100:00100000:0.0:1746066729.390578:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.390634:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975131648 00000100:00100000:2.0:1746066729.390642:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975131648 00000100:00100000:2.0:1746066729.390709:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10749 00000100:00100000:2.0:1746066729.390716:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:28889:x1830882975131648:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.390730:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.390743:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b18 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.390765:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.390772:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066729.390773:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066729.390776:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b18 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.390797:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.390806:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 12 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.390815:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976238464:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.390878:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066729.394372:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976238464:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.394400:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b18 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.394414:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092610800, rc 0) 00000100:00100000:2.0:1746066729.394668:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:28889:x1830882975131648:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3950us (4094us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.394689:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10749 00000100:00100000:0.0:1746066729.394892:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.395041:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975131776 00000100:00100000:1.0:1746066729.395047:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975131776 00002000:00100000:1.0:1746066729.395077:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2060287) req@ffff8800a45e4a80 x1830882975131776/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.395085:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e4a80 with x1830882975131776 ext(1048576->2060287) 00010000:00010000:1.0:1746066729.395091:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 13 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.395101:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 13 pid: 9776 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746066729.395107:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a45e4a80 00000100:00100000:1.0:1746066729.395132:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 950 00000100:00100000:1.0:1746066729.395138:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975131776:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066729.403791:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975131776:12345-192.168.202.57@tcp:4:cat.0 Request processed in 8645us (8891us total) trans 21474840160 rc 0/0 00000100:00100000:1.0:1746066729.403800:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 950 00002000:00100000:1.0:1746066729.403809:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2060287) req@ffff8800a45e4a80 x1830882975131776/t21474840160(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/448 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.403817:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e4a80 with x1830882975131776 ext(1048576->2060287) 00010000:00010000:1.0:1746066729.403825:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 15 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.403839:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 15 pid: 9776 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746066729.403844:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a45e4a80 00000100:00100000:0.0:1746066729.407968:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.409305:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975131904 00000100:00100000:3.0:1746066729.409312:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975131904 00010000:00010000:3.0:1746066729.409342:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 15 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.409378:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5350 00000100:00100000:3.0:1746066729.409384:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975131904:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066729.409395:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.409410:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 15 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.409420:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 15 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.409436:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081a54 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2060287) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aee expref: 15 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.409457:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.409459:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.409465:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b18 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.409471:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b18 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.409497:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b18 expref: 20 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.409506:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976238592:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066729.410188:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.413417:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976238592:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066729.413433:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066729.413475:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975131904:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4089us (5512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.413484:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5350 00000100:00100000:0.0:1746066729.413921:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.413969:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975132160 00000100:00100000:1.0:1746066729.413975:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975132160 00002000:00100000:1.0:1746066729.414001:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e8c4000 x1830882975132160/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.414010:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c4000 with x1830882975132160 ext(1048576->2097151) 00002000:00010000:1.0:1746066729.414013:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c4000 00000100:00100000:1.0:1746066729.414031:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4424 00000100:00100000:1.0:1746066729.414036:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975132160:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066729.420314:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975132160:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6268us (6385us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066729.420325:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4424 00002000:00100000:1.0:1746066729.420335:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e8c4000 x1830882975132160/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.420344:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c4000 with x1830882975132160 ext(1048576->2097151) 00002000:00010000:1.0:1746066729.420349:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c4000 00000100:00100000:0.0:1746066729.432078:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.432150:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.432206:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975132416 00000100:00100000:3.0:1746066729.432214:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975132416 00002000:00100000:3.0:1746066729.432252:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800931d3800 x1830882975132416/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.432261:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d3800 with x1830882975132416 ext(2097152->3145727) 00002000:00010000:3.0:1746066729.432265:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d3800 00000100:00100000:3.0:1746066729.432292:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975132544 00000100:00100000:3.0:1746066729.432294:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975132544 00002000:00100000:3.0:1746066729.432305:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800931d0000 x1830882975132544/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.432311:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d0000 with x1830882975132544 ext(3145728->4194303) 00002000:00010000:3.0:1746066729.432314:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d0000 00000100:00100000:3.0:1746066729.432324:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4425 00000100:00100000:3.0:1746066729.432331:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1965:x1830882975132416:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066729.432492:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4426 00000100:00100000:1.0:1746066729.432523:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975132544:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066729.443655:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1965:x1830882975132416:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11313us (11575us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066729.443708:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4425 00002000:00100000:3.0:1746066729.443719:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800931d3800 x1830882975132416/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.443728:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d3800 with x1830882975132416 ext(2097152->3145727) 00002000:00010000:3.0:1746066729.443741:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d3800 00000100:00100000:1.0:1746066729.451449:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882975132544:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18942us (19291us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066729.451460:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4426 00002000:00100000:1.0:1746066729.451470:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800931d0000 x1830882975132544/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.451480:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d0000 with x1830882975132544 ext(3145728->4194303) 00002000:00010000:1.0:1746066729.451485:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d0000 00000100:00100000:0.0:1746066729.462495:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.462577:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975132928 00000100:00100000:1.0:1746066729.462584:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975132928 00002000:00100000:1.0:1746066729.462618:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800931d0e00 x1830882975132928/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.462627:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d0e00 with x1830882975132928 ext(4194304->5079039) 00002000:00010000:1.0:1746066729.462632:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d0e00 00000100:00100000:1.0:1746066729.462659:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4427 00000100:00100000:1.0:1746066729.462665:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882975132928:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066729.480251:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.480282:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.480382:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975133056 00000100:00100000:3.0:1746066729.480390:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975133056 00000100:00100000:3.0:1746066729.480422:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975133184 00000100:00100000:3.0:1746066729.480423:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975133184 00000100:00100000:3.0:1746066729.480436:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10750 00000100:00100000:3.0:1746066729.480442:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975133056:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066729.480455:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.480468:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081a85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b1f expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.480486:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.480487:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.480493:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081a85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b1f expref: 25 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.480505:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081a85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b1f expref: 25 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.480514:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6a00, rc 0) 00000100:00100000:3.0:1746066729.480546:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882975133056:12345-192.168.202.57@tcp:101:cat.0 Request processed in 104us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.480550:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10750 00000100:00100000:3.0:1746066729.480561:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10751 00000100:00100000:3.0:1746066729.480564:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975133184:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066729.480569:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.480576:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081a8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b26 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.480584:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.480585:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.480588:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081a8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b26 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.480595:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081a8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b26 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.480601:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6400, rc 0) 00000100:00100000:3.0:1746066729.480610:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975133184:12345-192.168.202.57@tcp:101:cat.0 Request processed in 45us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.480614:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10751 00000100:00100000:1.0:1746066729.482555:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882975132928:12345-192.168.202.57@tcp:3:cat.0 Request processed in 19886us (20062us total) trans 0 rc 884736/884736 00000100:00100000:1.0:1746066729.482564:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4427 00002000:00100000:1.0:1746066729.482572:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800931d0e00 x1830882975132928/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.482580:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d0e00 with x1830882975132928 ext(4194304->5079039) 00002000:00010000:1.0:1746066729.482584:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d0e00 00000100:00100000:0.0:1746066729.483189:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.483381:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975133312 00000100:00100000:2.0:1746066729.483386:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975133312 00000100:00100000:2.0:1746066729.483423:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10752 00000100:00100000:2.0:1746066729.483429:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28895:x1830882975133312:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066729.483441:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.483451:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b2d expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.483470:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a8c expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.483480:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136a67400/0xfb36a14ee6081a00 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a9a expref: 16 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.483485:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.483487:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.483489:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [466944->561151] (req 466944->561151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 16 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.483510:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136a67400/0xfb36a14ee6081a00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a9a expref: 16 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.483519:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136a67400/0xfb36a14ee6081a00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a9a expref: 16 pid: 8452 timeout: 790 lvb_type: 1 00000100:00100000:2.0:1746066729.483527:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976238720:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.483598:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a8c expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.483605:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a8c expref: 20 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.483612:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976238848:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.483629:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066729.488971:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976238720:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.488981:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976238848:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.489008:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [466944->561151] (req 466944->561151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 16 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.489021:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092611600, rc 0) 00000100:00100000:2.0:1746066729.489540:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28895:x1830882975133312:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6108us (6348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.489548:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10752 00000100:00100000:1.0:1746066729.491725:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.491817:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.492001:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975133440 00000100:00100000:0.0:1746066729.492011:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975133440 00010000:00010000:0.0:1746066729.492045:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136a67400/0xfb36a14ee6081a00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a9a expref: 16 pid: 8452 timeout: 790 lvb_type: 1 00000100:00100000:0.0:1746066729.492092:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975133568 00000100:00100000:0.0:1746066729.492097:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975133568 00010000:00010000:0.0:1746066729.492111:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a8c expref: 21 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746066729.492132:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5351 00000100:00100000:0.0:1746066729.492140:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882975133440:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066729.492154:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066729.492189:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136a67400/0xfb36a14ee6081a00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a9a expref: 16 pid: 8452 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.492205:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136a67400/0xfb36a14ee6081a00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a9a expref: 16 pid: 8452 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.492235:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136a67400/0xfb36a14ee6081a00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a9a expref: 16 pid: 8452 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.492254:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066729.492294:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882975133440:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 154us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.492299:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5351 00000100:00100000:0.0:1746066729.492316:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5352 00000100:00100000:0.0:1746066729.492322:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882975133568:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066729.492330:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066729.492341:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a8c expref: 21 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066729.492350:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a8c expref: 21 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066729.492362:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136a67600/0xfb36a14ee60819f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a8c expref: 21 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066729.492371:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.492373:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.492380:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 14 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.492393:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 14 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.492425:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 14 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066729.492437:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976238976:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066729.492500:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a494d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.494922:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.495228:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975133696 00000100:00100000:2.0:1746066729.495234:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975133696 00000100:00100000:2.0:1746066729.495272:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10753 00000100:00100000:2.0:1746066729.495279:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28896:x1830882975133696:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.495294:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.495306:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b34 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.495326:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 16 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.495333:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066729.495334:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066729.495337:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [888832->1048575] (req 888832->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b34 expref: 16 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.495364:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 16 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.495374:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 16 pid: 21973 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.496533:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976239104:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066729.496627:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.496664:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975133824 00000100:00100000:3.0:1746066729.496668:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975133824 00000100:00100000:3.0:1746066729.496699:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10754 00000100:00100000:3.0:1746066729.496704:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882975133824:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066729.496713:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.496721:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081aa1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b3b expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.496746:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976239232:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066729.496811:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.497016:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.497945:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976238976:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066729.497962:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066729.498019:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975133568:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5694us (6201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.498028:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5352 00000100:00100000:0.0:1746066729.498618:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.499083:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975134080 00000100:00100000:1.0:1746066729.499090:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975134080 00002000:00100000:1.0:1746066729.499126:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (466944->471039) req@ffff8800931d3100 x1830882975134080/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.499135:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d3100 with x1830882975134080 ext(466944->471039) 00010000:00010000:1.0:1746066729.499142:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 17 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.499154:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 17 pid: 21973 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746066729.499174:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931d3100 00000100:00100000:1.0:1746066729.499215:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 951 00000100:00100000:1.0:1746066729.499224:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882975134080:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066729.499409:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882975134080:12345-192.168.202.57@tcp:3:cat.0 Request processed in 184us (791us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066729.499416:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 951 00002000:00100000:1.0:1746066729.499422:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (466944->471039) req@ffff8800931d3100 x1830882975134080/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.499428:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d3100 with x1830882975134080 ext(466944->471039) 00010000:00010000:1.0:1746066729.499434:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 17 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.499444:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 17 pid: 21973 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746066729.499449:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931d3100 00000100:00100000:2.0:1746066729.501730:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976239104:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.501754:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [888832->1048575] (req 888832->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b34 expref: 16 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.501769:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092610000, rc 0) 00000100:00100000:2.0:1746066729.501798:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28896:x1830882975133696:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6519us (6879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.501805:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10753 00002000:00010000:3.0:1746066729.501943:0:9776:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime: 1746066728 -> 1746066729 00002000:00010000:3.0:1746066729.501947:0:9776:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066728 -> 1746066729 00002000:00010000:3.0:1746066729.501949:0:9776:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime: 1746066728 -> 1746066729 00000100:00100000:3.0:1746066729.501963:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976239232:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066729.501981:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081aa1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b3b expref: 21 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.501989:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081aa1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b3b expref: 21 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.502015:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6600, rc 0) 00000100:00100000:3.0:1746066729.502034:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882975133824:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5330us (5602us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066729.502040:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10754 00000100:00100000:0.0:1746066729.502745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.503308:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975134336 00000100:00100000:3.0:1746066729.503316:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975134336 00002000:00100000:3.0:1746066729.503353:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (557056->561151) req@ffff8800931d2680 x1830882975134336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.503363:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d2680 with x1830882975134336 ext(557056->561151) 00010000:00010000:3.0:1746066729.503369:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 16 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.503382:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 16 pid: 21973 timeout: 790 lvb_type: 0 00002000:00010000:3.0:1746066729.503388:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931d2680 00000100:00100000:1.0:1746066729.503806:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 952 00000100:00100000:1.0:1746066729.503815:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882975134336:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066729.504521:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882975134336:12345-192.168.202.57@tcp:3:cat.0 Request processed in 707us (1778us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066729.504526:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 952 00002000:00100000:1.0:1746066729.504531:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (557056->561151) req@ffff8800931d2680 x1830882975134336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.504538:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d2680 with x1830882975134336 ext(557056->561151) 00010000:00010000:1.0:1746066729.504542:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 16 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.504552:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 16 pid: 21973 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746066729.504557:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931d2680 00000100:00100000:0.0:1746066729.505390:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.505587:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975134464 00000100:00100000:3.0:1746066729.505594:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975134464 00000100:00100000:3.0:1746066729.505640:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10755 00000100:00100000:3.0:1746066729.505647:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882975134464:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066729.505663:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.505714:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081aa8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b42 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.505762:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976239360:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066729.505837:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.508266:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976239360:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066729.508289:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081aa8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b42 expref: 21 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.508299:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081aa8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b42 expref: 21 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.508753:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6c00, rc 0) 00000100:00100000:3.0:1746066729.508790:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882975134464:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3143us (3402us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066729.508798:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10755 00000100:00100000:0.0:1746066729.508857:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.508959:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975134720 00000100:00100000:2.0:1746066729.508963:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975134720 00002000:00100000:2.0:1746066729.508987:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (466944->561151) req@ffff88009270a300 x1830882975134720/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.508995:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270a300 with x1830882975134720 ext(466944->561151) 00010000:00010000:2.0:1746066729.509000:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 16 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.509010:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 16 pid: 21973 timeout: 790 lvb_type: 0 00002000:00010000:2.0:1746066729.509015:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009270a300 00000100:00100000:2.0:1746066729.509034:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 953 00000100:00100000:2.0:1746066729.509039:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882975134720:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066729.515075:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975134720:12345-192.168.202.57@tcp:4:cat.0 Request processed in 6013us (6195us total) trans 21474840161 rc 0/0 00000100:00100000:2.0:1746066729.515088:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 953 00002000:00100000:2.0:1746066729.515102:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (466944->561151) req@ffff88009270a300 x1830882975134720/t21474840161(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/448 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.515124:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270a300 with x1830882975134720 ext(466944->561151) 00010000:00010000:2.0:1746066729.515134:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 18 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.515172:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 18 pid: 21973 timeout: 790 lvb_type: 0 00002000:00010000:2.0:1746066729.515187:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009270a300 00000100:00100000:0.0:1746066729.517631:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.520139:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975134848 00000100:00100000:2.0:1746066729.520156:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975134848 00010000:00010000:2.0:1746066729.520202:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 18 pid: 21973 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.520262:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5353 00000100:00100000:2.0:1746066729.520269:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975134848:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.520282:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.520300:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 18 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.520315:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 18 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.520333:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092611600/0xfb36a14ee6081a93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->561151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b2d expref: 18 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.520489:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.520492:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.520501:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 888832->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b34 expref: 17 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.520509:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 888832->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b34 expref: 17 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.520545:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 888832->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b34 expref: 17 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.520576:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976239488:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066729.521646:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066729.525286:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976239488:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066729.525309:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.525361:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882975134848:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5089us (7734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.525371:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5353 00000100:00100000:0.0:1746066729.528757:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.528791:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.532068:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975135104 00000100:00100000:3.0:1746066729.532078:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975135104 00002000:00100000:3.0:1746066729.532118:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (888832->1048575) req@ffff88009ed08380 x1830882975135104/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.532128:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed08380 with x1830882975135104 ext(888832->1048575) 00002000:00010000:3.0:1746066729.532134:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed08380 00000100:00100000:3.0:1746066729.532157:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975135616 00000100:00100000:3.0:1746066729.532172:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975135616 00002000:00100000:3.0:1746066729.532184:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ed08700 x1830882975135616/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.532192:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed08700 with x1830882975135616 ext(1048576->2097151) 00002000:00010000:3.0:1746066729.532195:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed08700 00000100:00100000:3.0:1746066729.532213:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4428 00000100:00100000:3.0:1746066729.532220:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975135104:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066729.532503:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4429 00000100:00100000:3.0:1746066729.532509:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975135616:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066729.534133:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.534200:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975135488 00000100:00100000:2.0:1746066729.534205:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975135488 00002000:00100000:2.0:1746066729.534228:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009ed09500 x1830882975135488/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.534241:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed09500 with x1830882975135488 ext(1048576->2097151) 00002000:00010000:2.0:1746066729.534244:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed09500 00000100:00100000:2.0:1746066729.534257:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4430 00000100:00100000:2.0:1746066729.534263:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975135488:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066729.538503:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975135104:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6275us (9744us total) trans 0 rc 159744/159744 00000100:00100000:3.0:1746066729.538512:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4428 00002000:00100000:3.0:1746066729.538521:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (888832->1048575) req@ffff88009ed08380 x1830882975135104/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 159744/159744 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.538529:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed08380 with x1830882975135104 ext(888832->1048575) 00002000:00010000:3.0:1746066729.538533:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed08380 00000100:00100000:3.0:1746066729.548188:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975135616:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15672us (19389us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066729.548198:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4429 00002000:00100000:3.0:1746066729.548207:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ed08700 x1830882975135616/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.548216:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed08700 with x1830882975135616 ext(1048576->2097151) 00002000:00010000:3.0:1746066729.548221:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed08700 00000100:00100000:0.0:1746066729.552502:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975135488:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18047us (18181us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066729.552516:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4430 00002000:00100000:0.0:1746066729.552530:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009ed09500 x1830882975135488/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066729.552539:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed09500 with x1830882975135488 ext(1048576->2097151) 00002000:00010000:0.0:1746066729.552543:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed09500 00000100:00100000:0.0:1746066729.582589:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.582696:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975135744 00000100:00100000:3.0:1746066729.582704:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975135744 00000100:00100000:3.0:1746066729.582749:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10756 00000100:00100000:3.0:1746066729.582756:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28891:x1830882975135744:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066729.582772:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.582785:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b49 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.582809:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a70 expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.582816:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a67800/0xfb36a14ee60819eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a85 expref: 32 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.582821:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.582822:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.582825:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.582846:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a67800/0xfb36a14ee60819eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a85 expref: 32 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.582856:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a67800/0xfb36a14ee60819eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a85 expref: 32 pid: 20532 timeout: 790 lvb_type: 1 00000100:00100000:3.0:1746066729.582865:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976239616:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.582946:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a70 expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.582957:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a70 expref: 24 pid: 8450 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.582963:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976239744:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.582979:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.585434:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976239616:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.585445:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976239744:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.585472:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.585487:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d7e00, rc 0) 00000100:00100000:3.0:1746066729.585830:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:28891:x1830882975135744:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3073us (3246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.585838:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10756 00000100:00100000:0.0:1746066729.589771:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.589833:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975135872 00000100:00100000:2.0:1746066729.589841:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975135872 00000100:00100000:0.0:1746066729.589852:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066729.589869:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a67800/0xfb36a14ee60819eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a85 expref: 32 pid: 20532 timeout: 790 lvb_type: 1 00000100:00100000:2.0:1746066729.589899:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975136000 00000100:00100000:2.0:1746066729.589905:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975136000 00010000:00010000:2.0:1746066729.589914:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a70 expref: 25 pid: 8450 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.589928:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5354 00000100:00100000:2.0:1746066729.589939:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5408050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975135872:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.589949:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.589965:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a67800/0xfb36a14ee60819eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a85 expref: 32 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:2.0:1746066729.589974:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a67800/0xfb36a14ee60819eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a85 expref: 32 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:2.0:1746066729.589990:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a67800/0xfb36a14ee60819eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a85 expref: 32 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:2.0:1746066729.590011:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.590046:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5355 00000100:00100000:2.0:1746066729.590053:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5408050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975135872:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 119us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.590054:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975136000:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066729.590058:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5354 00010000:00010000:1.0:1746066729.590060:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.590068:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a70 expref: 25 pid: 8450 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.590076:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a70 expref: 25 pid: 8450 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.590086:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801350bc800/0xfb36a14ee60819d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a70 expref: 25 pid: 8450 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.590099:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.590101:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.590106:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.590113:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.590142:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066729.590152:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976239872:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066729.590210:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066729.591792:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7109:1830882976239872:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066729.591806:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.591828:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975136000:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1775us (1974us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.591835:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5355 00000100:00100000:0.0:1746066729.591956:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.592019:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975136256 00000100:00100000:1.0:1746066729.592023:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975136256 00002000:00100000:1.0:1746066729.592048:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2240512->2244607) req@ffff88009ed08e00 x1830882975136256/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.592057:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed08e00 with x1830882975136256 ext(2240512->2244607) 00002000:00010000:1.0:1746066729.592061:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed08e00 00000100:00100000:1.0:1746066729.592084:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4431 00000100:00100000:1.0:1746066729.592091:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975136256:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066729.592211:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975136256:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 119us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066729.592216:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4431 00002000:00100000:1.0:1746066729.592221:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2240512->2244607) req@ffff88009ed08e00 x1830882975136256/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.592227:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed08e00 with x1830882975136256 ext(2240512->2244607) 00002000:00010000:1.0:1746066729.592230:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed08e00 00000100:00100000:2.0:1746066729.601488:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.602241:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975136384 00000100:00100000:3.0:1746066729.602248:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975136384 00000100:00100000:3.0:1746066729.602311:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10757 00000100:00100000:3.0:1746066729.602319:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:28891:x1830882975136384:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066729.602334:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.602348:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b50 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.602371:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae0 expref: 16 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.602385:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b246800/0xfb36a14ee6081a70 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b0a expref: 21 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.602391:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.602393:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.602396:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->3186687] (req 3145728->3186687) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 21 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.602418:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b246800/0xfb36a14ee6081a70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b0a expref: 21 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.602428:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b246800/0xfb36a14ee6081a70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b0a expref: 21 pid: 20532 timeout: 790 lvb_type: 1 00000100:00100000:3.0:1746066729.602438:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976240000:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.602947:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae0 expref: 16 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.602955:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae0 expref: 16 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.602962:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976240128:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.602981:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.607005:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976240000:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.607018:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976240128:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.607041:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->3186687] (req 3145728->3186687) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 21 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.607055:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d7600, rc 0) 00000100:00100000:3.0:1746066729.607098:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:28891:x1830882975136384:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4779us (5616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.607104:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10757 00000100:00100000:0.0:1746066729.608282:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.608353:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975136512 00000100:00100000:1.0:1746066729.608359:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975136512 00010000:00010000:1.0:1746066729.608386:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b246800/0xfb36a14ee6081a70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b0a expref: 21 pid: 20532 timeout: 790 lvb_type: 1 00000100:00100000:1.0:1746066729.608432:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5356 00000100:00100000:1.0:1746066729.608441:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975136512:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.608452:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.608473:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b246800/0xfb36a14ee6081a70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b0a expref: 21 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:1.0:1746066729.608482:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b246800/0xfb36a14ee6081a70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b0a expref: 21 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:1.0:1746066729.608543:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b246800/0xfb36a14ee6081a70 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b0a expref: 21 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:1.0:1746066729.609494:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.609533:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1964:x1830882975136512:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1092us (1250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.609538:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5356 00000100:00100000:0.0:1746066729.612061:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.612241:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975136640 00000100:00100000:1.0:1746066729.612248:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975136640 00010000:00010000:1.0:1746066729.612272:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae0 expref: 17 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066729.612902:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5357 00000100:00100000:1.0:1746066729.612910:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975136640:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.612922:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.612939:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae0 expref: 17 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.612951:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae0 expref: 17 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.612969:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081a46 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ae0 expref: 17 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.612981:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.612983:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.612988:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.612999:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.613025:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066729.613035:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976240256:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066729.613101:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066729.615118:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976240256:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066729.615134:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.615186:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975136640:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2275us (3128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.615194:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5357 00000100:00100000:0.0:1746066729.616909:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.617038:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975136896 00000100:00100000:3.0:1746066729.617045:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975136896 00002000:00100000:3.0:1746066729.617078:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3182592->3186687) req@ffff88009ed0a680 x1830882975136896/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.617086:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed0a680 with x1830882975136896 ext(3182592->3186687) 00002000:00010000:3.0:1746066729.617090:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed0a680 00000100:00100000:3.0:1746066729.617118:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4432 00000100:00100000:3.0:1746066729.617124:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1964:x1830882975136896:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066729.617704:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1964:x1830882975136896:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 548us (767us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066729.617710:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4432 00002000:00100000:3.0:1746066729.617715:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3182592->3186687) req@ffff88009ed0a680 x1830882975136896/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.617721:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed0a680 with x1830882975136896 ext(3182592->3186687) 00002000:00010000:3.0:1746066729.617724:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed0a680 00000100:00100000:0.0:1746066729.626763:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.626822:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975137024 00000100:00100000:3.0:1746066729.626830:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975137024 00000100:00100000:3.0:1746066729.626879:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9071 00000100:00100000:3.0:1746066729.626886:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+16:28902:x1830882975137024:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066729.626908:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.626922:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081abd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b57 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.627612:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081ac4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.627624:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081ac4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.627633:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081ac4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.627646:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7400/0xfb36a14ee6081acb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.627652:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7400/0xfb36a14ee6081acb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.627656:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7400/0xfb36a14ee6081acb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.627767:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.627777:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee608195f lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a0e expref: 24 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.627783:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bd800/0xfb36a14ee60819c8 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a69 expref: 268 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.627793:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 5/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.627818:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bd800/0xfb36a14ee60819c8 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a69 expref: 268 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.627828:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bd800/0xfb36a14ee60819c8 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a69 expref: 268 pid: 20127 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.627838:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976240384:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.628247:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee608195f lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a0e expref: 24 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.628256:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee608195f lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a0e expref: 24 pid: 20127 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.628264:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976240512:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.628297:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.630309:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.630356:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.630420:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975137280 00000100:00100000:1.0:1746066729.630426:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975137280 00000100:00100000:1.0:1746066729.630453:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975137536 00000100:00100000:1.0:1746066729.630455:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975137536 00000100:00100000:1.0:1746066729.630478:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3588 00000100:00100000:1.0:1746066729.630485:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:23712:x1830882975137280:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1746066729.632335:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:23712:x1830882975137280:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 1845us (2025us total) trans 8589942933 rc 0/0 00000100:00100000:1.0:1746066729.632343:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3588 00000100:00100000:1.0:1746066729.632363:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3589 00000100:00100000:1.0:1746066729.632370:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:13378:x1830882975137536:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1746066729.632453:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:13378:x1830882975137536:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 85us (2097us total) trans 8589942934 rc 0/0 00000100:00100000:1.0:1746066729.632458:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3589 00000100:00100000:3.0:1746066729.632559:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976240384:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.632569:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976240512:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.632588:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066729.635562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.635595:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.635669:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975137664 00000100:00100000:0.0:1746066729.635725:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975137792 00000100:00100000:0.0:1746066729.635731:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975137792 00010000:00010000:0.0:1746066729.635757:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee608195f lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a0e expref: 26 pid: 20127 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.636135:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975137664 00010000:00010000:3.0:1746066729.636152:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bd800/0xfb36a14ee60819c8 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a69 expref: 270 pid: 20127 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746066729.636253:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5358 00000100:00100000:0.0:1746066729.636261:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882975137792:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066729.636272:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066729.636278:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee608195f lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a0e expref: 26 pid: 20127 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066729.636286:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee608195f lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a0e expref: 26 pid: 20127 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066729.636304:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6400/0xfb36a14ee608195f lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a0e expref: 26 pid: 20127 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066729.636327:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066729.636331:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066729.636338:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066729.636342:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066729.636346:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066729.636374:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1965:x1830882975137792:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 114us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.636378:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5358 00000100:00100000:0.0:1746066729.636391:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5359 00000100:00100000:0.0:1746066729.636395:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:1964:x1830882975137664:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066729.636400:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066729.636403:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bd800/0xfb36a14ee60819c8 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a69 expref: 270 pid: 20127 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066729.636410:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bd800/0xfb36a14ee60819c8 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a69 expref: 270 pid: 20127 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066729.636419:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801350bd800/0xfb36a14ee60819c8 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a69 expref: 270 pid: 20127 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066729.636425:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066729.636427:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066729.636433:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066729.636437:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066729.636450:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066729.636459:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:1964:x1830882975137664:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 64us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.636463:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5359 00010000:00010000:3.0:1746066729.636744:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636751:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:3.0:1746066729.636781:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066729.636785:0:809:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066729.636797:0:809:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636806:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636813:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081ac4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636819:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081ac4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636824:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081ac4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636829:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e9d6c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066729.636833:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081ac4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636838:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081ac4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636846:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066729.636848:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066729.636851:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081ac4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636855:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081ac4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636875:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7400/0xfb36a14ee6081acb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636880:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7400/0xfb36a14ee6081acb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636884:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7400/0xfb36a14ee6081acb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636888:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e9d7400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066729.636890:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7400/0xfb36a14ee6081acb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636894:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7400/0xfb36a14ee6081acb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636900:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009e5a4800) 00010000:00010000:3.0:1746066729.636902:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066729.636903:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7400/0xfb36a14ee6081acb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636908:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7400/0xfb36a14ee6081acb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.636933:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081abd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b57 expref: 18 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.636942:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b57 expref: 17 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.636948:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.636950:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066729.636952:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d7800, rc 0) 00000100:00100000:3.0:1746066729.636974:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+17:28902:x1830882975137024:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 10088us (10220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.636979:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9071 00000100:00100000:0.0:1746066729.638877:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.638906:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.638927:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.638940:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.638952:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.638972:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.639148:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975137920 00000100:00100000:2.0:1746066729.639155:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975137920 00000100:00100000:2.0:1746066729.639187:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975138176 00000100:00100000:2.0:1746066729.639189:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975138176 00000100:00100000:2.0:1746066729.639209:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975138432 00000100:00100000:2.0:1746066729.639211:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975138432 00000100:00100000:2.0:1746066729.639221:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975138048 00000100:00100000:2.0:1746066729.639222:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975138048 00000100:00100000:2.0:1746066729.639230:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975138304 00000100:00100000:2.0:1746066729.639231:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975138304 00000100:00100000:2.0:1746066729.639237:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975138560 00000100:00100000:2.0:1746066729.639239:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975138560 00000100:00100000:2.0:1746066729.639247:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10758 00000100:00100000:2.0:1746066729.639254:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975137920:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066729.639267:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.639278:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092610c00/0xfb36a14ee6081ad9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b5e expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.639295:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.639297:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.639302:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092610c00/0xfb36a14ee6081ad9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b5e expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.639317:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092610c00/0xfb36a14ee6081ad9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b5e expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.639326:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092610c00, rc 0) 00000100:00100000:2.0:1746066729.639355:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975137920:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 101us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.639360:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10758 00000100:00100000:2.0:1746066729.639371:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10759 00000100:00100000:2.0:1746066729.639375:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975138176:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066729.639382:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.639390:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6800/0xfb36a14ee6081ae0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b6c expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.639400:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.639401:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.639405:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6800/0xfb36a14ee6081ae0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b6c expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.639413:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6800/0xfb36a14ee6081ae0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b6c expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.639419:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d6800, rc 0) 00000100:00100000:2.0:1746066729.639432:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975138176:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 57us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.639436:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10759 00000100:00100000:2.0:1746066729.639446:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10760 00000100:00100000:2.0:1746066729.639450:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975138432:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066729.639454:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.639459:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee6081ae7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b7a expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.639487:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976240640:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066729.639530:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066729.639545:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10761 00000100:00100000:2.0:1746066729.639550:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975138048:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066729.639555:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.639560:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013500a800/0xfb36a14ee6081aee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b65 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.639568:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.639569:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.639573:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013500a800/0xfb36a14ee6081aee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b65 expref: 8 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.639580:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013500a800/0xfb36a14ee6081aee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b65 expref: 8 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.639586:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500a800, rc 0) 00000100:00100000:2.0:1746066729.639598:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975138048:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 48us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.639602:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10761 00000100:00100000:2.0:1746066729.639610:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10762 00000100:00100000:2.0:1746066729.639614:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975138304:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066729.639618:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.639623:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6081af5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b73 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.639630:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.639632:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.639635:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6081af5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b73 expref: 9 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.639642:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6081af5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b73 expref: 9 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.639648:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d6000, rc 0) 00000100:00100000:2.0:1746066729.639661:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975138304:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 47us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.639665:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10762 00000100:00100000:2.0:1746066729.639695:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10763 00000100:00100000:2.0:1746066729.639700:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975138560:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066729.639706:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.639711:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092611600/0xfb36a14ee6081afc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b81 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.639723:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092611600/0xfb36a14ee6081afc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b81 expref: 8 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.639734:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092611600/0xfb36a14ee6081afc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b81 expref: 8 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.639744:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092611600, rc 0) 00000100:00100000:2.0:1746066729.639755:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975138560:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 55us (783us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066729.639759:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10763 00002000:00010000:2.0:1746066729.641973:0:8450:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime: 1746066728 -> 1746066729 00002000:00010000:2.0:1746066729.641980:0:8450:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066728 -> 1746066729 00002000:00010000:2.0:1746066729.641982:0:8450:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime: 1746066728 -> 1746066729 00000100:00100000:2.0:1746066729.642001:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976240640:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066729.642026:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee6081ae7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b7a expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.642036:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d7800/0xfb36a14ee6081ae7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b7a expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.642045:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d7800, rc 0) 00000100:00100000:2.0:1746066729.642086:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975138432:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 2635us (3157us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066729.642093:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10760 00000100:00100000:0.0:1746066729.645535:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.645589:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975138816 00000100:00100000:3.0:1746066729.645596:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975138816 00000100:00100000:3.0:1746066729.645927:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9072 00000100:00100000:3.0:1746066729.645934:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+17:28902:x1830882975138816:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066729.645948:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.645962:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6800/0xfb36a14ee6081b03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b88 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.646044:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081b0a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.646055:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b57 expref: 18 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.646062:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081b0a lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.646084:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b57 expref: 18 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.646092:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b57 expref: 18 pid: 809 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.646107:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976240768:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.646848:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.652521:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.652615:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976240768:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.652634:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081b0a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:2.0:1746066729.652672:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975138944 00000100:00100000:2.0:1746066729.652697:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975138944 00010000:00010000:2.0:1746066729.652719:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b57 expref: 19 pid: 809 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.652743:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5360 00000100:00100000:2.0:1746066729.652748:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+19:1963:x1830882975138944:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.652758:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.652763:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b57 expref: 19 pid: 809 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.652772:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b57 expref: 19 pid: 809 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.652788:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7800/0xfb36a14ee6081ad2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b57 expref: 19 pid: 809 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.652798:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066729.652802:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081b0a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.652810:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081b0a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.652815:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081b0a lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.652837:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.652872:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+18:1963:x1830882975138944:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 123us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.652877:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5360 00010000:00010000:3.0:1746066729.653003:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081b0a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.653009:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081b0a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:3.0:1746066729.653024:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066729.653138:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6800/0xfb36a14ee6081b03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b88 expref: 19 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.653154:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081b0a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b88 expref: 18 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.653172:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.653174:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066729.653176:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6600, rc 0) 00000100:00100000:3.0:1746066729.653199:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+18:28902:x1830882975138816:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 7266us (7670us total) trans 8589942935 rc 0/0 00000100:00100000:3.0:1746066729.653206:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9072 00000100:00100000:0.0:1746066729.655475:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.655709:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975139200 00000100:00100000:3.0:1746066729.655716:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975139200 00000100:00100000:3.0:1746066729.655756:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9073 00000100:00100000:3.0:1746066729.655762:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+18:28902:x1830882975139200:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066729.655780:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.655783:0:809:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746066729.655801:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6600/0xfb36a14ee6081b0a lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b88 expref: 18 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.655812:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.655815:0:809:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066729.655823:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7400/0xfb36a14ee6081b18 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b8f expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.655885:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b1f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.655894:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.655901:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:3.0:1746066729.655907:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066729.655975:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7400/0xfb36a14ee6081b18 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b8f expref: 20 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.655985:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b1f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b8f expref: 19 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.655990:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.655992:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066729.655995:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6c00, rc 0) 00000100:00100000:3.0:1746066729.657129:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+19:28902:x1830882975139200:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 1363us (1655us total) trans 8589942936 rc 0/0 00000100:00100000:3.0:1746066729.657137:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9073 00000100:00100000:0.0:1746066729.662980:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.663646:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975139328 00000100:00100000:3.0:1746066729.663654:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975139328 00000100:00100000:3.0:1746066729.663724:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9074 00000100:00100000:3.0:1746066729.663731:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+19:28902:x1830882975139328:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066729.663751:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.664112:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7200/0xfb36a14ee6081b2d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b96 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.664172:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7200/0xfb36a14ee6081b2d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b96 expref: 20 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.664184:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7200/0xfb36a14ee6081b2d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b96 expref: 20 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.664199:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.664201:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066729.664204:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d7200, rc 0) 00000100:00100000:3.0:1746066729.664252:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+20:28902:x1830882975139328:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 521us (1278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.664258:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9074 00000100:00100000:0.0:1746066729.670009:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.670046:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.670071:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.670082:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.670105:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.670131:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.670273:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975139456 00000100:00100000:2.0:1746066729.670281:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975139456 00000100:00100000:2.0:1746066729.670318:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975139584 00000100:00100000:2.0:1746066729.670320:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975139584 00000100:00100000:2.0:1746066729.670332:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975139712 00000100:00100000:2.0:1746066729.670333:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975139712 00000100:00100000:2.0:1746066729.670341:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975139840 00000100:00100000:2.0:1746066729.670343:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975139840 00000100:00100000:2.0:1746066729.670350:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975139968 00000100:00100000:2.0:1746066729.670352:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975139968 00000100:00100000:2.0:1746066729.670357:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975140096 00000100:00100000:2.0:1746066729.670359:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975140096 00000100:00100000:2.0:1746066729.670367:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10764 00000100:00100000:2.0:1746066729.670507:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975139456:12345-192.168.202.57@tcp:1:mirror_io.0 00000100:00100000:1.0:1746066729.670660:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10765 00000100:00100000:1.0:1746066729.670672:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975139584:12345-192.168.202.57@tcp:1:mirror_io.0 00000100:00100000:3.0:1746066729.670705:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10766 00000100:00100000:3.0:1746066729.670713:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975139712:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:1.0:1746066729.670729:0:10402:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.670730:0:20532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.670743:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b11 expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.670744:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa8 expref: 30 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.670751:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6800/0xfb36a14ee6081ae0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b6c expref: 9 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.670752:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013500a800/0xfb36a14ee6081aee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b65 expref: 9 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.670756:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081a85 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b1f expref: 23 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.670758:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb55800/0xfb36a14ee6081a1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ab6 expref: 23 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.670761:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.670764:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.670764:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.670765:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.670766:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 6/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.670767:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.670789:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb55800/0xfb36a14ee6081a1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ab6 expref: 23 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.670790:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081a85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b1f expref: 23 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.670799:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081a85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b1f expref: 23 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:1.0:1746066729.670799:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eb55800/0xfb36a14ee6081a1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ab6 expref: 23 pid: 8452 timeout: 790 lvb_type: 1 00000100:00100000:1.0:1746066729.670809:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976240896:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.670810:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976241024:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.670852:0:8452:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.670862:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 888832->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b34 expref: 15 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.670868:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092610c00/0xfb36a14ee6081ad9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b5e expref: 9 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.670873:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.670875:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.670877:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.670891:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092610c00/0xfb36a14ee6081ad9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b5e expref: 9 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.670898:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092610c00/0xfb36a14ee6081ad9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b5e expref: 9 pid: 8450 timeout: 790 lvb_type: 1 00000100:00100000:2.0:1746066729.670907:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976241152:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066729.671121:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10767 00000100:00100000:0.0:1746066729.671128:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975139840:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:0.0:1746066729.671143:0:21203:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.671151:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b18 expref: 19 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.671166:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6081af5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b73 expref: 9 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.671173:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081a8c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b26 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.671177:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.671178:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.671180:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.671203:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081a8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b26 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.671210:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081a8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b26 expref: 15 pid: 20532 timeout: 790 lvb_type: 1 00000100:00100000:0.0:1746066729.671217:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e738000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976241280:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066729.671241:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6081af5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b73 expref: 9 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.671242:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013500a800/0xfb36a14ee6081aee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b65 expref: 9 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.671250:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013500a800/0xfb36a14ee6081aee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b65 expref: 9 pid: 4614 timeout: 790 lvb_type: 1 00000100:00100000:1.0:1746066729.671258:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976241408:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.671269:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6800/0xfb36a14ee6081ae0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b6c expref: 9 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.671276:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6800/0xfb36a14ee6081ae0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b6c expref: 9 pid: 8450 timeout: 790 lvb_type: 1 00010000:00010000:1.0:1746066729.671281:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa8 expref: 30 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.671287:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976241664:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066729.671288:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa8 expref: 30 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066729.671295:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976241792:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.671303:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b11 expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066729.671308:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a99c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746066729.671309:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b11 expref: 30 pid: 21973 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.671316:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976241920:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.671326:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.671343:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10768 00000100:00100000:3.0:1746066729.671348:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975139968:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066729.671361:0:9776:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.671368:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.671373:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066729.671374:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066729.671375:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.671386:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.671396:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 19 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.671403:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976242048:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.671415:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.671433:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10769 00000100:00100000:3.0:1746066729.671437:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975140096:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066729.671448:0:8112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.671455:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.671461:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f2 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.671467:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7000/0xfb36a14ee608196d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a15 expref: 30 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.671471:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 3 00010000:00010000:3.0:1746066729.671473:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 3 00010000:00010000:3.0:1746066729.671475:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.671484:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7000/0xfb36a14ee608196d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a15 expref: 30 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.671491:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7000/0xfb36a14ee608196d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a15 expref: 30 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.671497:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976242176:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.671513:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f2 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.671518:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f2 expref: 23 pid: 21973 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.671525:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976242304:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.671536:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.671541:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.671547:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099713480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976242432:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.671554:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746066729.671846:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 888832->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b34 expref: 15 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.671854:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 888832->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b34 expref: 15 pid: 21973 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.671861:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976242560:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.671875:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5049780 going to sleep for 11 seconds 00010000:00010000:0.0:1746066729.672038:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6081af5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b73 expref: 9 pid: 4614 timeout: 790 lvb_type: 1 00000100:00100000:0.0:1746066729.672047:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e738380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976241536:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066729.672069:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b18 expref: 19 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.672076:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b18 expref: 19 pid: 21973 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746066729.672082:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e738700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976242688:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066729.672091:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a494d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066729.682657:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976240896:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066729.682668:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976241408:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066729.682694:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976241792:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066729.682717:0:10402:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.682794:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e738000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976241280:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.682802:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e738380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976241536:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.682808:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e738700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976242688:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.682823:0:21203:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.682841:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976241152:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.682847:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976242560:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.682859:0:8452:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.682885:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976242176:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.682894:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976242304:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.682900:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099713480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976242432:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.682915:0:8112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.682934:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976242048:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.682941:0:9776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066729.683036:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.683063:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.683137:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976241024:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.683145:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976241664:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.683151:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976241920:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.683191:0:20532:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.683296:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975140992 00000100:00100000:2.0:1746066729.683301:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975140992 00002000:00100000:2.0:1746066729.683333:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->3186687) req@ffff88009e738a80 x1830882975140992/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.683341:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e738a80 with x1830882975140992 ext(3145728->3186687) 00010000:00010000:2.0:1746066729.683346:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 20 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.683355:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 20 pid: 9776 timeout: 790 lvb_type: 0 00002000:00010000:2.0:1746066729.683360:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e738a80 00000100:00100000:2.0:1746066729.683391:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 954 00000100:00100000:2.0:1746066729.683397:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882975140992:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:1.0:1746066729.683547:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975140864 00000100:00100000:1.0:1746066729.683550:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975140864 00010000:00010000:1.0:1746066729.683564:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb55800/0xfb36a14ee6081a1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ab6 expref: 24 pid: 8452 timeout: 790 lvb_type: 1 00000100:00100000:1.0:1746066729.683583:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5361 00000100:00100000:1.0:1746066729.683587:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a521bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882975140864:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.683595:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.683608:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eb55800/0xfb36a14ee6081a1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ab6 expref: 24 pid: 8452 timeout: 790 lvb_type: 1 00010000:00010000:1.0:1746066729.683616:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eb55800/0xfb36a14ee6081a1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ab6 expref: 24 pid: 8452 timeout: 790 lvb_type: 1 00010000:00010000:1.0:1746066729.683634:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb55800/0xfb36a14ee6081a1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ab6 expref: 24 pid: 8452 timeout: 790 lvb_type: 1 00010000:00010000:1.0:1746066729.683651:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.684304:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a521bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1965:x1830882975140864:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 714us (1238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.684310:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5361 00000100:00100000:1.0:1746066729.689187:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.689216:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.689239:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.689635:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.689653:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975141760 00000100:00100000:3.0:1746066729.689657:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975140352 00000100:00100000:0.0:1746066729.689660:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975141760 00000100:00100000:3.0:1746066729.689661:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975140352 00000100:00100000:1.0:1746066729.689687:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.689703:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066729.689705:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b18 expref: 22 pid: 21973 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066729.689722:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.689729:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975140608 00000100:00100000:0.0:1746066729.689731:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975140608 00000100:00100000:1.0:1746066729.689732:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975141120 00000100:00100000:1.0:1746066729.689735:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975141120 00010000:00010000:3.0:1746066729.689768:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081a85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b1f expref: 23 pid: 20532 timeout: 790 lvb_type: 1 00000100:00100000:3.0:1746066729.689781:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975141632 00000100:00100000:3.0:1746066729.689784:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975141632 00000100:00100000:2.0:1746066729.689787:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975140224 00000100:00100000:2.0:1746066729.689791:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975140224 00010000:00010000:3.0:1746066729.689793:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 888832->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b34 expref: 16 pid: 21973 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.689803:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5362 00000100:00100000:3.0:1746066729.689810:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5363 00000100:00100000:2.0:1746066729.689811:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1965:x1830882975141760:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066729.689815:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975140352:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066729.689822:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.689822:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.689837:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081a85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b1f expref: 23 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:2.0:1746066729.689837:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b18 expref: 22 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.689848:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b18 expref: 22 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.689852:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081a85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b1f expref: 23 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:3.0:1746066729.689865:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081a85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b1f expref: 23 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:2.0:1746066729.689865:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092610800/0xfb36a14ee6081a7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b18 expref: 22 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.689880:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066729.689881:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066729.689911:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975140352:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 96us (694us total) trans 0 rc 0/0 00010000:00010000:0.0:1746066729.689914:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6800/0xfb36a14ee6081ae0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b6c expref: 10 pid: 8450 timeout: 790 lvb_type: 1 00000100:00100000:3.0:1746066729.689917:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5363 00000100:00100000:0.0:1746066729.689928:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5364 00000100:00100000:3.0:1746066729.689931:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5365 00000100:00100000:0.0:1746066729.689934:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975141632:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066729.689936:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975140608:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066729.689940:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.689942:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.689949:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6800/0xfb36a14ee6081ae0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b6c expref: 10 pid: 8450 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.689949:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 888832->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b34 expref: 17 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.689956:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6800/0xfb36a14ee6081ae0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b6c expref: 10 pid: 8450 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.689956:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 888832->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b34 expref: 17 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.689966:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00d6800/0xfb36a14ee6081ae0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b6c expref: 10 pid: 8450 timeout: 790 lvb_type: 1 00010000:00010000:0.0:1746066729.689967:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092610000/0xfb36a14ee6081a9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 888832->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b34 expref: 17 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.689974:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066729.689979:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.690038:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882975141760:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 228us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.690044:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5362 00010000:00010000:2.0:1746066729.690070:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081a8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b26 expref: 16 pid: 20532 timeout: 790 lvb_type: 1 00000100:00100000:2.0:1746066729.690087:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5366 00000100:00100000:2.0:1746066729.690091:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975140224:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.690103:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.690109:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081a8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b26 expref: 16 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:2.0:1746066729.690121:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081a8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b26 expref: 16 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:2.0:1746066729.690130:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081a8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b26 expref: 16 pid: 20532 timeout: 790 lvb_type: 1 00010000:00010000:2.0:1746066729.690138:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.690156:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975140224:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 65us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.690170:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5366 00000100:00100000:2.0:1746066729.690211:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.690223:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975140480 00000100:00100000:2.0:1746066729.690226:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975140480 00010000:00010000:2.0:1746066729.690236:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013500a800/0xfb36a14ee6081aee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b65 expref: 10 pid: 4614 timeout: 790 lvb_type: 1 00000100:00100000:2.0:1746066729.690248:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5367 00000100:00100000:2.0:1746066729.690252:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a521b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975140480:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.690257:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.690258:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7000/0xfb36a14ee608196d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a15 expref: 31 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.690266:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013500a800/0xfb36a14ee6081aee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b65 expref: 10 pid: 4614 timeout: 790 lvb_type: 1 00010000:00010000:2.0:1746066729.690272:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013500a800/0xfb36a14ee6081aee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b65 expref: 10 pid: 4614 timeout: 790 lvb_type: 1 00000100:00100000:1.0:1746066729.690276:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5368 00000100:00100000:1.0:1746066729.690281:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975141120:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.690286:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013500a800/0xfb36a14ee6081aee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b65 expref: 10 pid: 4614 timeout: 790 lvb_type: 1 00010000:00010000:1.0:1746066729.690287:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.690293:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066729.690296:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7000/0xfb36a14ee608196d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a15 expref: 31 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.690304:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7000/0xfb36a14ee608196d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a15 expref: 31 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.690306:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a521b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975140480:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 54us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.690311:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5367 00010000:00010000:1.0:1746066729.690313:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00d7000/0xfb36a14ee608196d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978a15 expref: 31 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.690322:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.690336:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975141120:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 56us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.690341:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5368 00000100:00100000:2.0:1746066729.690355:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.690369:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975140736 00000100:00100000:1.0:1746066729.690372:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975140736 00010000:00010000:1.0:1746066729.690380:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa8 expref: 30 pid: 8452 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.690384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.690404:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975141248 00000100:00100000:1.0:1746066729.690406:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975141248 00000100:00100000:2.0:1746066729.690409:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5369 00010000:00010000:1.0:1746066729.690413:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f2 expref: 22 pid: 21973 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.690414:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975140736:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.690420:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066729.690430:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5370 00000100:00100000:1.0:1746066729.690435:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975141248:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.690441:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.690447:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f2 expref: 22 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.690453:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f2 expref: 22 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.690463:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f589600/0xfb36a14ee608193c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9789f2 expref: 22 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.690470:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.690482:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975141248:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 47us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.690534:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975140608:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 597us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.690538:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975141632:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 604us (833us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066729.691036:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa8 expref: 30 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.691043:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa8 expref: 30 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.691053:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5aa0a00/0xfb36a14ee6081a0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978aa8 expref: 30 pid: 8452 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.691061:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.691063:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.691067:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.691077:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.691094:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066729.691105:0:10402:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.691112:0:10402:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.691127:0:10402:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066729.691194:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5370 00000100:00100000:3.0:1746066729.691546:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5365 00000100:00100000:1.0:1746066729.691731:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975141376 00000100:00100000:1.0:1746066729.691735:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975141376 00002000:00100000:1.0:1746066729.691756:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2240512->3145727) req@ffff8800a4b05f80 x1830882975141376/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.691769:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b05f80 with x1830882975141376 ext(2240512->3145727) 00010000:00010000:1.0:1746066729.691774:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.691782:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746066729.691787:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4b05f80 00000100:00100000:1.0:1746066729.691806:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 955 00000100:00100000:1.0:1746066729.691812:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975141376:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:3.0:1746066729.692204:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882975140992:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 8806us (9168us total) trans 21474840162 rc 0/0 00000100:00100000:3.0:1746066729.692210:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 954 00002000:00100000:3.0:1746066729.692215:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->3186687) req@ffff88009e738a80 x1830882975140992/t21474840162(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/448 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.692221:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e738a80 with x1830882975140992 ext(3145728->3186687) 00010000:00010000:3.0:1746066729.692225:0:21550:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 21 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.692232:0:21550:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 21 pid: 9776 timeout: 790 lvb_type: 0 00002000:00010000:3.0:1746066729.692237:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e738a80 00000100:00100000:3.0:1746066729.692304:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975140736:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1889us (1948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.692309:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5369 00000100:00100000:3.0:1746066729.692330:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.692340:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975141504 00000100:00100000:3.0:1746066729.692343:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975141504 00010000:00010000:3.0:1746066729.692353:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092610c00/0xfb36a14ee6081ad9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b5e expref: 10 pid: 8450 timeout: 790 lvb_type: 1 00000100:00100000:3.0:1746066729.692366:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5371 00000100:00100000:3.0:1746066729.692370:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975141504:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066729.692377:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.692385:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092610c00/0xfb36a14ee6081ad9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b5e expref: 10 pid: 8450 timeout: 790 lvb_type: 1 00010000:00010000:3.0:1746066729.692392:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092610c00/0xfb36a14ee6081ad9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b5e expref: 10 pid: 8450 timeout: 790 lvb_type: 1 00010000:00010000:3.0:1746066729.692402:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092610c00/0xfb36a14ee6081ad9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b5e expref: 10 pid: 8450 timeout: 790 lvb_type: 1 00010000:00010000:3.0:1746066729.692413:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.692415:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.692418:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.692435:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.692448:0:10402:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.692449:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066729.692454:0:10402:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.692460:0:10402:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4a1f800 already unused, calling callback (ffffffffa0866d70) 00000100:00100000:3.0:1746066729.692462:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975141504:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 91us (131us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066729.692464:0:10402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.692466:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5371 00010000:00010000:2.0:1746066729.692470:0:10402:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.692483:0:10402:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.692488:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1f800/0xfb36a14ee6081b34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.692522:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.692523:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975139584:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 21852us (22476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.692530:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10765 00000100:00100000:3.0:1746066729.692539:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975141888 00000100:00100000:3.0:1746066729.692541:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975141888 00010000:00010000:2.0:1746066729.692549:0:8452:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.692552:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6081af5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b73 expref: 9 pid: 4614 timeout: 790 lvb_type: 1 00010000:00010000:2.0:1746066729.692555:0:8452:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.692564:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5372 00010000:00010000:2.0:1746066729.692566:0:8452:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.692568:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975141888:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.692572:0:8452:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.692578:0:8452:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.692583:0:8452:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e881400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066729.692585:0:8452:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.692591:0:8452:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.692599:0:8452:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.692604:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e881400/0xfb36a14ee6081b42 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.692631:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975139456:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 22126us (22828us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.692636:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10764 00000100:00100000:0.0:1746066729.693711:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5364 00010000:00010000:3.0:1746066729.694153:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.694177:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6081af5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b73 expref: 8 pid: 4614 timeout: 790 lvb_type: 1 00010000:00010000:3.0:1746066729.694186:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6081af5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b73 expref: 8 pid: 4614 timeout: 790 lvb_type: 1 00000100:00100000:1.0:1746066729.694190:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066729.694203:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6081af5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b73 expref: 8 pid: 4614 timeout: 790 lvb_type: 1 00000100:00100000:0.0:1746066729.694209:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975142016 00010000:00010000:3.0:1746066729.694212:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.694213:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746066729.694213:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975142016 00010000:00010000:3.0:1746066729.694216:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.694222:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.694228:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b11 expref: 31 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.694236:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066729.694255:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5373 00000100:00100000:0.0:1746066729.694260:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975142016:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066729.694269:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066729.694279:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b11 expref: 31 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066729.694293:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b11 expref: 31 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066729.694304:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092610e00/0xfb36a14ee6081a77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b11 expref: 31 pid: 21973 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746066729.694313:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.694314:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.694316:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.694322:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.694337:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066729.694353:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975142016:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 93us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.694358:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5373 00010000:00010000:2.0:1746066729.694463:0:21203:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694470:0:21203:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694482:0:21203:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694488:0:21203:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694493:0:21203:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694502:0:21203:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cb6ee00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066729.694505:0:21203:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694510:0:21203:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694518:0:21203:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694523:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb6ee00/0xfb36a14ee6081b49 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.694557:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975139840:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 23430us (24473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.694562:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10767 00010000:00010000:2.0:1746066729.694597:0:20532:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694603:0:20532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694614:0:20532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694618:0:20532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694624:0:20532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694628:0:20532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e9d6000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066729.694630:0:20532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694635:0:20532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694642:0:20532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.694647:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.694689:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975139712:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 23963us (24603us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.694694:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10766 00000100:00100000:3.0:1746066729.694794:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975141888:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2224us (2271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.694800:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5372 00000100:00100000:0.0:1746066729.703128:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.703196:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975142144 00000100:00100000:3.0:1746066729.703203:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975142144 00010000:00010000:3.0:1746066729.703233:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 21 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.703258:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5374 00000100:00100000:3.0:1746066729.703265:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e738e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975142144:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066729.703277:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.703294:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 21 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.703308:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 21 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.703326:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e9d7600/0xfb36a14ee6081ab6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3186687) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b50 expref: 21 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.703340:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.703342:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066729.703346:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.703352:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.703372:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066729.703405:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e738e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882975142144:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 140us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.703410:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5374 00000100:00100000:1.0:1746066729.705086:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975141376:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 13271us (15407us total) trans 17179872824 rc 0/0 00000100:00100000:1.0:1746066729.705095:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 955 00002000:00100000:1.0:1746066729.705104:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2240512->3145727) req@ffff8800a4b05f80 x1830882975141376/t17179872824(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/448 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.705112:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b05f80 with x1830882975141376 ext(2240512->3145727) 00010000:00010000:1.0:1746066729.705120:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.705130:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746066729.705136:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4b05f80 00010000:00010000:3.0:1746066729.705362:0:9776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.705371:0:9776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.705389:0:9776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.705399:0:9776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.705406:0:9776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.705411:0:9776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093d7c800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066729.705415:0:9776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.705421:0:9776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.705433:0:9776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.705439:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081b50 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.705489:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+5:1964:x1830882975139968:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 34140us (35382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.705496:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10768 00000100:00100000:0.0:1746066729.714937:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.714989:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975142272 00000100:00100000:2.0:1746066729.714997:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975142272 00010000:00010000:2.0:1746066729.715025:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.715061:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5375 00000100:00100000:2.0:1746066729.715067:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a521b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882975142272:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.715079:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066729.715094:0:15727:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066728 -> 1746066729 00002000:00010000:2.0:1746066729.715097:0:15727:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066728 -> 1746066729 00010000:00010000:2.0:1746066729.715102:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.715112:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.715130:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e9d7e00/0xfb36a14ee6081aaf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2240512->3145727] (req 2240512->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b49 expref: 30 pid: 9776 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.715146:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.715148:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.715151:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.715167:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.715185:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.715220:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a521b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975142272:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 152us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.715227:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5375 00010000:00010000:2.0:1746066729.715271:0:8112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.715279:0:8112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.715297:0:8112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.715303:0:8112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.715310:0:8112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.715315:0:8112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aa21e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066729.715318:0:8112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.715325:0:8112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.715333:0:8112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.715338:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa21e00/0xfb36a14ee6081b57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.715374:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+5:1964:x1830882975140096:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 43936us (45242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.715381:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10769 00000100:00100000:0.0:1746066729.719364:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.719450:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975142528 00000100:00100000:3.0:1746066729.719457:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975142528 00000100:00100000:3.0:1746066729.719529:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9075 00000100:00100000:3.0:1746066729.719537:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+20:28902:x1830882975142528:12345-192.168.202.57@tcp:36:mirror_io.0 00010000:00010000:3.0:1746066729.719573:0:809:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.719593:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7200/0xfb36a14ee6081b2d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b96 expref: 20 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.719607:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.719611:0:809:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066729.719632:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.719643:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97857d expref: 268 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.719649:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 24 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.719654:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 268 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.719659:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5200/0xfb36a14ee6081369 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785df expref: 268 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.719664:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fa00/0xfb36a14ee608138c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785e6 expref: 24 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.719669:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 8/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.719714:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fa00/0xfb36a14ee608138c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785e6 expref: 24 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.719728:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fa00/0xfb36a14ee608138c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785e6 expref: 24 pid: 14550 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.719738:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976242816:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.719809:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5200/0xfb36a14ee6081369 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785df expref: 268 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.719816:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5200/0xfb36a14ee6081369 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785df expref: 268 pid: 14549 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.719823:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976242944:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.721437:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 268 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.721448:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 268 pid: 16018 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.721457:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976243072:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.721487:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 24 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.721494:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 24 pid: 16018 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.721500:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976243200:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.721522:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97857d expref: 268 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.721528:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97857d expref: 268 pid: 14549 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.721534:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976243328:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.721547:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.723289:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976242816:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066729.726537:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.726704:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975142656 00000100:00100000:3.0:1746066729.726711:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975142656 00010000:00010000:3.0:1746066729.726739:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fa00/0xfb36a14ee608138c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785e6 expref: 25 pid: 14550 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.726762:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5376 00000100:00100000:3.0:1746066729.726769:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e739500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975142656:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066729.726778:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.726783:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fa00/0xfb36a14ee608138c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785e6 expref: 25 pid: 14550 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.726791:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fa00/0xfb36a14ee608138c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785e6 expref: 25 pid: 14550 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.726809:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f45fa00/0xfb36a14ee608138c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785e6 expref: 25 pid: 14550 timeout: 790 lvb_type: 0 00010000:00010000:3.0:1746066729.726823:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.726827:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.726835:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066729.726869:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e739500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975142656:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 100us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.726875:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5376 00000100:00100000:0.0:1746066729.727472:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.727495:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.727504:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.727568:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975142784 00000100:00100000:2.0:1746066729.727571:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975142784 00010000:00010000:2.0:1746066729.727584:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5200/0xfb36a14ee6081369 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785df expref: 269 pid: 14549 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.727606:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975142912 00000100:00100000:2.0:1746066729.727609:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975142912 00010000:00010000:2.0:1746066729.727617:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 270 pid: 16018 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.727637:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975143040 00000100:00100000:2.0:1746066729.727639:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975143040 00010000:00010000:2.0:1746066729.727647:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 24 pid: 16018 timeout: 790 lvb_type: 0 00000100:00100000:2.0:1746066729.727659:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5377 00000100:00100000:2.0:1746066729.727664:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:1965:x1830882975142784:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.727670:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.727693:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5200/0xfb36a14ee6081369 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785df expref: 270 pid: 14549 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.727702:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5200/0xfb36a14ee6081369 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785df expref: 270 pid: 14549 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.727713:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066729.727716:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.727720:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.727739:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:1965:x1830882975142784:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 75us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.727747:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5377 00000100:00100000:2.0:1746066729.727757:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5378 00000100:00100000:2.0:1746066729.727761:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e739c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:1965:x1830882975142912:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.727767:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.727770:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 269 pid: 16018 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.727777:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 269 pid: 16018 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.727787:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066729.727789:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.727794:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.727806:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e739c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:1965:x1830882975142912:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 45us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.727811:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5378 00000100:00100000:2.0:1746066729.727820:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5379 00000100:00100000:2.0:1746066729.727824:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e739f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882975143040:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.727829:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.727832:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 24 pid: 16018 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.727839:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 24 pid: 16018 timeout: 790 lvb_type: 0 00010000:00010000:2.0:1746066729.727850:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066729.727853:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.727857:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.727867:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e739f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882975143040:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 43us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.727871:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5379 00010000:00010000:3.0:1746066729.728224:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ecc5200/0xfb36a14ee6081369 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9785df expref: 268 pid: 14549 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.728235:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976242944:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.728243:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee608130e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978599 expref: 267 pid: 16018 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.728251:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976243072:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.728257:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893800/0xfb36a14ee6081307 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978592 expref: 23 pid: 16018 timeout: 790 lvb_type: 0 00000100:00100000:3.0:1746066729.728263:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976243200:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.728270:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976243328:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.728302:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066729.732830:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.733039:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975143168 00000100:00100000:1.0:1746066729.733047:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975143168 00010000:00010000:1.0:1746066729.733076:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97857d expref: 267 pid: 14549 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746066729.733099:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5380 00000100:00100000:1.0:1746066729.733106:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e73a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:1963:x1830882975143168:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.733116:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.733120:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97857d expref: 267 pid: 14549 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.733129:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97857d expref: 267 pid: 14549 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.733146:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a94400/0xfb36a14ee60812f2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97857d expref: 267 pid: 14549 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746066729.733256:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066729.733260:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066729.733267:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066729.733272:0:7107:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066729.733917:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.733952:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e73a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+266:1963:x1830882975143168:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 846us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.733961:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5380 00010000:00010000:2.0:1746066729.734010:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.734016:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000040:00080000:2.0:1746066729.734506:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2601, 88 off218272 00000004:00080000:2.0:1746066729.734513:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 690911836658ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066729.734548:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2546, 88 off213520 00000004:00080000:2.0:1746066729.734551:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 690911875198ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066729.734560:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2547, 88 off213608 00000004:00080000:2.0:1746066729.734562:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 690911885898ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066729.734568:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2602, 88 off218360 00000004:00080000:2.0:1746066729.734570:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 690911894466ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066729.734577:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2603, 88 off218448 00000004:00080000:2.0:1746066729.734579:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 690911902919ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066729.734585:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2548, 88 off213696 00000004:00080000:2.0:1746066729.734587:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 690911911292ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066729.734594:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2549, 88 off213784 00000004:00080000:2.0:1746066729.734596:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 690911920271ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066729.734603:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2550, 88 off213872 00000004:00080000:2.0:1746066729.734605:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 690911929516ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066729.734611:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2604, 88 off218536 00000004:00080000:2.0:1746066729.734614:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 690911937736ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066729.734620:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2551, 88 off213960 00000004:00080000:2.0:1746066729.734622:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 690911945908ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066729.734627:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2605, 88 off218624 00000004:00080000:2.0:1746066729.734630:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 690911954508ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066729.734636:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2552, 88 off214048 00000004:00080000:2.0:1746066729.734638:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 690911962156ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066729.734643:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2606, 88 off218712 00000004:00080000:2.0:1746066729.734645:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 690911969183ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066729.734651:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2607, 88 off218800 00000004:00080000:2.0:1746066729.734653:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 690911976986ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066729.734658:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2608, 88 off218888 00000004:00080000:2.0:1746066729.734660:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 690911983681ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066729.734664:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2609, 88 off218976 00000004:00080000:2.0:1746066729.734666:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 690911990377ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066729.734671:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2553, 88 off214136 00000004:00080000:2.0:1746066729.734691:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 690912014467ns, next at 634327279575ns, rc = 0 00000004:00010000:2.0:1746066729.790582:0:809:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009e739180 reply state ffff88009ed77c00 transno 8589942937 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:2.0:1746066729.790593:0:809:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746066729.790699:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+21:28902:x1830882975142528:12345-192.168.202.57@tcp:36:mirror_io.0 Request processed in 71141us (71320us total) trans 8589942937 rc 0/0 00000100:00100000:2.0:1746066729.790706:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9075 00000001:00080000:0.0:1746066729.790940:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942919 is committed 00000001:00080000:0.0:1746066729.790949:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942918 is committed 00000001:00080000:0.0:1746066729.790954:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942913 is committed 00000001:00080000:0.0:1746066729.790963:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942934 is committed 00000001:00080000:0.0:1746066729.790966:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942933 is committed 00000001:00080000:0.0:1746066729.790971:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942924 is committed 00000001:00080000:0.0:1746066729.790988:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942937 is committed 00000004:00080000:0.0:1746066729.790991:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1836 committed 00000004:00080000:0.0:1746066729.791004:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1894 committed 00000004:00080000:0.0:1746066729.791008:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1893 committed 00000004:00080000:0.0:1746066729.791010:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1892 committed 00000004:00080000:0.0:1746066729.791011:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1891 committed 00000004:00080000:0.0:1746066729.791013:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1835 committed 00000004:00080000:0.0:1746066729.791014:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1890 committed 00000004:00080000:0.0:1746066729.791016:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1834 committed 00000004:00080000:0.0:1746066729.791018:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1889 committed 00000004:00080000:0.0:1746066729.791019:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1833 committed 00000004:00080000:0.0:1746066729.791020:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1832 committed 00000004:00080000:0.0:1746066729.791021:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1831 committed 00000004:00080000:0.0:1746066729.791022:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1888 committed 00000004:00080000:0.0:1746066729.791024:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1887 committed 00000004:00080000:0.0:1746066729.791025:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1830 committed 00000004:00080000:0.0:1746066729.791027:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1829 committed 00000004:00080000:0.0:1746066729.791028:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1886 committed 00000100:00100000:2.0:1746066729.791355:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976243584:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066729.791391:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066729.791420:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976244096:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066729.791433:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066729.791443:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976244608:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066729.791455:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066729.791464:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976245120:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066729.791476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066729.791488:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1746066729.791493:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976243456:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066729.791505:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066729.791515:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976243968:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066729.791526:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066729.791535:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976244480:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066729.791547:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066729.791556:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976244992:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066729.791567:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066729.791584:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976243584 00000100:00100000:2.0:1746066729.791589:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976243584 00000100:00100000:2.0:1746066729.791617:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976244096 00000100:00100000:2.0:1746066729.791619:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976244096 00000100:00100000:2.0:1746066729.791627:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976244608 00000100:00100000:2.0:1746066729.791629:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976244608 00000100:00100000:2.0:1746066729.791637:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976245120 00000100:00100000:2.0:1746066729.791638:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976245120 00000100:00100000:2.0:1746066729.791643:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976243456 00000100:00100000:2.0:1746066729.791645:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976243456 00000100:00100000:2.0:1746066729.791650:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976243968 00000100:00100000:2.0:1746066729.791652:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976243968 00000100:00100000:2.0:1746066729.791657:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976244480 00000100:00100000:2.0:1746066729.791659:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976244480 00000100:00100000:2.0:1746066729.791664:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976244992 00000100:00100000:2.0:1746066729.791665:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976244992 00000100:00100000:2.0:1746066729.791673:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10770 00000100:00100000:2.0:1746066729.791694:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976243584:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066729.791847:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976243584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 153us (456us total) trans 17179872825 rc 0/0 00000100:00100000:2.0:1746066729.791852:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10770 00000100:00100000:2.0:1746066729.791861:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10771 00000100:00100000:2.0:1746066729.791865:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976244096:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066729.791939:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976244096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 73us (505us total) trans 17179872826 rc 0/0 00000100:00100000:2.0:1746066729.791943:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10771 00000100:00100000:2.0:1746066729.791952:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10772 00000100:00100000:2.0:1746066729.791957:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976244608:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066729.792047:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976244608:12345-0@lo:2:osp-syn-0-0.0 Request processed in 90us (590us total) trans 21474840163 rc 0/0 00000100:00100000:2.0:1746066729.792052:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10772 00000100:00100000:2.0:1746066729.792060:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10773 00000100:00100000:2.0:1746066729.792063:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976245120:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066729.792131:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976245120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 67us (654us total) trans 21474840164 rc 0/0 00000100:00100000:2.0:1746066729.792136:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10773 00000100:00100000:2.0:1746066729.792144:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10774 00000100:00100000:2.0:1746066729.792148:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976243456:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066729.792232:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976243456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 83us (725us total) trans 17179872827 rc 0/0 00000100:00100000:2.0:1746066729.792237:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10774 00000100:00100000:2.0:1746066729.792245:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10775 00000100:00100000:2.0:1746066729.792248:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976243968:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066729.792315:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976243968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (788us total) trans 17179872828 rc 0/0 00000100:00100000:2.0:1746066729.792320:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10775 00000100:00100000:2.0:1746066729.792328:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10776 00000100:00100000:2.0:1746066729.792333:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976244480:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066729.792400:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976244480:12345-0@lo:2:osp-syn-0-0.0 Request processed in 67us (851us total) trans 21474840165 rc 0/0 00000100:00100000:2.0:1746066729.792404:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10776 00000100:00100000:2.0:1746066729.792412:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10777 00000100:00100000:2.0:1746066729.792416:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976244992:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066729.792483:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976244992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (914us total) trans 21474840166 rc 0/0 00000100:00100000:2.0:1746066729.792487:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10777 00000100:00080000:2.0:1746066729.792514:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746066729.792516:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1746066729.792584:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b07b80/2, rc 0, transno 17179872827 00000100:00100000:2.0:1746066729.792588:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976243456:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066729.792595:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b04700/2, rc 0, transno 17179872828 00000100:00100000:2.0:1746066729.792598:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976243968:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066729.792604:0:3294:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840145 gen 2 00000004:00080000:2.0:1746066729.792608:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c397800, transno 21474840094 00000004:00080000:2.0:1746066729.792613:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c396d80, transno 21474840095 00000004:00080000:2.0:1746066729.792615:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c396680, transno 21474840096 00000004:00080000:2.0:1746066729.792617:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c395f80, transno 21474840097 00000004:00080000:2.0:1746066729.792618:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c396a00, transno 21474840098 00000004:00080000:2.0:1746066729.792620:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092709180, transno 21474840099 00000004:00080000:2.0:1746066729.792622:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c394700, transno 21474840100 00000004:00080000:2.0:1746066729.792624:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c394380, transno 21474840101 00000004:00080000:2.0:1746066729.792626:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099710a80, transno 21474840102 00000004:00080000:2.0:1746066729.792628:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009244e300, transno 21474840103 00000004:00080000:2.0:1746066729.792630:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009244d180, transno 21474840104 00000004:00080000:2.0:1746066729.792632:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800921c3480, transno 21474840105 00000004:00080000:2.0:1746066729.792634:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009244ea00, transno 21474840106 00000004:00080000:2.0:1746066729.792636:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801361fb800, transno 21474840107 00000004:00080000:2.0:1746066729.792638:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800921c3b80, transno 21474840108 00000004:00080000:2.0:1746066729.792640:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009244ce00, transno 21474840109 00000004:00080000:2.0:1746066729.792642:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009244c000, transno 21474840110 00000004:00080000:2.0:1746066729.792643:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009244f800, transno 21474840111 00000004:00080000:2.0:1746066729.792646:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b7f9880, transno 21474840116 00000004:00080000:2.0:1746066729.792648:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b7fb800, transno 21474840117 00000004:00080000:2.0:1746066729.792649:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b7f8a80, transno 21474840118 00000004:00080000:2.0:1746066729.792651:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b7f8000, transno 21474840119 00000004:00080000:2.0:1746066729.792653:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b7fa300, transno 21474840120 00000004:00080000:2.0:1746066729.792655:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b7fa680, transno 21474840121 00000004:00080000:2.0:1746066729.792657:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b7f9180, transno 21474840122 00000004:00080000:2.0:1746066729.792658:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b7f8e00, transno 21474840123 00000004:00080000:2.0:1746066729.792660:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800924d1c00, transno 21474840124 00000004:00080000:2.0:1746066729.792663:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5aa00, transno 21474840128 00000004:00080000:2.0:1746066729.792664:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef59500, transno 21474840129 00000004:00080000:2.0:1746066729.792666:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef59180, transno 21474840130 00000004:00080000:2.0:1746066729.792668:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef58000, transno 21474840131 00000004:00080000:2.0:1746066729.792670:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef59c00, transno 21474840132 00000004:00080000:2.0:1746066729.792671:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb5f80, transno 21474840133 00000004:00080000:2.0:1746066729.792673:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef58700, transno 21474840134 00000004:00080000:2.0:1746066729.792693:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef5b100, transno 21474840135 00000004:00080000:2.0:1746066729.792695:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb6d80, transno 21474840136 00000004:00080000:2.0:1746066729.792697:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb6680, transno 21474840137 00000004:00080000:2.0:1746066729.792699:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb4380, transno 21474840138 00000004:00080000:2.0:1746066729.792701:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800996d9500, transno 21474840139 00000004:00080000:2.0:1746066729.792703:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb6a00, transno 21474840140 00000004:00080000:2.0:1746066729.792704:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb7800, transno 21474840141 00000004:00080000:2.0:1746066729.792706:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800996d8e00, transno 21474840142 00000004:00080000:2.0:1746066729.792707:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb7100, transno 21474840143 00000004:00080000:2.0:1746066729.792709:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800996dad80, transno 21474840144 00000004:00080000:2.0:1746066729.792711:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a45e4380, transno 21474840145 00000100:00100000:2.0:1746066729.792716:0:3294:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff8800a4b06a00 x1830882976244480/t21474840165(21474840165) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746066745 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:2.0:1746066729.792722:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b06a00/2, rc 0, transno 21474840165 00000100:00100000:2.0:1746066729.792725:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976244480:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066729.792734:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed0b100/2, rc 0, transno 21474840166 00000100:00100000:2.0:1746066729.792736:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976244992:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066729.792742:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b07800/2, rc 0, transno 17179872825 00000100:00100000:2.0:1746066729.792744:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976243584:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066729.792750:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b05180/2, rc 0, transno 17179872826 00000100:00100000:2.0:1746066729.792752:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976244096:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066729.792757:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed08000/2, rc 0, transno 21474840163 00000100:00100000:2.0:1746066729.792759:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976244608:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066729.792764:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009edb0a80/2, rc 0, transno 21474840164 00000100:00100000:2.0:1746066729.792766:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976245120:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066729.793306:0:14588:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 8 in progress, 4 in flight, 45 done 00010000:00010000:3.0:1746066729.793449:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.793458:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.793468:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.793473:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5bad200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066729.793477:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.793482:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.793494:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.793497:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066729.793500:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.793504:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5bad200/0xfb36a14ee6081b5e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00000100:00100000:3.0:1746066729.793522:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976245504:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.793545:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.793588:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976243712:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.793604:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.793615:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976244224:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.793627:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.793635:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976244736:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.793645:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.793652:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976245248:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.793659:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.793669:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1746066729.793673:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976243840:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.793707:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.793724:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976244352:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.793737:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.793743:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976244864:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.793753:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.793759:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976245376:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.793768:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.793783:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976245504 00000100:00100000:3.0:1746066729.793788:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976245504 00000100:00100000:3.0:1746066729.793801:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976243712 00000100:00100000:3.0:1746066729.793803:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976243712 00000100:00100000:3.0:1746066729.793808:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976244224 00000100:00100000:3.0:1746066729.793809:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976244224 00000100:00100000:3.0:1746066729.793814:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976244736 00000100:00100000:3.0:1746066729.793816:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976244736 00000100:00100000:3.0:1746066729.793820:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976245248 00000100:00100000:3.0:1746066729.793822:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976245248 00000100:00100000:3.0:1746066729.793827:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976243840 00000100:00100000:3.0:1746066729.793828:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976243840 00000100:00100000:3.0:1746066729.793832:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976244352 00000100:00100000:3.0:1746066729.793834:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976244352 00000100:00100000:3.0:1746066729.793838:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976244864 00000100:00100000:3.0:1746066729.793840:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976244864 00000100:00100000:3.0:1746066729.793844:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976245376 00000100:00100000:3.0:1746066729.793846:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976245376 00000100:00100000:3.0:1746066729.793853:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10778 00000100:00100000:3.0:1746066729.793858:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3293:x1830882976245504:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.793948:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3293:x1830882976245504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 90us (403us total) trans 21474840167 rc 0/0 00000100:00100000:3.0:1746066729.793953:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10778 00000100:00100000:3.0:1746066729.793962:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10779 00000100:00100000:3.0:1746066729.793965:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3295:x1830882976243712:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.794032:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976243712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (427us total) trans 17179872829 rc 0/0 00000100:00100000:3.0:1746066729.794036:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10779 00000100:00100000:3.0:1746066729.794043:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10780 00000100:00100000:3.0:1746066729.794046:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3295:x1830882976244224:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.794101:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976244224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 55us (473us total) trans 17179872830 rc 0/0 00000100:00100000:3.0:1746066729.794105:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10780 00000100:00100000:3.0:1746066729.794111:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10781 00000100:00100000:3.0:1746066729.794115:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976244736:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.794183:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3295:x1830882976244736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 67us (537us total) trans 21474840168 rc 0/0 00000100:00100000:3.0:1746066729.794187:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10781 00000100:00100000:3.0:1746066729.794194:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10782 00000100:00100000:3.0:1746066729.794197:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976245248:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066729.794253:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746066729.794261:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1746066729.794263:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746066729.794264:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1746066729.794266:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066729.794970:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.795058:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3295:x1830882976245248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 860us (1396us total) trans 21474840169 rc 0/0 00000100:00100000:3.0:1746066729.795064:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10782 00000100:00100000:3.0:1746066729.795074:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10783 00000100:00100000:3.0:1746066729.795079:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3295:x1830882976243840:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066729.795151:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746066729.795154:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:3.0:1746066729.795166:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:3.0:1746066729.795167:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:3.0:1746066729.795169:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746066729.795186:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976243840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (1477us total) trans 17179872831 rc 0/0 00000100:00100000:3.0:1746066729.795190:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10783 00000100:00100000:3.0:1746066729.795199:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10784 00000100:00100000:3.0:1746066729.795203:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3295:x1830882976244352:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.795269:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976244352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (1531us total) trans 17179872832 rc 0/0 00000100:00100000:3.0:1746066729.795273:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10784 00000100:00100000:3.0:1746066729.795282:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10785 00000100:00100000:3.0:1746066729.795286:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976244864:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.795352:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3295:x1830882976244864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 66us (1597us total) trans 21474840170 rc 0/0 00000100:00100000:3.0:1746066729.795357:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10785 00000100:00100000:3.0:1746066729.795365:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10786 00000100:00100000:3.0:1746066729.795368:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976245376:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.795432:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3295:x1830882976245376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 63us (1662us total) trans 21474840171 rc 0/0 00000100:00100000:3.0:1746066729.795437:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10786 00000004:00080000:3.0:1746066729.795472:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009edb1880/2, rc 0, transno 21474840167 00000100:00100000:3.0:1746066729.795477:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976245504:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066729.795950:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b07100/2, rc 0, transno 17179872831 00000100:00100000:3.0:1746066729.795955:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976243840:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066729.795962:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b04380/2, rc 0, transno 17179872832 00000100:00100000:3.0:1746066729.795964:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976244352:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066729.795970:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed09f80/2, rc 0, transno 21474840170 00000100:00100000:3.0:1746066729.795973:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976244864:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066729.795978:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009edb1500/2, rc 0, transno 21474840171 00000100:00100000:3.0:1746066729.795980:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976245376:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066729.795986:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b07480/2, rc 0, transno 17179872829 00000100:00100000:3.0:1746066729.795988:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976243712:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066729.795994:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b04a80/2, rc 0, transno 17179872830 00000100:00100000:3.0:1746066729.795997:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976244224:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066729.796003:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed09c00/2, rc 0, transno 21474840168 00000100:00100000:3.0:1746066729.796005:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976244736:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066729.796009:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009edb0e00/2, rc 0, transno 21474840169 00000100:00100000:3.0:1746066729.796011:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976245248:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066729.796309:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975143296 00000100:00100000:2.0:1746066729.796313:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975143296 00000100:00100000:2.0:1746066729.796542:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9076 00000100:00100000:2.0:1746066729.796547:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e73a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:28902:x1830882975143296:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066729.796560:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.796574:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a536a000/0xfb36a14ee6081b65 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978b9d expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.796611:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a536a000/0xfb36a14ee6081b65 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b9d expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.796622:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a536a000/0xfb36a14ee6081b65 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b9d expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.796636:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066729.796639:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066729.796641:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a536a000, rc 0) 00000100:00100000:2.0:1746066729.796693:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e73a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:28902:x1830882975143296:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 145us (1724us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.796698:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9076 00000100:00100000:0.0:1746066729.801520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.801691:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975143424 00000100:00100000:1.0:1746066729.801698:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975143424 00000100:00100000:1.0:1746066729.801751:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 546 00000100:00100000:1.0:1746066729.801759:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e73aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:28902:x1830882975143424:12345-192.168.202.57@tcp:103:mirror_io.0 00010000:00010000:1.0:1746066729.801771:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.801791:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b1f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b8f expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.801804:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066729.801807:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.801837:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e73aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:28902:x1830882975143424:12345-192.168.202.57@tcp:103:mirror_io.0 Request processed in 79us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.801842:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 546 00000100:00100000:0.0:1746066729.806457:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.806537:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975143680 00000100:00100000:2.0:1746066729.806544:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975143680 00000100:00100000:2.0:1746066729.806757:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3590 00000100:00100000:2.0:1746066729.806764:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e73ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:28902:x1830882975143680:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:2.0:1746066729.806947:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e73ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:28902:x1830882975143680:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 183us (495us total) trans 8589942938 rc 0/0 00000100:00100000:2.0:1746066729.806952:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3590 00000100:00100000:0.0:1746066729.809857:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.810340:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975143936 00000100:00100000:2.0:1746066729.810347:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975143936 00000100:00100000:2.0:1746066729.810379:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3591 00000100:00100000:2.0:1746066729.810385:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e73b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:28902:x1830882975143936:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:2.0:1746066729.810537:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e73b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:28902:x1830882975143936:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 151us (684us total) trans 8589942939 rc 0/0 00000100:00100000:2.0:1746066729.810543:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3591 00000100:00100000:0.0:1746066729.828096:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.828837:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975144192 00000100:00100000:2.0:1746066729.828844:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975144192 00000100:00100000:2.0:1746066729.828881:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9077 00000100:00100000:2.0:1746066729.828887:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e73b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:28912:x1830882975144192:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.828907:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.828923:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094196c00/0xfb36a14ee6081b6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ba4 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.829012:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829022:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829031:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829042:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b7a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829046:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829050:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829132:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081b81 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829139:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081b81 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829144:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081b81 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066729.829151:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066729.829225:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829232:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b73 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829236:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b73 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829241:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e9d6c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066729.829244:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b73 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829249:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b73 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829257:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066729.829260:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066729.829263:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829268:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6c00/0xfb36a14ee6081b73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829276:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829280:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b7a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829284:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829288:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e9d6000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066729.829289:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829293:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b7a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829298:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ed99200) 00010000:00010000:2.0:1746066729.829300:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066729.829302:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b7a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829306:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6000/0xfb36a14ee6081b7a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.829333:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094196c00/0xfb36a14ee6081b6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ba4 expref: 10 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.829343:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081b81 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ba4 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.829348:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066729.829350:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066729.829352:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6400, rc 0) 00000100:00100000:2.0:1746066729.829400:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e73b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28912:x1830882975144192:12345-192.168.202.57@tcp:101:cat.0 Request processed in 512us (1310us total) trans 8589942940 rc 0/0 00000100:00100000:2.0:1746066729.829405:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9077 00000100:00100000:1.0:1746066729.829567:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.829595:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975144448 00000100:00100000:0.0:1746066729.829598:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975144448 00000100:00100000:0.0:1746066729.829631:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9078 00000100:00100000:0.0:1746066729.829636:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+251:28907:x1830882975144448:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066729.829645:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.829651:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009354da00/0xfb36a14ee6081b8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978bab expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.829699:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354ca00/0xfb36a14ee6081b96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829706:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009354ca00/0xfb36a14ee6081b96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829712:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009354ca00/0xfb36a14ee6081b96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829719:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081b9d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829724:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081b9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829729:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081b9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829773:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c000/0xfb36a14ee6081ba4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829779:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c000/0xfb36a14ee6081ba4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829785:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c000/0xfb36a14ee6081ba4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:0.0:1746066729.829790:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066729.829825:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354ca00/0xfb36a14ee6081b96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829830:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009354ca00/0xfb36a14ee6081b96 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829834:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009354ca00/0xfb36a14ee6081b96 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829837:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009354ca00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066729.829840:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009354ca00/0xfb36a14ee6081b96 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829844:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009354ca00/0xfb36a14ee6081b96 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829850:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066729.829852:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066729.829854:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009354ca00/0xfb36a14ee6081b96 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829858:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009354ca00/0xfb36a14ee6081b96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829882:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081b9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829891:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081b9d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829894:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081b9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829902:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009354c800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066729.829904:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081b9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829908:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081b9d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829913:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012ffed900) 00010000:00010000:0.0:1746066729.829915:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066729.829917:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081b9d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829921:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081b9d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066729.829942:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009354da00/0xfb36a14ee6081b8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bab expref: 254 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.829951:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c000/0xfb36a14ee6081ba4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bab expref: 253 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.829956:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066729.829957:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746066729.829959:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009354c000, rc 0) 00000100:00100000:0.0:1746066729.829979:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28907:x1830882975144448:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 343us (412us total) trans 8589942941 rc 0/0 00000100:00100000:0.0:1746066729.829983:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9078 00000100:00100000:0.0:1746066729.835038:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.835091:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975144704 00000100:00100000:1.0:1746066729.835098:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975144704 00000100:00100000:1.0:1746066729.835134:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3592 00000100:00100000:1.0:1746066729.835141:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b50c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28912:x1830882975144704:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066729.835310:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b50c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28912:x1830882975144704:12345-192.168.202.57@tcp:35:cat.0 Request processed in 169us (277us total) trans 8589942942 rc 0/0 00000100:00100000:1.0:1746066729.835316:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3592 00000100:00100000:2.0:1746066729.839742:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.839771:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975144960 00000100:00100000:3.0:1746066729.839779:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975144960 00000100:00100000:3.0:1746066729.839813:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9079 00000100:00100000:3.0:1746066729.839819:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28907:x1830882975144960:12345-192.168.202.57@tcp:101:multiop.0 00000100:00100000:2.0:1746066729.839826:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.839839:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975145216 00000100:00100000:2.0:1746066729.839841:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975145216 00010000:00010000:3.0:1746066729.839843:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.839845:0:809:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:2.0:1746066729.839856:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9080 00000100:00100000:2.0:1746066729.839861:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28913:x1830882975145216:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066729.839865:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c000/0xfb36a14ee6081ba4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bab expref: 254 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.839866:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.839878:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7200/0xfb36a14ee6081bb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978bb9 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.839880:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.839883:0:809:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066729.839887:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec2c00/0xfb36a14ee6081bb9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978bb2 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.839915:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.839924:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a536a000/0xfb36a14ee6081b65 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b9d expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.839930:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081b81 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ba4 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.839935:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.839949:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092610e00/0xfb36a14ee6081bc7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066729.839955:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081b81 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ba4 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.839955:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092610e00/0xfb36a14ee6081bc7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.839963:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092610e00/0xfb36a14ee6081bc7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066729.839964:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081b81 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ba4 expref: 9 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:3.0:1746066729.839974:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976245632:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.839976:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081bce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.839980:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081bce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.839984:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081bce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066729.840042:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a536a000/0xfb36a14ee6081b65 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b9d expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.840048:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a536a000/0xfb36a14ee6081b65 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b9d expref: 8 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:3.0:1746066729.840054:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976245760:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.840057:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081bd5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840063:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081bd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x11/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840068:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081bd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x11/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:3.0:1746066729.840070:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abb40 going to sleep for 11 seconds 00000004:00200000:2.0:1746066729.840074:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066729.840421:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081bd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x11/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840428:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081bd5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x11/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840434:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081bd5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x11/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840439:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aa20200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066729.840441:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081bd5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x11/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840447:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081bd5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x11/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840455:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066729.840457:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746066729.840460:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081bd5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x11/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840464:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa20200/0xfb36a14ee6081bd5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x11/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840473:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092610e00/0xfb36a14ee6081bc7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840477:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092610e00/0xfb36a14ee6081bc7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840481:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092610e00/0xfb36a14ee6081bc7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840484:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092610e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066729.840486:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092610e00/0xfb36a14ee6081bc7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840489:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092610e00/0xfb36a14ee6081bc7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840494:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066729.840496:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066729.840498:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092610e00/0xfb36a14ee6081bc7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840501:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092610e00/0xfb36a14ee6081bc7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840507:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081bce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840512:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081bce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840516:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081bce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840520:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aa21000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066729.840522:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081bce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840527:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081bce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840532:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ed99b00) 00010000:00010000:2.0:1746066729.840534:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066729.840536:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081bce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840541:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21000/0xfb36a14ee6081bce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066729.840672:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7200/0xfb36a14ee6081bb2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bb9 expref: 256 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.840804:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d7200/0xfb36a14ee6081bb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bb9 expref: 256 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.840812:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d7200, rc 0) 00000100:00100000:2.0:1746066729.841311:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28913:x1830882975145216:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1447us (1481us total) trans 8589942943 rc 301/301 00000100:00100000:2.0:1746066729.841320:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9080 00000100:00100000:2.0:1746066729.842384:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.842404:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.842417:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.842427:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.842449:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.842465:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.842481:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.842496:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975145472 00000100:00100000:2.0:1746066729.842501:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975145472 00000100:00100000:2.0:1746066729.842523:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9081 00000100:00100000:2.0:1746066729.842529:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28908:x1830882975145472:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066729.842544:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.842553:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21600/0xfb36a14ee6081be3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978bc0 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.842607:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066729.842615:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066729.842622:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:2.0:1746066729.842636:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975145600 00000100:00100000:2.0:1746066729.842639:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975145600 00000100:00100000:2.0:1746066729.842662:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975145856 00000100:00100000:2.0:1746066729.842664:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975145856 00000100:00100000:2.0:1746066729.842686:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975146112 00000100:00100000:2.0:1746066729.842688:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975146112 00000100:00100000:2.0:1746066729.842696:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975145728 00000100:00100000:2.0:1746066729.842697:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975145728 00000100:00100000:2.0:1746066729.842704:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975145984 00000100:00100000:2.0:1746066729.842705:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975145984 00000100:00100000:2.0:1746066729.842711:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975146240 00000100:00100000:2.0:1746066729.842712:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975146240 00000100:00100000:2.0:1746066729.842720:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10787 00000100:00100000:2.0:1746066729.842724:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975145600:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.842731:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.842740:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081bf1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978bc7 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066729.842756:0:10402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd29, atime: 0x6812dd28, ctime: 0x6812dd29, blocks: 0x7e9 00010000:00010000:2.0:1746066729.842766:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.842768:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.842774:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081bf1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc7 expref: 17 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.842786:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081bf1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc7 expref: 17 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.842795:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e880000, rc 0) 00000100:00100000:2.0:1746066729.842817:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975145600:12345-192.168.202.57@tcp:101:cat.0 Request processed in 92us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.842821:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10787 00000100:00100000:2.0:1746066729.842831:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10788 00000100:00100000:2.0:1746066729.842836:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975145856:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.842842:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.842851:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e881200/0xfb36a14ee6081bf8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978bd5 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066729.842863:0:10402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd29, atime: 0x6812dd28, ctime: 0x6812dd29, blocks: 0x821 00010000:00010000:2.0:1746066729.842870:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.842872:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.842875:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e881200/0xfb36a14ee6081bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bd5 expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.842884:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e881200/0xfb36a14ee6081bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bd5 expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.842890:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e881200, rc 0) 00000100:00100000:2.0:1746066729.842905:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975145856:12345-192.168.202.57@tcp:101:cat.0 Request processed in 69us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.842909:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10788 00000100:00100000:2.0:1746066729.842917:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10789 00000100:00100000:2.0:1746066729.842922:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975146112:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.842927:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.842933:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d98c800/0xfb36a14ee6081bff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978be3 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066729.842943:0:10402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x386:0x0] initial LVB size: 5078880, mtime: 0x6812dd29, atime: 0x6812dd28, ctime: 0x6812dd29, blocks: 0x170b 00010000:00010000:2.0:1746066729.842949:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.842950:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.842954:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d98c800/0xfb36a14ee6081bff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978be3 expref: 17 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.842963:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d98c800/0xfb36a14ee6081bff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978be3 expref: 17 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.842969:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d98c800, rc 0) 00000100:00100000:2.0:1746066729.842987:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975146112:12345-192.168.202.57@tcp:101:cat.0 Request processed in 60us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.842992:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10789 00000100:00100000:2.0:1746066729.843001:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10790 00000100:00100000:2.0:1746066729.843005:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975145728:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.843010:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.843017:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978bce expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066729.843026:0:10402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd28, atime: 0x6812dd28, ctime: 0x6812dd28, blocks: 0x821 00010000:00010000:2.0:1746066729.843032:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.843033:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.843036:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.843044:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.843050:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e880e00, rc 0) 00000100:00100000:2.0:1746066729.843063:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975145728:12345-192.168.202.57@tcp:101:cat.0 Request processed in 58us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.843068:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10790 00000100:00100000:2.0:1746066729.843077:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10791 00000100:00100000:2.0:1746066729.843081:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975145984:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:0.0:1746066729.843082:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10792 00010000:00010000:2.0:1746066729.843087:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066729.843088:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975146240:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066729.843092:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.843093:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e881e00/0xfb36a14ee6081c0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978bdc expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.843097:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009354dc00/0xfb36a14ee6081c14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978bea expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066729.843100:0:10402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x385:0x0] initial LVB size: 2097152, mtime: 0x6812dd29, atime: 0x6812dd29, ctime: 0x6812dd29, blocks: 0x821 00010000:00010000:2.0:1746066729.843106:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1746066729.843107:0:20532:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd29, atime: 0x6812dd28, ctime: 0x6812dd29, blocks: 0x102b 00010000:00010000:2.0:1746066729.843108:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.843111:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e881e00/0xfb36a14ee6081c0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bdc expref: 17 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.843112:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.843114:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.843117:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009354dc00/0xfb36a14ee6081c14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bea expref: 24 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.843119:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e881e00/0xfb36a14ee6081c0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bdc expref: 17 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.843124:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009354dc00/0xfb36a14ee6081c14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bea expref: 24 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.843125:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e881e00, rc 0) 00010000:00010000:0.0:1746066729.843130:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009354dc00, rc 0) 00000100:00100000:2.0:1746066729.843136:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975145984:12345-192.168.202.57@tcp:101:cat.0 Request processed in 55us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.843140:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10791 00000100:00100000:0.0:1746066729.843141:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975146240:12345-192.168.202.57@tcp:101:cat.0 Request processed in 54us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.843145:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10792 00000100:00100000:0.0:1746066729.845367:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.845401:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.845426:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.845485:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975146368 00000100:00100000:2.0:1746066729.845492:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975146368 00010000:00010000:2.0:1746066729.845517:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081b81 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ba4 expref: 12 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066729.845536:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975146496 00000100:00100000:2.0:1746066729.845538:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975146496 00010000:00010000:2.0:1746066729.845546:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a536a000/0xfb36a14ee6081b65 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b9d expref: 9 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066729.845557:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5381 00000100:00100000:2.0:1746066729.845563:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a521b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975146368:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.845574:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.845578:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081b81 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ba4 expref: 12 pid: 809 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066729.845586:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081b81 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ba4 expref: 12 pid: 809 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066729.845604:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066729.845608:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066729.845615:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066729.845621:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066729.845626:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.845631:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.845643:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.845668:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a521b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975146368:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 105us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.845692:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5381 00000100:00100000:2.0:1746066729.845727:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5382 00000100:00100000:2.0:1746066729.845731:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e73b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975146496:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.845737:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.845741:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a536a000/0xfb36a14ee6081b65 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b9d expref: 9 pid: 809 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066729.845747:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a536a000/0xfb36a14ee6081b65 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b9d expref: 9 pid: 809 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066729.845755:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066729.845758:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.845763:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.845767:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.845773:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.845785:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e73b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975146496:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 54us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.845789:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5382 00010000:00010000:2.0:1746066729.845808:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066729.845812:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746066729.845827:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066729.845926:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aa21600/0xfb36a14ee6081be3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc0 expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.845938:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc0 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.845944:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066729.845946:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066729.845948:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e9d6a00, rc 0) 00000100:00100000:2.0:1746066729.845966:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28908:x1830882975145472:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3437us (3584us total) trans 8589942944 rc 0/0 00000100:00100000:2.0:1746066729.845971:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9081 00000100:00100000:2.0:1746066729.845987:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975146752 00000100:00100000:2.0:1746066729.845990:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975146752 00000100:00100000:2.0:1746066729.846004:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3593 00000100:00100000:2.0:1746066729.846009:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e73bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28913:x1830882975146752:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:2.0:1746066729.846078:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e73bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:28913:x1830882975146752:12345-192.168.202.57@tcp:35:cat.0 Request processed in 68us (650us total) trans 8589942945 rc 0/0 00000100:00100000:2.0:1746066729.846083:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3593 00010000:00010000:3.0:1746066729.846692:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6400/0xfb36a14ee6081b81 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ba4 expref: 11 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:3.0:1746066729.846705:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976245632:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.846716:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a536a000/0xfb36a14ee6081b65 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978b9d expref: 8 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:3.0:1746066729.846725:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976245760:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.846743:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.846747:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.846751:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000040:00080000:3.0:1746066729.847205:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2610, 88 off219064 00000004:00080000:3.0:1746066729.847211:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 691024534066ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066729.847246:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2554, 88 off214224 00000004:00080000:3.0:1746066729.847250:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 691024573574ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066729.847260:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2555, 88 off214312 00000004:00080000:3.0:1746066729.847262:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 691024586535ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066729.847269:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2611, 88 off219152 00000004:00080000:3.0:1746066729.847271:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 691024595523ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066729.847278:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2612, 88 off219240 00000004:00080000:3.0:1746066729.847280:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 691024603900ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066729.847285:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2556, 88 off214400 00000004:00080000:3.0:1746066729.847287:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 691024611405ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066729.847293:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2557, 88 off214488 00000004:00080000:3.0:1746066729.847295:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 691024619249ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066729.847301:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2558, 88 off214576 00000004:00080000:3.0:1746066729.847303:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 691024627034ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066729.847309:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2613, 88 off219328 00000004:00080000:3.0:1746066729.847311:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 691024634710ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066729.847317:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2559, 88 off214664 00000004:00080000:3.0:1746066729.847319:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 691024643083ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066729.847325:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2614, 88 off219416 00000004:00080000:3.0:1746066729.847327:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 691024651108ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066729.848402:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2560, 88 off214752 00000004:00080000:3.0:1746066729.848408:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 691025731954ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066729.848527:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2615, 88 off219504 00000004:00080000:3.0:1746066729.848530:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 691025854427ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066729.848538:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2616, 88 off219592 00000004:00080000:3.0:1746066729.848540:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 691025863764ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066729.848545:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2617, 88 off219680 00000004:00080000:3.0:1746066729.848547:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 691025871028ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066729.848552:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2618, 88 off219768 00000004:00080000:3.0:1746066729.848554:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 691025878448ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066729.848560:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2561, 88 off214840 00000004:00080000:3.0:1746066729.848562:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 691025886379ns, next at 634327279575ns, rc = 0 00000100:00100000:2.0:1746066729.851550:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.851572:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975146880 00000100:00100000:2.0:1746066729.851578:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975146880 00000100:00100000:2.0:1746066729.851607:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9082 00000100:00100000:2.0:1746066729.851613:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28912:x1830882975146880:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.851627:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.851642:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978bf1 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.851697:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.851704:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.851717:0:14549:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066729.851726:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.851739:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066729.851742:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066729.851744:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.851749:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e881600, rc 0) 00000100:00100000:2.0:1746066729.851794:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28912:x1830882975146880:12345-192.168.202.57@tcp:101:cat.0 Request processed in 181us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.851799:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9082 00000100:00100000:0.0:1746066729.854773:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.855086:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975147008 00000100:00100000:2.0:1746066729.855092:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975147008 00000100:00100000:2.0:1746066729.855121:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9083 00000100:00100000:2.0:1746066729.855128:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28913:x1830882975147008:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.855142:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.855164:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081c29 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978bf8 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.855225:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066729.855236:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc0 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.855243:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066729.855267:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc0 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.855277:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc0 expref: 11 pid: 14549 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066729.855287:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093212a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976245888:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066729.855345:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013733d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.859330:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.859386:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093212a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976245888:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.859406:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:1.0:1746066729.859799:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975147136 00000100:00100000:1.0:1746066729.859804:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975147136 00010000:00010000:1.0:1746066729.859828:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc0 expref: 12 pid: 14549 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066729.859848:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5383 00000100:00100000:1.0:1746066729.859854:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1965:x1830882975147136:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.859864:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.860654:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc0 expref: 12 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066729.860666:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc0 expref: 12 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066729.860698:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e9d6a00/0xfb36a14ee6081bea lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc0 expref: 12 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066729.860707:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066729.860711:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066729.860718:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066729.860722:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.860727:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066729.860731:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.861036:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882975147136:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1181us (1709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.861044:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5383 00000001:00080000:1.0:1746066729.873368:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942941 is committed 00000001:00080000:1.0:1746066729.873379:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942942 is committed 00000001:00080000:1.0:1746066729.873387:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942945 is committed 00000001:00080000:1.0:1746066729.873390:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942944 is committed 00000001:00080000:1.0:1746066729.873396:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942939 is committed 00000001:00080000:1.0:1746066729.873401:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942946 is committed 00000004:00080000:1.0:1746066729.873404:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1844 committed 00000004:00080000:1.0:1746066729.873411:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1903 committed 00010000:00010000:3.0:1746066729.873599:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bb2 expref: 255 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.873610:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.873613:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1746066729.873616:0:809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066729.873623:0:809:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066729.873627:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066729.873632:0:809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.873638:0:809:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.873643:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.873673:0:809:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066729.873702:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976246016:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066729.873764:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab900 going to sleep for 11 seconds 00010000:00010000:3.0:1746066729.873776:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066729.873781:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066729.873812:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066729.873816:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066729.873829:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066729.873855:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081c29 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf8 expref: 256 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.873867:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf8 expref: 255 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.873872:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.873874:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746066729.873876:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb6e000, rc 0) 00000100:00100000:3.0:1746066729.873901:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28913:x1830882975147008:12345-192.168.202.57@tcp:101:cat.0 Request processed in 18773us (19132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.873910:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9083 00000004:00080000:1.0:1746066729.873972:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1902 committed 00000004:00080000:1.0:1746066729.873975:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1901 committed 00000004:00080000:1.0:1746066729.873976:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1900 committed 00000004:00080000:1.0:1746066729.873978:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1843 committed 00000004:00080000:1.0:1746066729.873979:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1899 committed 00000004:00080000:1.0:1746066729.873981:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1842 committed 00000004:00080000:1.0:1746066729.873982:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1898 committed 00000004:00080000:1.0:1746066729.873983:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1841 committed 00000004:00080000:1.0:1746066729.873985:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1840 committed 00000004:00080000:1.0:1746066729.873987:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1839 committed 00000004:00080000:1.0:1746066729.873988:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1897 committed 00000004:00080000:1.0:1746066729.873989:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1896 committed 00000004:00080000:1.0:1746066729.873990:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1838 committed 00000004:00080000:1.0:1746066729.873992:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1837 committed 00000004:00080000:1.0:1746066729.873993:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1895 committed 00000100:00100000:1.0:1746066729.874108:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976246272:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066729.874139:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066729.874173:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976246784:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066729.874189:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066729.874205:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746066729.874209:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976246400:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066729.874222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066729.874232:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976246912:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066729.874243:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066729.874261:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976246272 00000100:00100000:1.0:1746066729.874266:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976246272 00000100:00100000:1.0:1746066729.874288:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976246784 00000100:00100000:1.0:1746066729.874289:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976246784 00000100:00100000:1.0:1746066729.874297:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976246400 00000100:00100000:1.0:1746066729.874298:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976246400 00000100:00100000:1.0:1746066729.874307:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976246912 00000100:00100000:1.0:1746066729.874308:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976246912 00000100:00100000:1.0:1746066729.874318:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10793 00000100:00100000:1.0:1746066729.874322:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3295:x1830882976246272:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066729.874448:0:8451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066729.874450:0:8451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066729 -> 1746066729 00002000:00010000:1.0:1746066729.874452:0:8451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066728 -> 1746066728 00002000:00010000:1.0:1746066729.874454:0:8451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066729 -> 1746066729 00002000:00010000:1.0:1746066729.874455:0:8451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066729.874476:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3295:x1830882976246272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 153us (338us total) trans 17179872833 rc 0/0 00000100:00100000:1.0:1746066729.874480:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10793 00000100:00100000:1.0:1746066729.874492:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10794 00000100:00100000:1.0:1746066729.874496:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3295:x1830882976246784:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066729.874560:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3295:x1830882976246784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 64us (370us total) trans 17179872834 rc 0/0 00000100:00100000:1.0:1746066729.874565:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10794 00000100:00100000:1.0:1746066729.874575:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10795 00000100:00100000:1.0:1746066729.874579:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3295:x1830882976246400:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066729.874636:0:8451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1746066729.874638:0:8451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066729 -> 1746066729 00002000:00010000:1.0:1746066729.874640:0:8451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066728 -> 1746066728 00002000:00010000:1.0:1746066729.874642:0:8451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066729 -> 1746066729 00002000:00010000:1.0:1746066729.874643:0:8451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:1.0:1746066729.874659:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3295:x1830882976246400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 80us (436us total) trans 17179872835 rc 0/0 00000100:00100000:1.0:1746066729.874664:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10795 00000100:00100000:1.0:1746066729.874673:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10796 00000100:00100000:1.0:1746066729.874692:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3295:x1830882976246912:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066729.874758:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3295:x1830882976246912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (513us total) trans 17179872836 rc 0/0 00000100:00100000:1.0:1746066729.874762:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10796 00000004:00080000:1.0:1746066729.874797:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009edb3100/2, rc 0, transno 17179872835 00000100:00100000:1.0:1746066729.874800:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976246400:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066729.874808:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009edb3b80/2, rc 0, transno 17179872836 00000100:00100000:1.0:1746066729.874810:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976246912:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066729.874815:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009edb1180/2, rc 0, transno 17179872833 00000100:00100000:1.0:1746066729.874818:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976246272:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066729.874823:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009edb3480/2, rc 0, transno 17179872834 00000100:00100000:1.0:1746066729.874825:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976246784:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066729.875023:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e73a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976247424:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066729.875044:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066729.875055:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976247936:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066729.875068:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066729.875077:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746066729.875080:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976247296:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066729.875094:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066729.875102:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976247808:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066729.875113:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066729.875127:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976247424 00000100:00100000:0.0:1746066729.875129:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976247424 00000100:00100000:0.0:1746066729.875143:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976247936 00000100:00100000:0.0:1746066729.875145:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976247936 00000100:00100000:0.0:1746066729.875154:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976247296 00000100:00100000:0.0:1746066729.875168:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976247296 00000100:00100000:0.0:1746066729.875175:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976247808 00000100:00100000:0.0:1746066729.875176:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976247808 00000100:00100000:0.0:1746066729.875183:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10797 00000100:00100000:0.0:1746066729.875188:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3296:x1830882976247424:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066729.875273:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:0.0:1746066729.875275:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066729 -> 1746066729 00002000:00010000:0.0:1746066729.875277:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066728 -> 1746066728 00002000:00010000:0.0:1746066729.875279:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066729 -> 1746066729 00002000:00010000:0.0:1746066729.875280:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5899 -> 5899 00000100:00100000:0.0:1746066729.875300:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3296:x1830882976247424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 112us (256us total) trans 21474840172 rc 0/0 00000100:00100000:0.0:1746066729.875305:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10797 00000100:00100000:0.0:1746066729.875315:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10798 00000100:00100000:0.0:1746066729.875319:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3296:x1830882976247936:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066729.875377:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066729.875380:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1746066729.875381:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746066729.875383:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1746066729.875384:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066729.875400:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3296:x1830882976247936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (331us total) trans 21474840173 rc 0/0 00000100:00100000:0.0:1746066729.875405:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10798 00000100:00100000:0.0:1746066729.875414:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10799 00000100:00100000:0.0:1746066729.875418:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3296:x1830882976247296:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066729.875477:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066729.875480:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066729 -> 1746066729 00002000:00010000:0.0:1746066729.875481:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066729 -> 1746066729 00002000:00010000:0.0:1746066729.875483:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066729 -> 1746066729 00002000:00010000:0.0:1746066729.875484:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066729.875500:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3296:x1830882976247296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (405us total) trans 21474840174 rc 0/0 00000100:00100000:0.0:1746066729.875505:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10799 00000100:00100000:0.0:1746066729.875513:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10800 00000100:00100000:0.0:1746066729.875517:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3296:x1830882976247808:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066729.875583:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3296:x1830882976247808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (468us total) trans 21474840175 rc 0/0 00000100:00100000:0.0:1746066729.875587:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10800 00000004:00080000:0.0:1746066729.875609:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e739f80/2, rc 0, transno 21474840174 00000100:00100000:0.0:1746066729.875615:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976247296:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066729.875621:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e73b100/2, rc 0, transno 21474840175 00000100:00100000:0.0:1746066729.875623:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e73b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976247808:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066729.875629:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e73a300/2, rc 0, transno 21474840172 00000100:00100000:0.0:1746066729.875631:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e73a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976247424:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066729.875636:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e738e00/2, rc 0, transno 21474840173 00000100:00100000:0.0:1746066729.875638:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976247936:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.876137:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976246144:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.876167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.876181:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976246656:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.876194:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.876202:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976247168:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.876213:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.876221:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e73ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976247680:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.876231:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.876238:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976248192:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.876248:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.876257:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1746066729.876261:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976246528:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.876274:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.876280:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009edb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976247040:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.876291:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.876296:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e73aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976247552:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.876306:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.876311:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976248064:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.876321:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066729.876337:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976246144 00000100:00100000:3.0:1746066729.876340:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976246144 00000100:00100000:3.0:1746066729.876352:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976246656 00000100:00100000:3.0:1746066729.876354:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976246656 00000100:00100000:3.0:1746066729.876359:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976247168 00000100:00100000:3.0:1746066729.876361:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976247168 00000100:00100000:3.0:1746066729.876366:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976247680 00000100:00100000:3.0:1746066729.876367:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976247680 00000100:00100000:3.0:1746066729.876372:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976248192 00000100:00100000:3.0:1746066729.876374:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976248192 00000100:00100000:3.0:1746066729.876379:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976246528 00000100:00100000:3.0:1746066729.876381:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976246528 00000100:00100000:3.0:1746066729.876385:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976247040 00000100:00100000:3.0:1746066729.876387:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976247040 00000100:00100000:3.0:1746066729.876391:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976247552 00000100:00100000:3.0:1746066729.876392:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976247552 00000100:00100000:3.0:1746066729.876397:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976248064 00000100:00100000:3.0:1746066729.876398:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976248064 00000100:00100000:3.0:1746066729.876405:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10801 00000100:00100000:3.0:1746066729.876409:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3294:x1830882976246144:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066729.876483:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746066729.876485:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066728 -> 1746066728 00002000:00010000:3.0:1746066729.876487:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066728 -> 1746066728 00002000:00010000:3.0:1746066729.876489:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066728 -> 1746066728 00002000:00010000:3.0:1746066729.876490:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746066729.876509:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3294:x1830882976246144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 100us (342us total) trans 17179872837 rc 0/0 00000100:00100000:3.0:1746066729.876514:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10801 00000100:00100000:3.0:1746066729.876523:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10802 00000100:00100000:3.0:1746066729.876528:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3294:x1830882976246656:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.876593:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3294:x1830882976246656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 65us (397us total) trans 17179872838 rc 0/0 00000100:00100000:3.0:1746066729.876598:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10802 00000100:00100000:3.0:1746066729.876606:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10803 00000100:00100000:3.0:1746066729.876610:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882976247168:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066729.876673:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1746066729.876692:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066729 -> 1746066729 00002000:00010000:3.0:1746066729.876694:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066728 -> 1746066728 00002000:00010000:3.0:1746066729.876696:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066729 -> 1746066729 00002000:00010000:3.0:1746066729.876698:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2025 -> 2025 00000100:00100000:3.0:1746066729.876715:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3294:x1830882976247168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 104us (501us total) trans 21474840176 rc 0/0 00000100:00100000:3.0:1746066729.876720:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10803 00000100:00100000:3.0:1746066729.876729:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10804 00000100:00100000:3.0:1746066729.876732:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882976247680:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.876797:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3294:x1830882976247680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 64us (565us total) trans 21474840177 rc 0/0 00000100:00100000:3.0:1746066729.876802:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10804 00000100:00100000:3.0:1746066729.876811:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10805 00000100:00100000:3.0:1746066729.876815:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882976248192:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.876880:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3294:x1830882976248192:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (630us total) trans 21474840178 rc 0/0 00000100:00100000:3.0:1746066729.876884:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10805 00000100:00100000:3.0:1746066729.876892:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10806 00000100:00100000:3.0:1746066729.876896:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3294:x1830882976246528:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066729.876951:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746066729.876953:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:3.0:1746066729.876955:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:3.0:1746066729.876957:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:3.0:1746066729.876958:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746066729.876972:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3294:x1830882976246528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (697us total) trans 17179872839 rc 0/0 00000100:00100000:3.0:1746066729.876979:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10806 00000100:00100000:3.0:1746066729.877064:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10807 00000100:00100000:3.0:1746066729.877068:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3294:x1830882976247040:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066729.877135:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3294:x1830882976247040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (842us total) trans 17179872840 rc 0/0 00000100:00100000:3.0:1746066729.877139:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10807 00000100:00100000:3.0:1746066729.877147:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10808 00000100:00100000:3.0:1746066729.877151:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882976247552:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.877228:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3294:x1830882976247552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 77us (921us total) trans 21474840179 rc 0/0 00000100:00100000:3.0:1746066729.877232:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10808 00000100:00100000:3.0:1746066729.877241:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10809 00000100:00100000:3.0:1746066729.877244:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882976248064:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.877305:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3294:x1830882976248064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 59us (982us total) trans 21474840180 rc 0/0 00000100:00100000:3.0:1746066729.877309:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10809 00000004:00080000:3.0:1746066729.877329:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009edb2d80/2, rc 0, transno 17179872839 00000100:00100000:3.0:1746066729.877333:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976246528:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066729.877339:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009edb0700/2, rc 0, transno 17179872840 00000100:00100000:3.0:1746066729.877341:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976247040:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066729.877347:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e73aa00/2, rc 0, transno 21474840179 00000100:00100000:3.0:1746066729.877349:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e73aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976247552:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066729.877354:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e738700/2, rc 0, transno 21474840180 00000100:00100000:3.0:1746066729.877357:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976248064:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066729.877363:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009edb0000/2, rc 0, transno 17179872837 00000100:00100000:3.0:1746066729.877365:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976246144:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066729.877369:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009edb3800/2, rc 0, transno 17179872838 00000100:00100000:3.0:1746066729.877371:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009edb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976246656:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066729.877377:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e739c00/2, rc 0, transno 21474840176 00000100:00100000:3.0:1746066729.877379:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976247168:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066729.877384:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e73ad80/2, rc 0, transno 21474840177 00000100:00100000:3.0:1746066729.877386:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e73ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976247680:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066729.877391:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5bb1500/2, rc 0, transno 21474840178 00000100:00100000:3.0:1746066729.877393:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976248192:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066729.877925:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976246016:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066729.877949:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec2c00/0xfb36a14ee6081bb9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bb2 expref: 254 pid: 809 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1746066729.877964:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bb2 expref: 253 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.878008:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ec3a00, rc 0) 00000100:00100000:3.0:1746066729.878035:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28907:x1830882975144960:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 38215us (38302us total) trans 8589942946 rc 0/0 00000100:00100000:3.0:1746066729.878041:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9079 00000100:00100000:0.0:1746066729.878726:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.879637:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975147264 00000100:00100000:1.0:1746066729.879642:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975147264 00000100:00100000:1.0:1746066729.879703:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3594 00000100:00100000:1.0:1746066729.879710:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28912:x1830882975147264:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:1.0:1746066729.879783:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28912:x1830882975147264:12345-192.168.202.57@tcp:49:cat.0 Request processed in 74us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.879789:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3594 00000100:00100000:0.0:1746066729.880834:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.880896:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.880967:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975147392 00000100:00100000:3.0:1746066729.880972:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975147392 00000100:00100000:1.0:1746066729.880981:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975147520 00000100:00100000:1.0:1746066729.880984:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975147520 00000100:00100000:1.0:1746066729.881000:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10810 00000100:00100000:1.0:1746066729.881005:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28907:x1830882975147520:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066729.881014:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066729.881031:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c06 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.881054:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009354dc00/0xfb36a14ee6081c14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bea expref: 23 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.881061:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.881062:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.881065:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2891776->3026943] (req 2891776->3026943) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 30 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.881085:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009354dc00/0xfb36a14ee6081c14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bea expref: 23 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.881097:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009354dc00/0xfb36a14ee6081c14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bea expref: 23 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066729.881111:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092709180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976248320:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066729.881147:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.881567:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9084 00000100:00100000:3.0:1746066729.881574:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28913:x1830882975147392:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066729.881583:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.881592:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c3e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978bff expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.881624:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c3e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bff expref: 254 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.881634:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c3e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bff expref: 254 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.881647:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.881650:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066729.881653:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009354cc00, rc 0) 00000100:00100000:3.0:1746066729.881835:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28913:x1830882975147392:12345-192.168.202.57@tcp:101:cat.0 Request processed in 261us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.881840:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9084 00000100:00100000:1.0:1746066729.883284:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092709180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976248320:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066729.883302:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2891776->3026943] (req 2891776->3026943) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 30 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.883313:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4ba5a00, rc 0) 00000100:00100000:1.0:1746066729.883343:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:28907:x1830882975147520:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2337us (2447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.883348:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10810 00000100:00100000:2.0:1746066729.886273:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.886334:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975147648 00000100:00100000:1.0:1746066729.886340:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975147648 00010000:00010000:1.0:1746066729.886365:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009354dc00/0xfb36a14ee6081c14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bea expref: 24 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066729.886392:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5384 00000100:00100000:1.0:1746066729.886399:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975147648:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.886410:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.886426:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009354dc00/0xfb36a14ee6081c14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bea expref: 24 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066729.886435:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009354dc00/0xfb36a14ee6081c14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bea expref: 24 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066729.886457:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009354dc00/0xfb36a14ee6081c14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bea expref: 24 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066729.886474:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.886475:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.886481:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.886488:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.886514:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066729.886524:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092709180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976248448:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066729.886698:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.887303:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.887330:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.887352:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.887365:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.887376:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.887385:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.887424:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.887439:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975148032 00000100:00100000:0.0:1746066729.887442:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975148032 00000100:00100000:0.0:1746066729.887471:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975148288 00000100:00100000:2.0:1746066729.887472:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975147776 00000100:00100000:0.0:1746066729.887473:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975148288 00000100:00100000:2.0:1746066729.887474:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975147776 00000100:00100000:0.0:1746066729.887484:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975148544 00000100:00100000:0.0:1746066729.887485:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975148544 00000100:00100000:2.0:1746066729.887493:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 547 00000100:00100000:0.0:1746066729.887494:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975147904 00000100:00100000:0.0:1746066729.887496:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975147904 00000100:00100000:2.0:1746066729.887498:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:1963:x1830882975147776:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746066729.887503:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975148160 00000100:00100000:0.0:1746066729.887504:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975148160 00010000:00010000:2.0:1746066729.887505:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746066729.887509:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975148416 00010000:00010000:2.0:1746066729.887518:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c3e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bff expref: 254 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.887528:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066729.887532:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.887551:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:1963:x1830882975147776:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 53us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.887557:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 547 00000100:00100000:0.0:1746066729.887557:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975148416 00000100:00100000:0.0:1746066729.887569:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10811 00000100:00100000:0.0:1746066729.887573:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975148032:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:2.0:1746066729.887576:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10812 00000100:00100000:2.0:1746066729.887579:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975148288:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.887585:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.887585:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.887593:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6081c4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c22 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.887593:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c14 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.887604:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.887604:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.887605:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.887606:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.887610:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6081c4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c22 expref: 23 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.887610:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 33 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.887619:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6081c4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c22 expref: 23 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.887619:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 33 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.887626:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a25000, rc 0) 00010000:00010000:0.0:1746066729.887626:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5940600, rc 0) 00000100:00100000:3.0:1746066729.887670:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10813 00000100:00100000:1.0:1746066729.887691:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10814 00000100:00100000:3.0:1746066729.887692:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975148544:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066729.887696:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975147904:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066729.887698:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066729.887700:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.887704:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081c53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c30 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.887706:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee6081c5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c0d expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.887713:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.887715:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.887719:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee6081c5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c0d expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066729.887725:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976248576:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066729.887731:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee6081c5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c0d expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.887737:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4ba4000, rc 0) 00000100:00100000:2.0:1746066729.887824:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975148288:12345-192.168.202.57@tcp:101:cat.0 Request processed in 59us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.887830:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10812 00000100:00100000:2.0:1746066729.887841:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10815 00000100:00100000:2.0:1746066729.887845:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975148160:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066729.887849:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066729.887854:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6081c61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c1b expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.887862:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.887863:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.887866:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6081c61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c1b expref: 35 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.887873:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6081c61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c1b expref: 35 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066729.887879:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a24e00, rc 0) 00000100:00100000:0.0:1746066729.887987:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882975148032:12345-192.168.202.57@tcp:101:cat.0 Request processed in 412us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.887992:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.887992:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10811 00000100:00100000:0.0:1746066729.888000:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10816 00000100:00100000:0.0:1746066729.888005:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975148416:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066729.888010:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.888015:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee6081c68 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c29 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.888024:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.888025:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.888029:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee6081c68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c29 expref: 24 pid: 20532 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066729.888058:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975148160:12345-192.168.202.57@tcp:101:cat.0 Request processed in 213us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.888058:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975147904:12345-192.168.202.57@tcp:101:cat.0 Request processed in 362us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.888062:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10814 00000100:00100000:2.0:1746066729.888065:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10815 00000100:00100000:2.0:1746066729.888090:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.888273:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975148672 00000100:00100000:1.0:1746066729.888276:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975148672 00000100:00100000:1.0:1746066729.888292:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10817 00000100:00100000:1.0:1746066729.888296:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882975148672:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066729.888302:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066729.888309:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099790800/0xfb36a14ee6081c6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c37 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.888336:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee6081c68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c29 expref: 23 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.888342:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d8b000, rc 0) 00000100:00100000:0.0:1746066729.888361:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975148416:12345-192.168.202.57@tcp:101:cat.0 Request processed in 356us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.888365:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10816 00000100:00100000:1.0:1746066729.888419:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976248704:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066729.888463:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.890110:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.890252:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975148928 00000100:00100000:2.0:1746066729.890257:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975148928 00000100:00100000:1.0:1746066729.890414:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092709180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976248448:192.168.202.57@tcp:105: 00002000:00100000:2.0:1746066729.890430:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2891776->2895871) req@ffff8800a45e4000 x1830882975148928/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.890439:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e4000 with x1830882975148928 ext(2891776->2895871) 00002000:00010000:2.0:1746066729.890442:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e4000 00000100:00100000:2.0:1746066729.890466:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4433 00000100:00100000:2.0:1746066729.890471:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975148928:12345-192.168.202.57@tcp:3:multiop.0 00010000:00010000:1.0:1746066729.890534:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.890562:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975147648:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4163us (4294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.890570:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5384 00000100:00100000:2.0:1746066729.890731:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975148928:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 134us (499us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066729.890737:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4433 00002000:00100000:2.0:1746066729.890746:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2891776->2895871) req@ffff8800a45e4000 x1830882975148928/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.890753:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e4000 with x1830882975148928 ext(2891776->2895871) 00002000:00010000:2.0:1746066729.890755:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e4000 00002000:00010000:3.0:1746066729.891215:0:9776:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066728 -> 1746066729 00000100:00100000:3.0:1746066729.891227:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976248576:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066729.891244:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081c53 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c30 expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.891253:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081c53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c30 expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066729.891274:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009354c200, rc 0) 00000100:00100000:3.0:1746066729.891302:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975148544:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3610us (3936us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066729.891308:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10813 00000100:00100000:1.0:1746066729.892598:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976248704:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066729.892615:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099790800/0xfb36a14ee6081c6f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c37 expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.892625:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099790800/0xfb36a14ee6081c6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c37 expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.892644:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099790800, rc 0) 00000100:00100000:1.0:1746066729.892665:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882975148672:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4367us (4573us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066729.892670:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10817 00000100:00100000:0.0:1746066729.896129:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.896181:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.896190:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975149184 00000100:00100000:2.0:1746066729.896197:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975149184 00002000:00100000:2.0:1746066729.896231:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3022848->3026943) req@ffff8800a45e5180 x1830882975149184/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:1.0:1746066729.896238:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975149312 00002000:00100000:2.0:1746066729.896240:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e5180 with x1830882975149184 ext(3022848->3026943) 00000100:00100000:1.0:1746066729.896241:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975149312 00002000:00010000:2.0:1746066729.896244:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e5180 00000100:00100000:2.0:1746066729.896271:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4434 00000100:00100000:1.0:1746066729.896271:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10818 00000100:00100000:2.0:1746066729.896277:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975149184:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066729.896414:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28908:x1830882975149312:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066729.896422:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066729.896433:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c3e expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.896452:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.896459:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 32 pid: 20532 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066729.896462:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975149184:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 185us (339us total) trans 0 rc 4096/4096 00010000:00010000:1.0:1746066729.896465:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.896467:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746066729.896468:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4434 00010000:00010000:1.0:1746066729.896469:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1892352->2097151] (req 1892352->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746066729.896473:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3022848->3026943) req@ffff8800a45e5180 x1830882975149184/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.896480:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e5180 with x1830882975149184 ext(3022848->3026943) 00002000:00010000:2.0:1746066729.896482:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e5180 00010000:00010000:1.0:1746066729.896496:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 31 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.896808:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 31 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066729.896821:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976248832:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066729.896871:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.896879:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 24 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066729.896886:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976248960:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066729.896899:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066729.901268:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976248832:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066729.901281:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976248960:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066729.901305:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1892352->2097151] (req 1892352->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.901320:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099791e00, rc 0) 00000100:00100000:1.0:1746066729.901369:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28908:x1830882975149312:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4956us (5186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.901379:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10818 00000100:00100000:0.0:1746066729.901435:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.901640:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975149568 00000100:00100000:1.0:1746066729.901646:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975149568 00000100:00100000:1.0:1746066729.901734:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3595 00000100:00100000:1.0:1746066729.901760:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28907:x1830882975149568:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066729.901959:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28907:x1830882975149568:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 199us (523us total) trans 8589942947 rc 0/0 00000100:00100000:1.0:1746066729.901965:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3595 00000100:00100000:0.0:1746066729.902865:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.902890:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.902909:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975149824 00000100:00100000:2.0:1746066729.902914:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975149824 00000100:00100000:0.0:1746066729.902933:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:2.0:1746066729.902936:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e8c4380 x1830882975149824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.902945:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c4380 with x1830882975149824 ext(0->1048575) 00002000:00010000:2.0:1746066729.902950:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c4380 00000100:00100000:2.0:1746066729.906237:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975150080 00000100:00100000:0.0:1746066729.906237:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975150336 00000100:00100000:2.0:1746066729.906245:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975150080 00000100:00100000:0.0:1746066729.906245:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975150336 00002000:00100000:2.0:1746066729.906273:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880099af4380 x1830882975150080/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066729.906273:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880099af5500 x1830882975150336/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.906280:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af4380 with x1830882975150080 ext(1048576->2097151) 00002000:00100000:0.0:1746066729.906281:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af5500 with x1830882975150336 ext(1048576->2097151) 00002000:00010000:0.0:1746066729.906285:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099af5500 00010000:00010000:2.0:1746066729.906287:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 33 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:2.0:1746066729.906298:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 33 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:0.0:1746066729.906303:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4435 00002000:00010000:2.0:1746066729.906304:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099af4380 00000100:00100000:0.0:1746066729.906315:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975149824:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066729.906326:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 956 00000100:00100000:2.0:1746066729.906331:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975150080:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066729.906940:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4436 00000100:00100000:3.0:1746066729.906948:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975150336:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066729.911137:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.911173:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.911196:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.911207:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.911245:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.911264:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975150592 00000100:00100000:2.0:1746066729.911270:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975150592 00002000:00100000:2.0:1746066729.911308:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880093211880 x1830882975150592/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.911318:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211880 with x1830882975150592 ext(1048576->2097151) 00002000:00010000:2.0:1746066729.911322:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093211880 00000100:00100000:2.0:1746066729.911338:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975150848 00000100:00100000:2.0:1746066729.911340:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975150848 00002000:00100000:2.0:1746066729.911351:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880093212a00 x1830882975150848/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.911357:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212a00 with x1830882975150848 ext(0->1048575) 00002000:00010000:2.0:1746066729.911360:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093212a00 00000100:00100000:2.0:1746066729.911368:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975151104 00000100:00100000:2.0:1746066729.911370:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975151104 00002000:00100000:2.0:1746066729.911379:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009a4ec380 x1830882975151104/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.911384:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ec380 with x1830882975151104 ext(1048576->2097151) 00010000:00010000:2.0:1746066729.911390:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 24 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:2.0:1746066729.911400:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 24 pid: 10402 timeout: 791 lvb_type: 1 00002000:00010000:2.0:1746066729.911405:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ec380 00000100:00100000:2.0:1746066729.911412:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975151360 00000100:00100000:2.0:1746066729.911413:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975151360 00002000:00100000:2.0:1746066729.911421:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009a4ece00 x1830882975151360/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.911427:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ece00 with x1830882975151360 ext(1048576->2097151) 00002000:00010000:2.0:1746066729.911429:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4ece00 00000100:00100000:2.0:1746066729.911434:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975151616 00000100:00100000:2.0:1746066729.911436:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975151616 00002000:00100000:2.0:1746066729.911442:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009a4eea00 x1830882975151616/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.911447:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4eea00 with x1830882975151616 ext(1048576->2097151) 00002000:00010000:2.0:1746066729.911449:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a4eea00 00000100:00100000:2.0:1746066729.911455:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 957 00000100:00100000:2.0:1746066729.911461:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882975151104:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066729.912120:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4437 00000100:00100000:1.0:1746066729.912127:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975150592:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066729.912462:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4438 00000100:00100000:2.0:1746066729.912467:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975150848:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066729.912527:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4439 00000100:00100000:3.0:1746066729.912533:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975151360:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066729.912998:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4440 00000100:00100000:1.0:1746066729.913003:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975151616:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066729.920006:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975150080:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13665us (17105us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066729.920020:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 956 00002000:00100000:0.0:1746066729.920031:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880099af4380 x1830882975150080/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066729.920039:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af4380 with x1830882975150080 ext(1048576->2097151) 00010000:00010000:0.0:1746066729.920047:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 34 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:0.0:1746066729.920057:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 34 pid: 20532 timeout: 791 lvb_type: 1 00002000:00010000:0.0:1746066729.920063:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099af4380 00000100:00100000:0.0:1746066729.929103:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.929437:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975150336:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22487us (26499us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066729.929449:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4436 00002000:00100000:3.0:1746066729.929460:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880099af5500 x1830882975150336/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.929468:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af5500 with x1830882975150336 ext(1048576->2097151) 00002000:00010000:3.0:1746066729.929474:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099af5500 00000100:00100000:1.0:1746066729.930259:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975151744 00000100:00100000:1.0:1746066729.930265:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975151744 00010000:00010000:1.0:1746066729.930288:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 32 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066729.930540:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5385 00000100:00100000:1.0:1746066729.930547:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975151744:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.930559:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.930574:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 32 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066729.930583:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 32 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066729.930601:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5940600/0xfb36a14ee6081c45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c14 expref: 32 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066729.931061:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.931089:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975151744:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 541us (1992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.931094:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5385 00000100:00100000:0.0:1746066729.933749:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.933835:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975151872 00000100:00100000:3.0:1746066729.933845:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975151872 00000100:00100000:3.0:1746066729.933981:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9085 00000100:00100000:3.0:1746066729.933988:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+6:28916:x1830882975151872:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066729.934008:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.934023:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009354ca00/0xfb36a14ee6081c7d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c45 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.934069:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081c84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934079:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081c84 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934088:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081c84 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934097:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354d400/0xfb36a14ee6081c8b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934102:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009354d400/0xfb36a14ee6081c8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934106:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009354d400/0xfb36a14ee6081c8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934211:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934219:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934224:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:3.0:1746066729.934250:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066729.934255:0:809:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066729.934265:0:809:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934273:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934278:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081c84 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934283:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081c84 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934287:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081c84 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934292:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009354c800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066729.934294:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081c84 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934299:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081c84 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934309:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066729.934311:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066729.934314:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081c84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934318:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009354c800/0xfb36a14ee6081c84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934339:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354d400/0xfb36a14ee6081c8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934344:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009354d400/0xfb36a14ee6081c8b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934349:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009354d400/0xfb36a14ee6081c8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934353:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009354d400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066729.934355:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009354d400/0xfb36a14ee6081c8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934360:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009354d400/0xfb36a14ee6081c8b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934365:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009e5a4800) 00010000:00010000:3.0:1746066729.934367:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066729.934368:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009354d400/0xfb36a14ee6081c8b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066729.934372:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009354d400/0xfb36a14ee6081c8b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00000100:00100000:2.0:1746066729.935381:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975151104:12345-192.168.202.57@tcp:3:cat.0 Request processed in 23917us (24180us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066729.935389:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 957 00002000:00100000:2.0:1746066729.935397:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009a4ec380 x1830882975151104/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.935405:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ec380 with x1830882975151104 ext(1048576->2097151) 00010000:00010000:2.0:1746066729.935411:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 26 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:2.0:1746066729.935422:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 26 pid: 10402 timeout: 791 lvb_type: 1 00002000:00010000:2.0:1746066729.935428:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ec380 00010000:00010000:3.0:1746066729.935665:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009354ca00/0xfb36a14ee6081c7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c45 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.935687:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c45 expref: 7 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.935693:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066729.935695:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066729.935698:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009354cc00, rc 0) 00000100:00100000:3.0:1746066729.935716:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:28916:x1830882975151872:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 1729us (1973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.935721:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9085 00000100:00100000:0.0:1746066729.937508:0:25585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975150592:12345-192.168.202.57@tcp:3:cat.0 Request processed in 25376us (26372us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066729.937515:0:25585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4437 00002000:00100000:0.0:1746066729.937523:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880093211880 x1830882975150592/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066729.937530:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211880 with x1830882975150592 ext(1048576->2097151) 00002000:00010000:0.0:1746066729.937534:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093211880 00000100:00100000:3.0:1746066729.942881:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882975151360:12345-192.168.202.57@tcp:3:cat.0 Request processed in 30340us (31663us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066729.942891:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4439 00002000:00100000:3.0:1746066729.942901:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009a4ece00 x1830882975151360/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.942909:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ece00 with x1830882975151360 ext(1048576->2097151) 00002000:00010000:3.0:1746066729.942914:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4ece00 00000100:00100000:0.0:1746066729.945891:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.946082:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975152000 00000100:00100000:1.0:1746066729.946089:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975152000 00010000:00010000:1.0:1746066729.946118:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 24 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066729.946167:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5386 00000100:00100000:1.0:1746066729.946175:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975152000:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.946187:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.946205:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 24 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066729.946215:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 24 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066729.946235:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e880e00/0xfb36a14ee6081c06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bce expref: 24 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066729.946258:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.946261:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.946267:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.946273:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.946294:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975151616:12345-192.168.202.57@tcp:3:cat.0 Request processed in 33289us (35047us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066729.946302:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4440 00010000:00010000:1.0:1746066729.946302:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746066729.946309:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009a4eea00 x1830882975151616/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746066729.946312:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976249088:192.168.202.57@tcp:105: 00002000:00100000:2.0:1746066729.946317:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4eea00 with x1830882975151616 ext(1048576->2097151) 00002000:00010000:2.0:1746066729.946320:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a4eea00 00000100:00100000:1.0:1746066729.946362:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066729.949451:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975149824:12345-192.168.202.57@tcp:3:cat.0 Request processed in 43134us (46577us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066729.949464:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4435 00002000:00100000:1.0:1746066729.949474:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e8c4380 x1830882975149824/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.950723:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c4380 with x1830882975149824 ext(0->1048575) 00002000:00010000:1.0:1746066729.950730:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c4380 00000100:00100000:1.0:1746066729.950779:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976249088:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066729.950794:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.950822:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975152000:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4647us (4936us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.950829:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5386 00000100:00100000:0.0:1746066729.954464:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.954493:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.954505:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.954526:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.954539:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.954555:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975152384 00000100:00100000:0.0:1746066729.954562:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975152384 00000100:00100000:0.0:1746066729.954587:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975152512 00000100:00100000:0.0:1746066729.954589:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975152512 00000100:00100000:0.0:1746066729.954597:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975152640 00000100:00100000:0.0:1746066729.954598:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975152640 00000100:00100000:0.0:1746066729.954604:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975152768 00000100:00100000:0.0:1746066729.954606:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975152768 00000100:00100000:0.0:1746066729.954615:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10819 00000100:00100000:0.0:1746066729.954621:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882975152384:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066729.954635:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.954647:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee6081c99 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c4c expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.954665:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.954667:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.954699:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee6081c99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c4c expref: 7 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.954713:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee6081c99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c4c expref: 7 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.954722:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34400, rc 0) 00000100:00100000:0.0:1746066729.954755:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975152384:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 134us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.954761:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10819 00000100:00100000:0.0:1746066729.954774:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10820 00000100:00100000:0.0:1746066729.954778:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882975152512:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066729.954784:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.954792:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed35c00/0xfb36a14ee6081ca0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c53 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066729.954820:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976249216:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066729.954865:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.954882:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10821 00000100:00100000:0.0:1746066729.954887:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975152640:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066729.954893:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.954900:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed35a00/0xfb36a14ee6081ca7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c5a expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.954909:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.954910:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.954915:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed35a00/0xfb36a14ee6081ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c5a expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.954923:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed35a00/0xfb36a14ee6081ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c5a expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.954930:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed35a00, rc 0) 00000100:00100000:0.0:1746066729.954950:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975152640:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 62us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.954955:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10821 00000100:00100000:0.0:1746066729.954965:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10822 00000100:00100000:0.0:1746066729.954970:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882975152768:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066729.954976:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.954982:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081cae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c61 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.954991:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.954992:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.954996:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081cae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c61 expref: 7 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.955003:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081cae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c61 expref: 7 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.955010:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34000, rc 0) 00000100:00100000:0.0:1746066729.955023:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975152768:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 53us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.955028:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10822 00000100:00100000:0.0:1746066729.955052:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.955130:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.955181:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975152896 00000100:00100000:0.0:1746066729.955184:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975152896 00000100:00100000:0.0:1746066729.955197:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975153024 00000100:00100000:0.0:1746066729.955199:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975153024 00000100:00100000:0.0:1746066729.955206:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10823 00000100:00100000:0.0:1746066729.955210:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975152896:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066729.955216:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.955222:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee6081cb5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c68 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.955231:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.955232:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.955236:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee6081cb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c68 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.955244:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee6081cb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c68 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066729.955249:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d8ac00, rc 0) 00000100:00100000:0.0:1746066729.955267:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975152896:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 57us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.955271:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10823 00000100:00100000:0.0:1746066729.955280:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10824 00000100:00100000:0.0:1746066729.955284:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975153024:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066729.955289:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.955295:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135d8a400/0xfb36a14ee6081cbc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c6f expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066729.955313:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976249344:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066729.955331:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066729.955430:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975152256 00000100:00100000:1.0:1746066729.955433:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975152256 00002000:00100000:1.0:1746066729.955454:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1892352->1896447) req@ffff880099af6300 x1830882975152256/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.955462:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af6300 with x1830882975152256 ext(1892352->1896447) 00002000:00010000:1.0:1746066729.955465:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099af6300 00000100:00100000:1.0:1746066729.955477:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4441 00000100:00100000:1.0:1746066729.955482:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099af6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975152256:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066729.955585:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975152256:12345-192.168.202.57@tcp:3:cat.0 Request processed in 101us (1126us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066729.955590:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4441 00002000:00100000:1.0:1746066729.955595:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1892352->1896447) req@ffff880099af6300 x1830882975152256/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.955601:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099af6300 with x1830882975152256 ext(1892352->1896447) 00002000:00010000:1.0:1746066729.955604:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099af6300 00000100:00100000:2.0:1746066729.955887:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882975150848:12345-192.168.202.57@tcp:3:cat.0 Request processed in 43418us (44711us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066729.955894:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4438 00002000:00100000:2.0:1746066729.955899:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880093212a00 x1830882975150848/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.955907:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212a00 with x1830882975150848 ext(0->1048575) 00002000:00010000:2.0:1746066729.955911:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093212a00 00000100:00100000:0.0:1746066729.958261:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.958317:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975153152 00000100:00100000:3.0:1746066729.958322:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975153152 00000100:00100000:3.0:1746066729.958359:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10825 00000100:00100000:3.0:1746066729.958365:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28913:x1830882975153152:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066729.958377:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066729.958388:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c76 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.958407:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.958413:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066729.958414:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066729.958417:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.958436:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.958445:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 22 pid: 8452 timeout: 791 lvb_type: 0 00000100:00100000:3.0:1746066729.958454:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976249472:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066729.958498:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066729.958558:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976249344:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066729.958579:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135d8a400/0xfb36a14ee6081cbc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c6f expref: 9 pid: 20532 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1746066729.958594:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066728 -> 1746066729 00010000:00010000:0.0:1746066729.958594:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135d8a400/0xfb36a14ee6081cbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c6f expref: 9 pid: 20532 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1746066729.958597:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066728 -> 1746066729 00002000:00010000:1.0:1746066729.958599:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066728 -> 1746066729 00010000:00010000:0.0:1746066729.958606:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d8a400, rc 0) 00000100:00100000:1.0:1746066729.958608:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976249216:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066729.958625:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975153024:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 3339us (3494us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066729.958630:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10824 00010000:00010000:1.0:1746066729.958772:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed35c00/0xfb36a14ee6081ca0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c53 expref: 7 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.958780:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed35c00/0xfb36a14ee6081ca0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c53 expref: 7 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.959018:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed35c00, rc 0) 00000100:00100000:1.0:1746066729.959124:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882975152512:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 4344us (4616us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066729.959129:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10820 00000100:00100000:0.0:1746066729.961737:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.961811:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975153280 00000100:00100000:1.0:1746066729.961818:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975153280 00000100:00100000:1.0:1746066729.961849:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10826 00000100:00100000:1.0:1746066729.961855:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28908:x1830882975153280:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066729.961869:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066729.961882:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c7d expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.961902:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e881200/0xfb36a14ee6081bf8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bd5 expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.961909:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed35a00/0xfb36a14ee6081ca7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c5a expref: 5 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.961914:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6081c61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c1b expref: 32 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.961919:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.961920:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066729.961922:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 6/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->1339391] (req 1048576->1339391) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.961944:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6081c61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c1b expref: 32 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.961957:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6081c61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c1b expref: 32 pid: 8450 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066729.961966:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976249600:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066729.962513:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed35a00/0xfb36a14ee6081ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c5a expref: 5 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.962521:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ed35a00/0xfb36a14ee6081ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c5a expref: 5 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066729.962529:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976249728:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066729.962606:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e881200/0xfb36a14ee6081bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bd5 expref: 24 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066729.962613:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e881200/0xfb36a14ee6081bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bd5 expref: 24 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066729.962620:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976249856:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066729.962634:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.964232:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976249472:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066729.964249:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066729.964261:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009354c200, rc 0) 00000100:00100000:3.0:1746066729.964283:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:28913:x1830882975153152:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5918us (6028us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066729.964290:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10825 00000100:00100000:0.0:1746066729.965711:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066729.965745:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.965847:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975153664 00000100:00100000:2.0:1746066729.965853:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975153664 00002000:00100000:2.0:1746066729.965883:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1892351) req@ffff8800a8697b80 x1830882975153664/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.965892:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8697b80 with x1830882975153664 ext(1048576->1892351) 00010000:00010000:2.0:1746066729.965898:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 25 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066729.965908:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 25 pid: 8452 timeout: 791 lvb_type: 0 00002000:00010000:2.0:1746066729.965913:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8697b80 00000100:00100000:2.0:1746066729.965926:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975153536 00000100:00100000:2.0:1746066729.965928:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975153536 00002000:00100000:2.0:1746066729.965936:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1892352->2097151) req@ffff880135f82300 x1830882975153536/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066729.965947:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f82300 with x1830882975153536 ext(1892352->2097151) 00010000:00010000:2.0:1746066729.965951:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 26 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066729.965957:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 26 pid: 8452 timeout: 791 lvb_type: 0 00002000:00010000:2.0:1746066729.965962:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f82300 00000100:00100000:2.0:1746066729.965971:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 958 00000100:00100000:2.0:1746066729.965977:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975153664:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066729.966330:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976249600:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066729.966339:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976249728:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066729.966345:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976249856:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066729.966367:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->1339391] (req 1048576->1339391) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066729.966376:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51200, rc 0) 00000100:00100000:1.0:1746066729.966402:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:28908:x1830882975153280:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4547us (4669us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.966407:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10826 00000100:00100000:0.0:1746066729.966445:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 959 00000100:00100000:0.0:1746066729.966451:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975153536:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066729.966498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.966517:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975153920 00000100:00100000:1.0:1746066729.966519:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975153920 00010000:00010000:1.0:1746066729.966534:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6081c61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c1b expref: 32 pid: 8450 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066729.966551:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5387 00000100:00100000:1.0:1746066729.966556:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a521ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975153920:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.966563:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.966577:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6081c61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c1b expref: 32 pid: 8450 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066729.966586:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6081c61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c1b expref: 32 pid: 8450 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066729.966605:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24e00/0xfb36a14ee6081c61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c1b expref: 32 pid: 8450 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066729.966614:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.966630:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a521ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975153920:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 73us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.966634:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5387 00000100:00100000:3.0:1746066729.968551:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066729.968576:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975153792 00000100:00100000:3.0:1746066729.968580:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975153792 00010000:00010000:3.0:1746066729.968601:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed35a00/0xfb36a14ee6081ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c5a expref: 6 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:3.0:1746066729.968622:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5388 00000100:00100000:3.0:1746066729.968627:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882975153792:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066729.968636:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066729.968650:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ed35a00/0xfb36a14ee6081ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c5a expref: 6 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066729.968658:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ed35a00/0xfb36a14ee6081ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c5a expref: 6 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066729.968694:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed35a00/0xfb36a14ee6081ca7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c5a expref: 6 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:0.0:1746066729.968763:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066729.969005:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.969030:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975154048 00000100:00100000:2.0:1746066729.969034:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975154048 00010000:00010000:2.0:1746066729.969045:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e881200/0xfb36a14ee6081bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bd5 expref: 28 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:0.0:1746066729.969057:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.969059:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5389 00000100:00100000:0.0:1746066729.969072:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975154304 00000100:00100000:0.0:1746066729.969075:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975154304 00000100:00100000:0.0:1746066729.969095:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9086 00000100:00100000:3.0:1746066729.969100:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+5:1965:x1830882975153792:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 471us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066729.969101:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:28916:x1830882975154304:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066729.969113:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.969124:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081cd1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c84 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.969204:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081cd8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066729.969219:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf8 expref: 253 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.969225:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c45 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.969230:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081cd8 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066729.969252:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c45 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.969261:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c45 expref: 8 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066729.969265:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975154048:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746066729.969271:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef59500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976249984:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066729.969272:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.969281:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e881200/0xfb36a14ee6081bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bd5 expref: 28 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:2.0:1746066729.969289:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e881200/0xfb36a14ee6081bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bd5 expref: 28 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:2.0:1746066729.969301:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e881200/0xfb36a14ee6081bf8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bd5 expref: 28 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:0.0:1746066729.969311:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf8 expref: 253 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.969314:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.969316:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066729.969318:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf8 expref: 253 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066729.969322:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066729.969325:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef59180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976250112:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066729.969341:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066729.969354:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5388 00000100:00100000:0.0:1746066729.969948:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975153536:12345-192.168.202.57@tcp:4:cat.0 Request processed in 3496us (4200us total) trans 17179872841 rc 0/0 00000100:00100000:0.0:1746066729.969955:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 959 00002000:00100000:0.0:1746066729.969962:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1892352->2097151) req@ffff880135f82300 x1830882975153536/t17179872841(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/448 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066729.969969:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f82300 with x1830882975153536 ext(1892352->2097151) 00010000:00010000:0.0:1746066729.969975:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 28 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746066729.969984:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 28 pid: 8452 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746066729.969989:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f82300 00010000:00010000:2.0:1746066729.971903:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.971938:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.971949:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976250240:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066729.972009:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d1d900 going to sleep for 11 seconds 00000100:00100000:1.0:1746066729.979796:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.979900:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.979920:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975154432 00000100:00100000:1.0:1746066729.979927:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975154432 00010000:00010000:1.0:1746066729.979956:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf8 expref: 254 pid: 14549 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066729.979991:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975154560 00000100:00100000:1.0:1746066729.979994:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975154560 00010000:00010000:1.0:1746066729.980003:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c45 expref: 9 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066729.980017:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5390 00000100:00100000:1.0:1746066729.980023:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:1963:x1830882975154432:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.980033:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.980037:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf8 expref: 254 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066729.980046:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf8 expref: 254 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066729.980065:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066729.980069:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081cd8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066729.980076:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081cd8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066729.980081:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.980116:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:1963:x1830882975154432:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 92us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.980122:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5390 00000100:00100000:1.0:1746066729.980137:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5391 00000100:00100000:1.0:1746066729.980141:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975154560:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066729.980147:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066729.980151:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c45 expref: 9 pid: 809 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066729.980169:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c45 expref: 9 pid: 809 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066729.980179:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066729.980182:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081cd8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066729.980188:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081cd8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066729.980193:0:7107:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081cd8 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066729.980205:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066729.980217:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975154560:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 76us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066729.980222:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5391 00010000:00010000:0.0:1746066729.980647:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081c92 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c45 expref: 8 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746066729.980664:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef59500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976249984:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066729.980672:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081c30 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf8 expref: 253 pid: 14549 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746066729.980709:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef59180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976250112:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066729.980725:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081cd8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066729.980732:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081cd8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066729.980736:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081cd8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746066729.980751:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066729.980854:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081cd1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c84 expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.980864:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081cd8 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c84 expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.980869:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066729.980871:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746066729.980873:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf86800, rc 0) 00000100:00100000:0.0:1746066729.980892:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:28916:x1830882975154304:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 11792us (11836us total) trans 8589942948 rc 0/0 00000100:00100000:0.0:1746066729.980897:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9086 00000100:00100000:0.0:1746066729.981531:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.981595:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976250240:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066729.981606:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066729.981626:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1965:x1830882975154048:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 12363us (12864us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066729.981632:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5389 00000100:00100000:1.0:1746066729.981700:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975154816 00000100:00100000:1.0:1746066729.981704:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975154816 00002000:00100000:1.0:1746066729.981726:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1335296->1339391) req@ffff88009ef59180 x1830882975154816/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.981735:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef59180 with x1830882975154816 ext(1335296->1339391) 00002000:00010000:1.0:1746066729.981738:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef59180 00000100:00100000:1.0:1746066729.981751:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4442 00000100:00100000:1.0:1746066729.981756:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975154816:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066729.981861:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975154816:12345-192.168.202.57@tcp:3:cat.0 Request processed in 104us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066729.981867:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4442 00002000:00100000:1.0:1746066729.981871:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1335296->1339391) req@ffff88009ef59180 x1830882975154816/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066729.981878:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef59180 with x1830882975154816 ext(1335296->1339391) 00002000:00010000:1.0:1746066729.981880:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef59180 00000100:00100000:3.0:1746066729.982089:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975153664:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16111us (16380us total) trans 0 rc 843776/843776 00000100:00100000:3.0:1746066729.982095:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 958 00002000:00100000:3.0:1746066729.982100:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1892351) req@ffff8800a8697b80 x1830882975153664/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:H/200/0 rc 843776/843776 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.982107:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8697b80 with x1830882975153664 ext(1048576->1892351) 00010000:00010000:3.0:1746066729.982112:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 25 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066729.982123:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 25 pid: 8452 timeout: 791 lvb_type: 0 00002000:00010000:3.0:1746066729.982128:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8697b80 00000100:00100000:1.0:1746066729.989699:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.989723:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.989739:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975155328 00000100:00100000:1.0:1746066729.989745:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975155328 00000100:00100000:1.0:1746066729.989787:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3596 00000100:00100000:1.0:1746066729.989793:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28908:x1830882975155328:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066729.989944:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28908:x1830882975155328:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 151us (219us total) trans 8589942949 rc 0/0 00000100:00100000:1.0:1746066729.989950:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3596 00000100:00100000:0.0:1746066729.990710:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975155072 00000100:00100000:0.0:1746066729.990714:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975155072 00000100:00100000:0.0:1746066729.990743:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9087 00000100:00100000:0.0:1746066729.990748:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:28916:x1830882975155072:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066729.990759:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066729.990761:0:14549:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746066729.990778:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081cd8 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c84 expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.990790:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066729.990793:0:14549:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066729.990801:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6081ce6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c8b expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.990846:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081ced lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066729.990855:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081ced lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066729.990862:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081ced lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746066729.990870:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066729.990915:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6081ce6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c8b expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.990925:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081ced lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c8b expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066729.990931:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066729.990933:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746066729.990935:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34800, rc 0) 00000100:00100000:0.0:1746066729.990961:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:28916:x1830882975155072:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 213us (1269us total) trans 8589942950 rc 0/0 00000100:00100000:0.0:1746066729.990966:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9087 00000100:00100000:0.0:1746066729.997578:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066729.998661:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066729.998781:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975155712 00000100:00100000:2.0:1746066729.998788:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975155712 00010000:00010000:2.0:1746066729.998818:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 25 pid: 8452 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066729.999240:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5392 00000100:00100000:2.0:1746066729.999248:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882975155712:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066729.999259:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066729.999275:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 25 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066729.999285:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 25 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066729.999301:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099791e00/0xfb36a14ee6081c76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1892352->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c3e expref: 25 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066729.999315:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.999317:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066729.999323:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.999329:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066729.999355:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066729.999364:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976250368:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066729.999456:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975155584 00000100:00100000:3.0:1746066729.999461:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975155584 00002000:00100000:3.0:1746066729.999486:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1339392->2097151) req@ffff88009ef59500 x1830882975155584/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/0 e 0 to 0 dl 1746066740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066729.999498:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef59500 with x1830882975155584 ext(1339392->2097151) 00002000:00010000:3.0:1746066729.999502:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef59500 00000100:00100000:3.0:1746066729.999515:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4443 00000100:00100000:3.0:1746066729.999521:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975155584:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066730.000320:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d1d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.001920:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.002003:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975155840 00000100:00100000:3.0:1746066730.002008:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975155840 00000100:00100000:3.0:1746066730.002052:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9088 00000100:00100000:3.0:1746066730.002059:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:28916:x1830882975155840:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066730.002075:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.002089:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892400/0xfb36a14ee6081cfb lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c92 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.002132:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892400/0xfb36a14ee6081cfb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c92 expref: 10 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.002143:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892400/0xfb36a14ee6081cfb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c92 expref: 10 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.002166:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066730.002169:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066730.002172:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5892400, rc 0) 00000100:00100000:3.0:1746066730.002194:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:28916:x1830882975155840:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 135us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.002200:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9088 00000100:00080000:0.0:1746066730.002428:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746066730.002600:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976250368:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066730.002613:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.002632:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975155712:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3386us (3973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.002639:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5392 00000100:00100000:3.0:1746066730.008493:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975155584:12345-192.168.202.57@tcp:3:cat.0 Request processed in 8965us (10913us total) trans 0 rc 757760/757760 00000100:00100000:3.0:1746066730.008504:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4443 00002000:00100000:3.0:1746066730.008513:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1339392->2097151) req@ffff88009ef59500 x1830882975155584/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:135/0 lens 488/440 e 0 to 0 dl 1746066740 ref 1 fl Complete:/200/0 rc 757760/757760 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.008522:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef59500 with x1830882975155584 ext(1339392->2097151) 00002000:00010000:3.0:1746066730.008527:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef59500 00000100:00100000:0.0:1746066730.008818:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.008846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.008869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.008884:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975156096 00000100:00100000:0.0:1746066730.008890:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975156096 00000100:00100000:0.0:1746066730.008930:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975156224 00000100:00100000:0.0:1746066730.008932:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975156224 00000100:00100000:0.0:1746066730.008947:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975156352 00000100:00100000:0.0:1746066730.008948:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975156352 00000100:00100000:0.0:1746066730.008960:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10827 00000100:00100000:0.0:1746066730.008966:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975156096:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:0.0:1746066730.008996:0:20532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.009011:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081bf1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc7 expref: 16 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.009018:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee6081c99 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c4c expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.009023:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee6081c5a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c0d expref: 22 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.009029:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066730.009030:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066730.009033:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.009057:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee6081c5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c0d expref: 22 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.009067:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee6081c5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c0d expref: 22 pid: 21203 timeout: 791 lvb_type: 1 00000100:00100000:0.0:1746066730.009076:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976250496:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066730.009136:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee6081c99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c4c expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.009143:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee6081c99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c4c expref: 8 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:0.0:1746066730.009150:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976250624:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066730.009186:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081bf1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc7 expref: 16 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.009194:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081bf1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc7 expref: 16 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:0.0:1746066730.009201:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976250752:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066730.009215:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9f00 going to sleep for 11 seconds 00000100:00080000:0.0:1746066730.009227:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746066730.009230:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066730.009245:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.009271:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.009296:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.009374:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975156480 00000100:00100000:3.0:1746066730.009378:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975156480 00000100:00100000:3.0:1746066730.009393:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975156608 00000100:00100000:3.0:1746066730.009395:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975156608 00000100:00100000:3.0:1746066730.009400:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975156736 00000100:00100000:3.0:1746066730.009402:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975156736 00000100:00100000:3.0:1746066730.009411:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10828 00000100:00100000:3.0:1746066730.009415:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975156224:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066730.009432:0:9776:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.009442:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.009447:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.009448:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.009451:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.009465:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.009472:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 30 pid: 9776 timeout: 791 lvb_type: 0 00000100:00100000:3.0:1746066730.009480:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976250880:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066730.009503:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.009565:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10829 00000100:00100000:2.0:1746066730.009572:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975156352:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:2.0:1746066730.009589:0:21973:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.009598:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 23 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.009603:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066730.009604:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066730.009606:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.009622:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 23 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.009629:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 23 pid: 10402 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.009636:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976251008:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.009655:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d1d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.009668:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10830 00000100:00100000:2.0:1746066730.009695:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975156480:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:2.0:1746066730.009710:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.009719:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e881e00/0xfb36a14ee6081c0d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bdc expref: 16 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.009726:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081cae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c61 expref: 10 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.009732:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6081c4c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c22 expref: 22 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.009737:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.009739:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.009740:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.009756:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6081c4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c22 expref: 22 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.009763:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6081c4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c22 expref: 22 pid: 8450 timeout: 791 lvb_type: 1 00000100:00100000:2.0:1746066730.009770:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976251136:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.009804:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081cae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c61 expref: 10 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.009812:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081cae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c61 expref: 10 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:2.0:1746066730.009819:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976251264:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.009841:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e881e00/0xfb36a14ee6081c0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bdc expref: 16 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.009852:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e881e00/0xfb36a14ee6081c0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bdc expref: 16 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:2.0:1746066730.009860:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092514700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976251392:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.009873:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d1d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066730.009939:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10831 00000100:00100000:1.0:1746066730.009946:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975156608:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:1.0:1746066730.009961:0:21203:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.009969:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d98c800/0xfb36a14ee6081bff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978be3 expref: 16 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.009976:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee6081cb5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c68 expref: 10 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.009981:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee6081c68 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c29 expref: 22 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.009986:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.009987:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.009989:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 6/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.010001:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee6081c68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c29 expref: 22 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.010008:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee6081c68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c29 expref: 22 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066730.010015:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976251520:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.010038:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee6081cb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c68 expref: 10 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.010050:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee6081cb5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c68 expref: 10 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066730.010056:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976251648:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.010075:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d98c800/0xfb36a14ee6081bff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978be3 expref: 16 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.010081:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d98c800/0xfb36a14ee6081bff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978be3 expref: 16 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066730.010088:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976251776:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.010098:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0900 going to sleep for 11 seconds 00000100:00100000:1.0:1746066730.010111:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10832 00000100:00100000:1.0:1746066730.010116:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975156736:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:1.0:1746066730.010129:0:8112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.010137:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 30 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.010142:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066730.010143:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066730.010145:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.010175:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 30 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.010182:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 30 pid: 8452 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066730.010189:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093210000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976251904:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.010204:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.012529:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.013515:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975156864 00000100:00100000:3.0:1746066730.013523:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975156864 00002000:00100000:3.0:1746066730.013563:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88008efb7100 x1830882975156864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.013572:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7100 with x1830882975156864 ext(1048576->2097151) 00010000:00010000:3.0:1746066730.013579:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 31 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.013591:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 31 pid: 9776 timeout: 791 lvb_type: 0 00002000:00010000:3.0:1746066730.013597:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008efb7100 00000100:00080000:0.0:1746066730.013776:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066730.013988:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 960 00000100:00100000:3.0:1746066730.013995:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975156864:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066730.015585:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976251520:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.015616:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976251648:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.015640:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976251776:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.015660:0:21203:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.015718:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093210000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976251904:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.015729:0:8112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.015752:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.015771:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.015813:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.015886:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976250880:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066730.015897:0:9776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066730.015915:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975158144 00000100:00100000:3.0:1746066730.015919:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975158144 00000100:00080000:3.0:1746066730.015937:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746066730.015954:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6081c4c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c22 expref: 23 pid: 8450 timeout: 791 lvb_type: 1 00000100:00100000:3.0:1746066730.015977:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975156992 00000100:00100000:3.0:1746066730.015980:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975156992 00010000:00010000:3.0:1746066730.015990:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee6081c99 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c4c expref: 11 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:3.0:1746066730.016003:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5393 00000100:00100000:3.0:1746066730.016009:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975158144:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066730.016018:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.016035:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6081c4c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c22 expref: 23 pid: 8450 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.016044:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6081c4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c22 expref: 23 pid: 8450 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.016066:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.016091:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975158144:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 81us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.016097:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5393 00000100:00100000:3.0:1746066730.016111:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5394 00000100:00100000:3.0:1746066730.016116:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a521a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975156992:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066730.016122:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.016130:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee6081c99 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c4c expref: 11 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.016138:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee6081c99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c4c expref: 11 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.016149:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.016179:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a521a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975156992:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 62us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.016184:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5394 00000100:00100000:2.0:1746066730.017064:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976251008:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.017077:0:21973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.017091:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6081c4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c22 expref: 22 pid: 8450 timeout: 791 lvb_type: 1 00000100:00100000:2.0:1746066730.017096:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976250496:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.017103:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34400/0xfb36a14ee6081c99 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c4c expref: 10 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:3.0:1746066730.017104:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976251136:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066730.017112:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976251264:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.017114:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976250624:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066730.017119:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092514700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976251392:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.017120:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976250752:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066730.017130:0:8450:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.017132:0:20532:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066730.017145:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975157248 00000100:00100000:3.0:1746066730.017147:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975157248 00000100:00080000:2.0:1746066730.017176:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:3.0:1746066730.017187:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1339391) req@ffff8800a5bb2300 x1830882975157248/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.017201:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb2300 with x1830882975157248 ext(1048576->1339391) 00010000:00010000:3.0:1746066730.017206:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 24 pid: 10402 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.017214:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 24 pid: 10402 timeout: 791 lvb_type: 0 00002000:00010000:3.0:1746066730.017219:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5bb2300 00000100:00100000:3.0:1746066730.017232:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 961 00000100:00100000:3.0:1746066730.017237:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975157248:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066730.018477:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.018508:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.018520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.018532:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.018542:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.018553:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.018563:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.018575:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.018604:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.018619:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975158400 00000100:00100000:0.0:1746066730.018622:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975158400 00000100:00100000:0.0:1746066730.018645:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10833 00000100:00100000:0.0:1746066730.018650:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28912:x1830882975158400:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066730.018661:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066730.018672:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee6081d2c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978c99 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.018740:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975157504 00000100:00100000:1.0:1746066730.018743:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975157504 00010000:00010000:1.0:1746066730.018759:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081bf1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc7 expref: 19 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066730.018770:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5395 00000100:00100000:1.0:1746066730.018775:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975157504:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066730.018782:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066730.018796:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081bf1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc7 expref: 19 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.018804:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081bf1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc7 expref: 19 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.018819:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e880000/0xfb36a14ee6081bf1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bc7 expref: 19 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.018832:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066730.018854:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975157504:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 78us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.018859:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5395 00000100:00100000:1.0:1746066730.018873:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975157760 00000100:00100000:1.0:1746066730.018875:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975157760 00010000:00010000:1.0:1746066730.018885:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee6081cb5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c68 expref: 10 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066730.018892:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975157120 00000100:00100000:1.0:1746066730.018894:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975157120 00010000:00010000:1.0:1746066730.018900:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee6081c5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c0d expref: 22 pid: 21203 timeout: 791 lvb_type: 1 00000100:00100000:3.0:1746066730.018906:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975157376 00000100:00100000:3.0:1746066730.018908:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975157376 00000100:00100000:1.0:1746066730.018911:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975157632 00000100:00100000:1.0:1746066730.018912:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975157632 00010000:00010000:3.0:1746066730.018918:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081cae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c61 expref: 11 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.018918:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee6081c68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c29 expref: 23 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066730.018925:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975157888 00000100:00100000:1.0:1746066730.018926:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975157888 00000100:00100000:3.0:1746066730.018931:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975158272 00000100:00100000:3.0:1746066730.018933:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975158272 00010000:00010000:1.0:1746066730.018933:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d98c800/0xfb36a14ee6081bff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978be3 expref: 18 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.018939:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e881e00/0xfb36a14ee6081c0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bdc expref: 19 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066730.018942:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5396 00000100:00100000:1.0:1746066730.018946:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975157760:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066730.018947:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5397 00000100:00100000:3.0:1746066730.018951:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975157120:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066730.018952:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.018955:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.018960:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee6081c5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c0d expref: 23 pid: 21203 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.018960:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee6081cb5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c68 expref: 11 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.018967:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee6081cb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c68 expref: 11 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.018971:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee6081c5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c0d expref: 23 pid: 21203 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.018976:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d8ac00/0xfb36a14ee6081cb5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c68 expref: 11 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.018981:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee6081c5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c0d expref: 23 pid: 21203 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.018983:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066730.018991:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.018992:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746066730.018995:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975157760:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 49us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.018999:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5396 00010000:00010000:3.0:1746066730.019001:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019008:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.019009:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5398 00000100:00100000:1.0:1746066730.019013:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975157632:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066730.019018:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.019024:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066730.019024:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee6081c68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c29 expref: 22 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.019030:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee6081c68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c29 expref: 22 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:3.0:1746066730.019036:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975157120:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 85us (504us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066730.019039:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d8b000/0xfb36a14ee6081c68 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c29 expref: 22 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:3.0:1746066730.019041:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5397 00010000:00010000:1.0:1746066730.019045:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.019049:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5399 00000100:00100000:3.0:1746066730.019053:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975157376:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066730.019055:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1964:x1830882975157632:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 42us (501us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066730.019058:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066730.019059:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5398 00010000:00010000:3.0:1746066730.019064:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081cae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c61 expref: 9 pid: 20532 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066730.019067:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5400 00000100:00100000:1.0:1746066730.019070:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975157888:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066730.019071:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081cae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c61 expref: 9 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.019075:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066730.019080:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d98c800/0xfb36a14ee6081bff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978be3 expref: 19 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.019084:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081cae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c61 expref: 9 pid: 20532 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.019086:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d98c800/0xfb36a14ee6081bff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978be3 expref: 19 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.019091:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066730.019095:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d98c800/0xfb36a14ee6081bff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978be3 expref: 19 pid: 10402 timeout: 791 lvb_type: 1 00000100:00100000:3.0:1746066730.019100:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975157376:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 48us (557us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066730.019101:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.019102:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746066730.019105:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5399 00010000:00010000:1.0:1746066730.019105:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.019111:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066730.019113:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5401 00000100:00100000:3.0:1746066730.019116:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a521a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975158272:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066730.019121:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066730.019123:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066730.019126:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e881e00/0xfb36a14ee6081c0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bdc expref: 18 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.019132:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e881e00/0xfb36a14ee6081c0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bdc expref: 18 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.019132:0:21203:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.019138:0:21203:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019140:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e881e00/0xfb36a14ee6081c0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bdc expref: 18 pid: 10402 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.019146:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.019147:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.019150:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.019153:0:21203:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019167:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.019171:0:21203:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.019177:0:21203:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019179:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066730.019183:0:21203:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ec50e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066730.019186:0:21203:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066730.019190:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a521a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975158272:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 74us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.019195:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5401 00010000:00010000:1.0:1746066730.019197:0:21203:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.019204:0:21203:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019206:0:8450:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.019210:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081d1e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019212:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019222:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019227:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019232:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019236:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a8535c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066730.019239:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.019240:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975156608:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 9295us (9968us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066730.019244:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.019245:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10831 00010000:00010000:3.0:1746066730.019255:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019260:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6081d17 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.019262:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975157888:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 192us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.019267:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5400 00000100:00100000:3.0:1746066730.019276:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975156480:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 9603us (10030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.019280:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10830 00000100:00100000:1.0:1746066730.019288:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975158016 00000100:00100000:1.0:1746066730.019291:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975158016 00010000:00010000:3.0:1746066730.019293:0:20532:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019299:0:20532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746066730.019306:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2891776->3026943) req@ffff88008efb5f80 x1830882975158016/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:3.0:1746066730.019309:0:20532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746066730.019313:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5f80 with x1830882975158016 ext(2891776->3026943) 00010000:00010000:3.0:1746066730.019315:0:20532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.019318:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 33 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.019320:0:20532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019324:0:20532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b247800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066730.019326:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 33 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.019327:0:20532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019333:0:20532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066730.019336:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008efb5f80 00010000:00010000:3.0:1746066730.019340:0:20532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.019345:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b247800/0xfb36a14ee6081d02 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.019346:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 962 00000100:00100000:1.0:1746066730.019350:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975158016:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066730.019365:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882975156096:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 10399us (10548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.019369:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10827 00000100:00080000:2.0:1746066730.019435:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746066730.019830:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066730.019832:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066730.019838:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee6081d2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c99 expref: 15 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.019849:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee6081d2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c99 expref: 15 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.019857:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cad0a00, rc 0) 00000100:00100000:0.0:1746066730.019869:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:28912:x1830882975158400:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1219us (1265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066730.019873:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10833 00000100:00100000:2.0:1746066730.022920:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975156864:12345-192.168.202.57@tcp:3:cat.0 Request processed in 8917us (10388us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.022929:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 960 00002000:00100000:2.0:1746066730.022939:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88008efb7100 x1830882975156864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.022946:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7100 with x1830882975156864 ext(1048576->2097151) 00010000:00010000:2.0:1746066730.022954:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 33 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.022963:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 33 pid: 9776 timeout: 791 lvb_type: 0 00002000:00010000:2.0:1746066730.022969:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008efb7100 00000100:00100000:0.0:1746066730.024227:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.024268:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975158656 00000100:00100000:2.0:1746066730.024275:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975158656 00002000:00100000:2.0:1746066730.024300:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e843480 x1830882975158656/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.024307:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e843480 with x1830882975158656 ext(1048576->2097151) 00002000:00010000:2.0:1746066730.024310:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e843480 00000100:00100000:2.0:1746066730.024324:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4444 00000100:00100000:2.0:1746066730.024330:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975158656:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066730.026863:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882975157248:12345-192.168.202.57@tcp:4:cat.0 Request processed in 9618us (11042us total) trans 17179872842 rc 0/0 00000100:00100000:3.0:1746066730.026874:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 961 00002000:00100000:3.0:1746066730.026884:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1339391) req@ffff8800a5bb2300 x1830882975157248/t17179872842(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/448 e 0 to 0 dl 1746066741 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.026892:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb2300 with x1830882975157248 ext(1048576->1339391) 00010000:00010000:3.0:1746066730.026899:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 26 pid: 10402 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.026910:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 26 pid: 10402 timeout: 791 lvb_type: 0 00002000:00010000:3.0:1746066730.026915:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5bb2300 00000100:00100000:1.0:1746066730.036871:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975158016:12345-192.168.202.57@tcp:4:cat.0 Request processed in 17508us (18338us total) trans 17179872843 rc 0/0 00000100:00100000:1.0:1746066730.036884:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 962 00002000:00100000:1.0:1746066730.036895:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2891776->3026943) req@ffff88008efb5f80 x1830882975158016/t17179872843(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/448 e 0 to 0 dl 1746066741 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.036906:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5f80 with x1830882975158016 ext(2891776->3026943) 00010000:00010000:1.0:1746066730.036916:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 33 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066730.036929:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 33 pid: 8452 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746066730.036935:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008efb5f80 00000100:00100000:3.0:1746066730.037106:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.037243:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975158784 00000100:00100000:0.0:1746066730.037249:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975158784 00000100:00100000:0.0:1746066730.037279:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10834 00000100:00100000:0.0:1746066730.037285:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:28913:x1830882975158784:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066730.037296:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066730.037307:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ca0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.037324:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066730.037327:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.037332:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066730.037335:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca0 expref: 34 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.037347:0:4614:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.037355:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca0 expref: 34 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.037363:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cad1e00, rc 0) 00000100:00100000:0.0:1746066730.037384:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28913:x1830882975158784:12345-192.168.202.57@tcp:101:cat.0 Request processed in 99us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066730.037388:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10834 00000100:00100000:0.0:1746066730.039936:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.041944:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975158912 00000100:00100000:2.0:1746066730.041954:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975158912 00010000:00010000:2.0:1746066730.041986:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 34 pid: 9776 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.042055:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5402 00000100:00100000:2.0:1746066730.042063:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882975158912:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.042077:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.042095:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 34 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.042105:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 34 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.042123:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009354c200/0xfb36a14ee6081cc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c76 expref: 34 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.042447:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.042449:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.042453:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.042461:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.042659:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.042715:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1966:x1830882975158912:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 653us (2784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.042721:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5402 00010000:00010000:0.0:1746066730.042787:0:9776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.042795:0:9776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.042813:0:9776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.042819:0:9776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.042825:0:9776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.042830:0:9776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009354ca00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066730.042833:0:9776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.043633:0:9776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.043645:0:9776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.043651:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009354ca00/0xfb36a14ee6081d09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066730.043710:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975156224:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 34293us (34862us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066730.043716:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10828 00000100:00100000:0.0:1746066730.043825:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.043945:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975159040 00000100:00100000:2.0:1746066730.043950:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975159040 00010000:00010000:2.0:1746066730.043964:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 26 pid: 10402 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.043979:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5403 00000100:00100000:2.0:1746066730.043984:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975159040:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.043992:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.044002:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 26 pid: 10402 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.044010:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 26 pid: 10402 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.044211:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081cca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1339391) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c7d expref: 26 pid: 10402 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.044221:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.044222:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.044225:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090400000020 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.044231:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090400000020 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.044910:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.044957:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.044972:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975159424 00000100:00100000:1.0:1746066730.044975:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975159424 00010000:00010000:2.0:1746066730.045037:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.045059:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975159040:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1073us (1234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.045065:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5403 00000100:00100000:2.0:1746066730.045074:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975159168 00000100:00100000:2.0:1746066730.045076:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975159168 00010000:00010000:2.0:1746066730.045086:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 33 pid: 8452 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.045103:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5404 00000100:00100000:2.0:1746066730.045107:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975159168:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.045114:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.045124:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 33 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.045132:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 33 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.045143:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081c37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2891776->3026943) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c06 expref: 33 pid: 8452 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.045151:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.045152:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.045165:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.045171:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.045184:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.045198:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975159168:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 89us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.045202:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5404 00010000:00010000:2.0:1746066730.045218:0:8112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.045224:0:8112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.045238:0:8112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.045244:0:8112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.045249:0:8112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.045254:0:8112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ec50c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066730.045256:0:8112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.045262:0:8112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.045268:0:8112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.045273:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6081d25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.045301:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975156736:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 35184us (36004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.045307:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10832 00000100:00100000:2.0:1746066730.045508:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975158656:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21177us (21283us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.045514:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4444 00002000:00100000:2.0:1746066730.045522:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e843480 x1830882975158656/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.045530:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e843480 with x1830882975158656 ext(1048576->2097151) 00002000:00010000:2.0:1746066730.045534:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e843480 00000100:00100000:1.0:1746066730.045704:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9089 00000100:00100000:1.0:1746066730.045710:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:28919:x1830882975159424:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066730.045725:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.045736:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a2fa00/0xfb36a14ee6081d3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ca7 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.045809:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb600/0xfb36a14ee6081d41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.045818:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb600/0xfb36a14ee6081d41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.045825:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb600/0xfb36a14ee6081d41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.045836:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081d48 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.045841:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081d48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.045845:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081d48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.045926:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.045935:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081ced lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c8b expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.045940:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.045960:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081ced lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c8b expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.045968:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081ced lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c8b expref: 9 pid: 14549 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066730.045977:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976252032:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.046036:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0900 going to sleep for 11 seconds 00000100:00080000:1.0:1746066730.046048:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746066730.046128:0:21973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.046135:0:21973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.046149:0:21973:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000020 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.046165:0:21973:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000020 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.046170:0:21973:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.046174:0:21973:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a8534800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066730.046176:0:21973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.046181:0:21973:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000020 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.046188:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.046190:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.046194:0:21973:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca0 expref: 31 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.046200:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca0 expref: 31 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.046218:0:21973:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca0 expref: 31 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066730.046225:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976252160:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066730.046246:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066730.050535:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976252032:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.050558:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746066730.050599:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.050975:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976252160:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066730.050989:0:21973:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000020 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.050998:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee6081d10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000020 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066730.051047:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882975156352:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 41476us (42178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.051056:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10829 00000100:00100000:1.0:1746066730.051116:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975159552 00000100:00100000:1.0:1746066730.051121:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975159552 00010000:00010000:1.0:1746066730.051144:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081ced lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c8b expref: 10 pid: 14549 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066730.051177:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5405 00000100:00100000:1.0:1746066730.051184:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975159552:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066730.051195:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066730.051199:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081ced lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c8b expref: 10 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066730.051208:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081ced lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c8b expref: 10 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066730.051224:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081ced lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c8b expref: 10 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066730.051236:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066730.051240:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051249:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051254:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051267:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066730.051281:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975159552:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 99us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.051286:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5405 00010000:00010000:1.0:1746066730.051300:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051305:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:1.0:1746066730.051315:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066730.051394:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051400:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051405:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051409:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cb6f200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066730.051412:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051416:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051426:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066730.051428:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1746066730.051430:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 2/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051434:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6f200/0xfb36a14ee6081d4f lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051447:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb600/0xfb36a14ee6081d41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051451:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb600/0xfb36a14ee6081d41 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051455:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb600/0xfb36a14ee6081d41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051459:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4edb600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066730.051461:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb600/0xfb36a14ee6081d41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051465:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb600/0xfb36a14ee6081d41 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051472:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066730.051473:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066730.051475:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb600/0xfb36a14ee6081d41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051480:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edb600/0xfb36a14ee6081d41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051490:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081d48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051494:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081d48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051498:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081d48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051501:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cb6e000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066730.051503:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081d48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051507:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081d48 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051511:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705100) 00010000:00010000:1.0:1746066730.051513:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066730.051514:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081d48 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051518:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb6e000/0xfb36a14ee6081d48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.051550:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a2fa00/0xfb36a14ee6081d3a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca7 expref: 255 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.051555:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a2fa00/0xfb36a14ee6081d3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca7 expref: 255 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.051561:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a2fa00, rc 0) 00000100:00100000:1.0:1746066730.051591:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28919:x1830882975159424:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5882us (6633us total) trans 8589942951 rc 301/301 00000100:00100000:1.0:1746066730.051599:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9089 00000100:00100000:0.0:1746066730.052727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.052798:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975159808 00000100:00100000:2.0:1746066730.052803:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975159808 00002000:00100000:2.0:1746066730.052829:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e841180 x1830882975159808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.052837:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e841180 with x1830882975159808 ext(1048576->2097151) 00002000:00010000:2.0:1746066730.052841:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e841180 00000100:00100000:2.0:1746066730.052860:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4445 00000100:00100000:2.0:1746066730.052867:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882975159808:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066730.053846:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.053869:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.053885:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.053896:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.053907:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975160320 00000100:00100000:0.0:1746066730.053910:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975160320 00000100:00100000:0.0:1746066730.053927:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975160576 00000100:00100000:0.0:1746066730.053929:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975160576 00000100:00100000:1.0:1746066730.053963:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975160064 00000100:00100000:1.0:1746066730.053966:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975160064 00000100:00100000:1.0:1746066730.053985:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9090 00000100:00100000:1.0:1746066730.053990:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:28916:x1830882975160064:12345-192.168.202.57@tcp:36:mirror_io.0 00010000:00010000:1.0:1746066730.054020:0:14549:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066730.054038:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5892400/0xfb36a14ee6081cfb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c92 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.054049:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066730.054053:0:14549:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066730.054089:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:28916:x1830882975160064:12345-192.168.202.57@tcp:36:mirror_io.0 Request processed in 99us (246us total) trans 0 rc -116/-116 00000100:00100000:1.0:1746066730.054094:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9090 00000100:00100000:0.0:1746066730.054191:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975160192 00000100:00100000:0.0:1746066730.054194:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975160192 00000100:00100000:3.0:1746066730.054221:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10835 00000100:00100000:3.0:1746066730.054226:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975160320:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.054235:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.054247:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d2b200/0xfb36a14ee6081d5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978cb5 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066730.054263:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd29, atime: 0x6812dd28, ctime: 0x6812dd29, blocks: 0x821 00010000:00010000:3.0:1746066730.054278:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.054280:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.054288:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d2b200/0xfb36a14ee6081d5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cb5 expref: 26 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.054300:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d2b200/0xfb36a14ee6081d5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cb5 expref: 26 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.054307:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d2b200, rc 0) 00000100:00100000:3.0:1746066730.054322:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975160320:12345-192.168.202.57@tcp:101:cat.0 Request processed in 96us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.054326:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10835 00000100:00100000:3.0:1746066730.054337:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10836 00000100:00100000:3.0:1746066730.054341:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975160576:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.054346:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.054354:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093d2a600/0xfb36a14ee6081d64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978cc3 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066730.054364:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x386:0x0] initial LVB size: 5078880, mtime: 0x6812dd29, atime: 0x6812dd28, ctime: 0x6812dd29, blocks: 0x170b 00010000:00010000:3.0:1746066730.054369:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.054371:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.054374:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d2a600/0xfb36a14ee6081d64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cc3 expref: 17 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.054381:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093d2a600/0xfb36a14ee6081d64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cc3 expref: 17 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.054386:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d2a600, rc 0) 00000100:00100000:3.0:1746066730.054401:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975160576:12345-192.168.202.57@tcp:101:cat.0 Request processed in 60us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.054405:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10836 00000100:00100000:3.0:1746066730.054413:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10837 00000100:00100000:3.0:1746066730.054416:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975160192:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.054420:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.054426:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093d2b800/0xfb36a14ee6081d6b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978cae expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066730.054433:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd29, atime: 0x6812dd28, ctime: 0x6812dd29, blocks: 0x7e9 00010000:00010000:3.0:1746066730.054438:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.054439:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.054442:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d2b800/0xfb36a14ee6081d6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cae expref: 17 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.054448:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093d2b800/0xfb36a14ee6081d6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cae expref: 17 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.054453:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d2b800, rc 0) 00000100:00100000:3.0:1746066730.054461:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975160192:12345-192.168.202.57@tcp:101:cat.0 Request processed in 45us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.054464:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10837 00000100:00100000:3.0:1746066730.054490:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.054501:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975160448 00000100:00100000:3.0:1746066730.054503:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975160448 00000100:00100000:3.0:1746066730.054514:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10838 00000100:00100000:3.0:1746066730.054517:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975160448:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.054521:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.054527:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d2ae00/0xfb36a14ee6081d72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978cbc expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.054534:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.054535:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.054539:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d2ae00/0xfb36a14ee6081d72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cbc expref: 27 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.054546:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d2ae00/0xfb36a14ee6081d72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cbc expref: 27 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.054551:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d2ae00, rc 0) 00000100:00100000:3.0:1746066730.054561:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975160448:12345-192.168.202.57@tcp:101:cat.0 Request processed in 44us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.054565:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10838 00000100:00100000:3.0:1746066730.054642:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.054652:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975160704 00000100:00100000:3.0:1746066730.054655:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975160704 00000100:00100000:3.0:1746066730.054665:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10839 00000100:00100000:3.0:1746066730.054669:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975160704:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.054688:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.054694:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d2b600/0xfb36a14ee6081d79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978cca expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066730.054703:0:8112:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd29, atime: 0x6812dd29, ctime: 0x6812dd29, blocks: 0x102b 00010000:00010000:3.0:1746066730.054708:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.054709:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.054713:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d2b600/0xfb36a14ee6081d79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cca expref: 28 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.054720:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d2b600/0xfb36a14ee6081d79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cca expref: 28 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.054726:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d2b600, rc 0) 00000100:00100000:3.0:1746066730.054737:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975160704:12345-192.168.202.57@tcp:101:cat.0 Request processed in 68us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.054741:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10839 00000100:00100000:0.0:1746066730.060037:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.060207:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975160960 00000100:00100000:3.0:1746066730.060214:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975160960 00000100:00100000:3.0:1746066730.060257:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3597 00000100:00100000:3.0:1746066730.060264:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:28916:x1830882975160960:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:3.0:1746066730.061013:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:28916:x1830882975160960:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 747us (980us total) trans 8589942952 rc 0/0 00000100:00100000:3.0:1746066730.061020:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3597 00000100:00100000:2.0:1746066730.063164:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882975159808:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10283us (10426us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.063173:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4445 00002000:00100000:2.0:1746066730.063183:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e841180 x1830882975159808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.063191:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e841180 with x1830882975159808 ext(1048576->2097151) 00002000:00010000:2.0:1746066730.063195:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e841180 00000100:00100000:0.0:1746066730.063541:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.063597:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975161216 00000100:00100000:3.0:1746066730.063602:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975161216 00000100:00100000:3.0:1746066730.063636:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3598 00000100:00100000:3.0:1746066730.063642:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a59c5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:28916:x1830882975161216:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:3.0:1746066730.063789:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a59c5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:28916:x1830882975161216:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 146us (249us total) trans 8589942953 rc 0/0 00000100:00100000:3.0:1746066730.063795:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3598 00010000:00010000:1.0:1746066730.067076:0:9851:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066730.067245:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.067300:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975161472 00000100:00100000:3.0:1746066730.067306:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975161472 00000100:00100000:3.0:1746066730.067334:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10840 00000100:00100000:3.0:1746066730.067341:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:28913:x1830882975161472:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.067355:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.067369:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093d2a800/0xfb36a14ee6081d80 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978cd1 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.067387:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.067388:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.067393:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d2a800/0xfb36a14ee6081d80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd1 expref: 21 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.067404:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093d2a800/0xfb36a14ee6081d80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd1 expref: 21 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.067411:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d2a800, rc 0) 00000100:00100000:3.0:1746066730.067445:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:28913:x1830882975161472:12345-192.168.202.57@tcp:101:cat.0 Request processed in 104us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.067450:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10840 00000100:00100000:0.0:1746066730.071208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.071241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.071264:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.071292:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.071669:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975161600 00000100:00100000:3.0:1746066730.071713:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975161856 00000100:00100000:0.0:1746066730.071720:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975162112 00000100:00100000:3.0:1746066730.071721:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975161856 00000100:00100000:0.0:1746066730.071724:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975162112 00000100:00100000:1.0:1746066730.071752:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975162368 00000100:00100000:1.0:1746066730.071755:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975162368 00002000:00100000:0.0:1746066730.071794:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ef5e300 x1830882975162112/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066730.071803:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5e300 with x1830882975162112 ext(2097152->3145727) 00002000:00010000:0.0:1746066730.071808:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5e300 00000100:00100000:0.0:1746066730.071826:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4446 00000100:00100000:0.0:1746066730.071832:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882975162112:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066730.071844:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975161600 00002000:00100000:2.0:1746066730.071863:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e851500 x1830882975161600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.071870:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851500 with x1830882975161600 ext(2097152->3145727) 00002000:00010000:2.0:1746066730.071873:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e851500 00000100:00100000:2.0:1746066730.071890:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4447 00000100:00100000:2.0:1746066730.071895:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975161600:12345-192.168.202.57@tcp:3:cat.0 00002000:00100000:1.0:1746066730.072399:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ef5dc00 x1830882975162368/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.072407:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5dc00 with x1830882975162368 ext(3145728->4194303) 00002000:00010000:1.0:1746066730.072410:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5dc00 00000100:00100000:1.0:1746066730.072429:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4448 00000100:00100000:1.0:1746066730.072435:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882975162368:12345-192.168.202.57@tcp:3:cat.0 00002000:00100000:3.0:1746066730.074453:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009ef5c000 x1830882975161856/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.074463:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5c000 with x1830882975161856 ext(3145728->4194303) 00002000:00010000:3.0:1746066730.074467:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5c000 00000100:00100000:3.0:1746066730.074488:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4449 00000100:00100000:3.0:1746066730.074496:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975161856:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066730.083913:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.083978:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975162624 00000100:00100000:2.0:1746066730.083987:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975162624 00002000:00100000:2.0:1746066730.084023:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ef5ea00 x1830882975162624/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.084032:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5ea00 with x1830882975162624 ext(1048576->2097151) 00002000:00010000:2.0:1746066730.084037:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5ea00 00000100:00100000:2.0:1746066730.084066:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4450 00000100:00100000:2.0:1746066730.084073:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882975162624:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066730.089061:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975161600:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17156us (17850us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.089072:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4447 00002000:00100000:2.0:1746066730.089082:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e851500 x1830882975161600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.089091:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851500 with x1830882975161600 ext(2097152->3145727) 00002000:00010000:2.0:1746066730.089096:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e851500 00000100:00100000:0.0:1746066730.094653:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975162112:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22813us (23380us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066730.094663:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4446 00002000:00100000:0.0:1746066730.094696:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ef5e300 x1830882975162112/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066730.094705:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5e300 with x1830882975162112 ext(2097152->3145727) 00002000:00010000:0.0:1746066730.094710:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5e300 00000100:00100000:3.0:1746066730.101659:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975161856:12345-192.168.202.57@tcp:3:cat.0 Request processed in 27154us (30406us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066730.101671:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4449 00002000:00100000:3.0:1746066730.101696:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009ef5c000 x1830882975161856/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.101705:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5c000 with x1830882975161856 ext(3145728->4194303) 00002000:00010000:3.0:1746066730.101710:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5c000 00000100:00100000:1.0:1746066730.103107:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882975162368:12345-192.168.202.57@tcp:3:cat.0 Request processed in 30668us (31809us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066730.103117:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4448 00002000:00100000:1.0:1746066730.103124:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ef5dc00 x1830882975162368/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.103132:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5dc00 with x1830882975162368 ext(3145728->4194303) 00002000:00010000:1.0:1746066730.103135:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5dc00 00000100:00100000:2.0:1746066730.110530:0:25585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882975162624:12345-192.168.202.57@tcp:3:cat.0 Request processed in 26449us (26616us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.110540:0:25585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4450 00002000:00100000:2.0:1746066730.110550:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ef5ea00 x1830882975162624/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.110558:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5ea00 with x1830882975162624 ext(1048576->2097151) 00002000:00010000:2.0:1746066730.110562:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5ea00 00000100:00100000:0.0:1746066730.114133:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.114195:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975162880 00000100:00100000:2.0:1746066730.114203:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975162880 00002000:00100000:2.0:1746066730.114239:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009ef5f100 x1830882975162880/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.114248:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5f100 with x1830882975162880 ext(4194304->5079039) 00002000:00010000:2.0:1746066730.114252:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5f100 00000100:00100000:2.0:1746066730.114284:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4451 00000100:00100000:2.0:1746066730.114290:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975162880:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066730.116387:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.116556:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975163136 00000100:00100000:1.0:1746066730.116562:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975163136 00000100:00100000:1.0:1746066730.116613:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9091 00000100:00100000:1.0:1746066730.116619:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28923:x1830882975163136:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066730.116637:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.116653:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6081d87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978cd8 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.116751:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e200/0xfb36a14ee6081d8e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116761:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e200/0xfb36a14ee6081d8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116769:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e200/0xfb36a14ee6081d8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116779:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081d95 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116783:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081d95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116788:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081d95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116870:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33c600/0xfb36a14ee6081d9c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116877:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33c600/0xfb36a14ee6081d9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116882:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33c600/0xfb36a14ee6081d9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:1.0:1746066730.116889:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066730.116950:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e200/0xfb36a14ee6081d8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116956:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e200/0xfb36a14ee6081d8e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116961:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e200/0xfb36a14ee6081d8e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116965:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e64e200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066730.116969:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e200/0xfb36a14ee6081d8e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116974:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e200/0xfb36a14ee6081d8e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116983:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066730.116985:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066730.116989:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e200/0xfb36a14ee6081d8e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.116993:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64e200/0xfb36a14ee6081d8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.117008:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081d95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.117013:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081d95 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.117017:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081d95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.117020:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e64f800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066730.117023:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081d95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.117027:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081d95 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.117032:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705300) 00010000:00010000:1.0:1746066730.117034:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066730.117036:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081d95 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.117039:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081d95 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066730.117073:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e64fe00/0xfb36a14ee6081d87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd8 expref: 12 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.117083:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33c600/0xfb36a14ee6081d9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd8 expref: 11 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.117088:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066730.117090:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066730.117093:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c33c600, rc 0) 00000100:00100000:1.0:1746066730.117114:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28923:x1830882975163136:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 495us (733us total) trans 8589942954 rc 0/0 00000100:00100000:1.0:1746066730.117120:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9091 00000100:00080000:0.0:1746066730.117230:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746066730.128069:0:25585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975162880:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13770us (13933us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066730.128078:0:25585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4451 00002000:00100000:2.0:1746066730.128087:0:25585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009ef5f100 x1830882975162880/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.128096:0:25585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5f100 with x1830882975162880 ext(4194304->5079039) 00002000:00010000:2.0:1746066730.128101:0:25585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5f100 00000100:00100000:0.0:1746066730.134054:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.134097:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.134125:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.134127:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975163264 00000100:00100000:2.0:1746066730.134135:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975163264 00000100:00100000:2.0:1746066730.134174:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975163520 00000100:00100000:2.0:1746066730.134176:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975163520 00000100:00100000:0.0:1746066730.134176:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.134588:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975163392 00000100:00100000:3.0:1746066730.134592:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975163392 00000100:00100000:3.0:1746066730.134625:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975163648 00000100:00100000:3.0:1746066730.134628:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975163648 00000100:00100000:3.0:1746066730.134643:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10841 00000100:00100000:3.0:1746066730.134650:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975163264:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.134669:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.134708:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009354c200/0xfb36a14ee6081daa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978cdf expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.134727:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.134729:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.134735:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009354c200/0xfb36a14ee6081daa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cdf expref: 23 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.134748:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009354c200/0xfb36a14ee6081daa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cdf expref: 23 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.134758:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009354c200, rc 0) 00000100:00100000:3.0:1746066730.134793:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975163264:12345-192.168.202.57@tcp:101:cat.0 Request processed in 143us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.134802:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10841 00000100:00100000:3.0:1746066730.134815:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10842 00000100:00100000:3.0:1746066730.134820:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975163520:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.134826:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.134832:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ced expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.134841:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.134842:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.134846:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 23 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.134854:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 23 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.134860:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009354cc00, rc 0) 00000100:00100000:3.0:1746066730.134875:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975163520:12345-192.168.202.57@tcp:101:cat.0 Request processed in 55us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.134879:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10842 00000100:00100000:3.0:1746066730.134888:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10843 00000100:00100000:3.0:1746066730.134892:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975163392:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.134898:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.134905:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009354d400/0xfb36a14ee6081db8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ce6 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.134915:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.134916:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.134920:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009354d400/0xfb36a14ee6081db8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ce6 expref: 34 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.134928:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009354d400/0xfb36a14ee6081db8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ce6 expref: 34 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.134934:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009354d400, rc 0) 00000100:00100000:3.0:1746066730.134946:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975163392:12345-192.168.202.57@tcp:101:cat.0 Request processed in 54us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.134950:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10843 00000100:00100000:3.0:1746066730.134959:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10844 00000100:00100000:3.0:1746066730.134963:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975163648:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.134968:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.134973:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d2ac00/0xfb36a14ee6081dbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978cf4 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.134981:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.134982:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.134985:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d2ac00/0xfb36a14ee6081dbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cf4 expref: 34 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.134993:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d2ac00/0xfb36a14ee6081dbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cf4 expref: 34 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.134998:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d2ac00, rc 0) 00000100:00100000:3.0:1746066730.135010:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975163648:12345-192.168.202.57@tcp:101:cat.0 Request processed in 47us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.135016:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10844 00000100:00100000:0.0:1746066730.141365:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.141483:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975163776 00000100:00100000:1.0:1746066730.141490:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975163776 00000100:00100000:1.0:1746066730.141537:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10845 00000100:00100000:1.0:1746066730.141544:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28923:x1830882975163776:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066730.141559:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.141573:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978cfb expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.141596:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093d2a600/0xfb36a14ee6081d64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cc3 expref: 18 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.141604:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 22 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.141610:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.141612:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.141615:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3104767] (req 2887680->3104767) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 18 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.141639:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 22 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.141649:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 22 pid: 8112 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066730.141660:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976252288:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.142776:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093d2a600/0xfb36a14ee6081d64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cc3 expref: 18 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.142900:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093d2a600/0xfb36a14ee6081d64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cc3 expref: 18 pid: 21973 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066730.142909:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976252416:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.144990:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066730.145018:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f7e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976252288:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.145026:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976252416:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.145051:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3104767] (req 2887680->3104767) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 18 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.145064:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e64f800, rc 0) 00000100:00100000:1.0:1746066730.145094:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28923:x1830882975163776:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3549us (3735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.145102:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10845 00000100:00100000:0.0:1746066730.156160:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.156202:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.156224:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975164160 00000100:00100000:2.0:1746066730.156231:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975164160 00000100:00100000:0.0:1746066730.156236:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.156263:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.156286:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975164416 00000100:00100000:0.0:1746066730.156286:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.156290:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975164416 00000100:00100000:0.0:1746066730.156299:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975164288 00000100:00100000:0.0:1746066730.156302:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975164288 00002000:00100000:1.0:1746066730.156318:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009bb2ea00 x1830882975164416/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066730.156318:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009bb2ce00 x1830882975164288/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.156326:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2ea00 with x1830882975164416 ext(3145728->4194303) 00002000:00100000:0.0:1746066730.156326:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2ce00 with x1830882975164288 ext(2097152->3145727) 00010000:00010000:1.0:1746066730.156334:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 24 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:0.0:1746066730.156334:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 24 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.156344:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 24 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:0.0:1746066730.156345:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 24 pid: 8112 timeout: 791 lvb_type: 1 00002000:00010000:1.0:1746066730.156350:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb2ea00 00002000:00010000:0.0:1746066730.156350:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb2ce00 00000100:00100000:0.0:1746066730.156364:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975164672 00000100:00100000:0.0:1746066730.156366:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975164672 00002000:00100000:0.0:1746066730.156377:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009bb2c000 x1830882975164672/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:2.0:1746066730.156383:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093d2a600/0xfb36a14ee6081d64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cc3 expref: 18 pid: 21973 timeout: 791 lvb_type: 1 00002000:00100000:0.0:1746066730.156384:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2c000 with x1830882975164672 ext(2097152->3145727) 00002000:00010000:0.0:1746066730.156387:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb2c000 00000100:00100000:2.0:1746066730.156412:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5406 00000100:00100000:2.0:1746066730.156420:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975164160:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.156430:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066730.156473:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975164800 00000100:00100000:1.0:1746066730.156475:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975164800 00002000:00100000:1.0:1746066730.156488:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009bb2fb80 x1830882975164800/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.156494:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2fb80 with x1830882975164800 ext(3145728->4194303) 00002000:00010000:1.0:1746066730.156497:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb2fb80 00000100:00100000:0.0:1746066730.156499:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 963 00000100:00100000:0.0:1746066730.156505:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975164288:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066730.156515:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 964 00000100:00100000:1.0:1746066730.156520:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975164416:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066730.156552:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4452 00000100:00100000:0.0:1746066730.156557:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882975164672:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066730.157640:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4453 00000100:00100000:1.0:1746066730.157646:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882975164800:12345-192.168.202.57@tcp:3:cat.0 00010000:00010000:3.0:1746066730.158618:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093d2a600/0xfb36a14ee6081d64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cc3 expref: 18 pid: 21973 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.158631:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093d2a600/0xfb36a14ee6081d64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cc3 expref: 18 pid: 21973 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.158656:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093d2a600/0xfb36a14ee6081d64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cc3 expref: 18 pid: 21973 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.158691:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.158720:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975164160:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2301us (2575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.158727:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5406 00000100:00100000:2.0:1746066730.168228:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882975164672:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11661us (11955us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.168237:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4452 00002000:00100000:2.0:1746066730.168246:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009bb2c000 x1830882975164672/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.168255:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2c000 with x1830882975164672 ext(2097152->3145727) 00002000:00010000:2.0:1746066730.168259:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb2c000 00000100:00100000:1.0:1746066730.173865:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975164416:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17336us (17654us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066730.173875:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 964 00002000:00100000:1.0:1746066730.173884:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009bb2ea00 x1830882975164416/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.173893:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2ea00 with x1830882975164416 ext(3145728->4194303) 00010000:00010000:1.0:1746066730.173902:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 25 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.173914:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 25 pid: 8112 timeout: 791 lvb_type: 1 00002000:00010000:1.0:1746066730.173920:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb2ea00 00000100:00100000:1.0:1746066730.181873:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975164800:12345-192.168.202.57@tcp:3:cat.0 Request processed in 24218us (25576us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066730.181884:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4453 00002000:00100000:1.0:1746066730.181894:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009bb2fb80 x1830882975164800/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.181902:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2fb80 with x1830882975164800 ext(3145728->4194303) 00002000:00010000:1.0:1746066730.181908:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb2fb80 00000100:00100000:1.0:1746066730.187246:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975164288:12345-192.168.202.57@tcp:3:cat.0 Request processed in 30734us (31002us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066730.187257:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 963 00002000:00100000:1.0:1746066730.187267:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009bb2ce00 x1830882975164288/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.187276:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2ce00 with x1830882975164288 ext(2097152->3145727) 00010000:00010000:1.0:1746066730.187286:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 23 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:1.0:1746066730.187299:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 23 pid: 8112 timeout: 791 lvb_type: 1 00002000:00010000:1.0:1746066730.187305:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb2ce00 00000100:00100000:0.0:1746066730.191327:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.191384:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975165056 00000100:00100000:1.0:1746066730.191393:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975165056 00000100:00100000:1.0:1746066730.191436:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10846 00000100:00100000:1.0:1746066730.191443:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28913:x1830882975165056:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066730.191457:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.191472:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5940600/0xfb36a14ee6081dcd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d02 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.191493:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.191495:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.191501:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5940600/0xfb36a14ee6081dcd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d02 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.191513:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5940600/0xfb36a14ee6081dcd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d02 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.191521:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5940600, rc 0) 00000100:00100000:1.0:1746066730.191566:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28913:x1830882975165056:12345-192.168.202.57@tcp:101:cat.0 Request processed in 123us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.191572:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10846 00000100:00100000:0.0:1746066730.197582:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.198187:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975165184 00000100:00100000:3.0:1746066730.198194:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975165184 00010000:00010000:3.0:1746066730.198225:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 24 pid: 8112 timeout: 791 lvb_type: 1 00000100:00100000:1.0:1746066730.198753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.199083:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975165440 00000100:00100000:0.0:1746066730.199087:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975165440 00002000:00100000:0.0:1746066730.199114:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88008c395f80 x1830882975165440/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066730.199123:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395f80 with x1830882975165440 ext(3145728->4194303) 00002000:00010000:0.0:1746066730.199127:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c395f80 00000100:00100000:0.0:1746066730.199140:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4454 00000100:00100000:0.0:1746066730.199148:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975165440:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066730.199770:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5407 00000100:00100000:3.0:1746066730.199779:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975165184:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066730.199789:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.199805:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 25 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.199817:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 25 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.199838:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009354cc00/0xfb36a14ee6081db1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ced expref: 25 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:3.0:1746066730.199871:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.199873:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.199879:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 16 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.199887:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 16 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.199915:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 16 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066730.199925:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976252544:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066730.199997:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.204554:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.204628:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976252544:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066730.204642:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.204669:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975165184:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4892us (7095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.204691:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5407 00000100:00100000:1.0:1746066730.207197:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975165696 00000100:00100000:1.0:1746066730.208091:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975165696 00002000:00100000:1.0:1746066730.208135:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (2887680->2891775) req@ffff880092515180 x1830882975165696/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.208144:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092515180 with x1830882975165696 ext(2887680->2891775) 00002000:00010000:1.0:1746066730.208148:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092515180 00000100:00100000:1.0:1746066730.208188:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4455 00000100:00100000:1.0:1746066730.208195:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882975165696:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066730.208558:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882975165696:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 347us (3994us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066730.208564:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4455 00002000:00100000:1.0:1746066730.208570:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (2887680->2891775) req@ffff880092515180 x1830882975165696/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.208576:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092515180 with x1830882975165696 ext(2887680->2891775) 00002000:00010000:1.0:1746066730.208579:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092515180 00000100:00100000:0.0:1746066730.212092:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.212433:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975165824 00000100:00100000:2.0:1746066730.212441:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975165824 00000100:00100000:2.0:1746066730.213417:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10847 00000100:00100000:2.0:1746066730.213430:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:28919:x1830882975165824:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066730.213446:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.213461:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d09 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.213486:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 16 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.213498:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066730.213500:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066730.213503:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 26 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.213527:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 16 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.213538:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 16 pid: 9776 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.213548:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092517b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976252672:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.214203:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d1d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.215223:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.215583:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975165440:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16434us (16829us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066730.215593:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4454 00002000:00100000:1.0:1746066730.215601:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88008c395f80 x1830882975165440/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.215609:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395f80 with x1830882975165440 ext(3145728->4194303) 00002000:00010000:1.0:1746066730.215614:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c395f80 00000100:00100000:1.0:1746066730.215631:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975166080 00000100:00100000:1.0:1746066730.215635:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975166080 00002000:00100000:1.0:1746066730.215655:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3100672->3104767) req@ffff88009bb2df80 x1830882975166080/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.215661:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2df80 with x1830882975166080 ext(3100672->3104767) 00010000:00010000:1.0:1746066730.215667:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 17 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066730.215694:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 17 pid: 9776 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746066730.215699:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb2df80 00000100:00100000:1.0:1746066730.215721:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 965 00000100:00100000:1.0:1746066730.215727:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975166080:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066730.215818:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975166080:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 91us (598us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066730.215823:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 965 00002000:00100000:1.0:1746066730.215826:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3100672->3104767) req@ffff88009bb2df80 x1830882975166080/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746066741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.215832:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2df80 with x1830882975166080 ext(3100672->3104767) 00010000:00010000:1.0:1746066730.215836:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 17 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066730.215843:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 17 pid: 9776 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746066730.215848:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb2df80 00000100:00100000:0.0:1746066730.218137:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.218731:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092517b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976252672:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.218753:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 24 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.218767:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51400, rc 0) 00000100:00100000:2.0:1746066730.220538:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28919:x1830882975165824:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7105us (8444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.220547:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10847 00000100:00100000:3.0:1746066730.220941:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975166336 00000100:00100000:3.0:1746066730.220949:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975166336 00002000:00100000:3.0:1746066730.220982:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (2887680->3104767) req@ffff88009bb2d180 x1830882975166336/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.220997:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2d180 with x1830882975166336 ext(2887680->3104767) 00010000:00010000:3.0:1746066730.221004:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 17 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.221014:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 17 pid: 9776 timeout: 791 lvb_type: 0 00002000:00010000:3.0:1746066730.221020:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb2d180 00000100:00100000:3.0:1746066730.221032:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 966 00000100:00100000:3.0:1746066730.221037:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975166336:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066730.221338:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.221392:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975166592 00000100:00100000:1.0:1746066730.221396:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975166592 00000100:00100000:1.0:1746066730.221419:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3599 00000100:00100000:1.0:1746066730.221424:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28923:x1830882975166592:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066730.221568:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28923:x1830882975166592:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 143us (230us total) trans 8589942955 rc 0/0 00000100:00100000:1.0:1746066730.221574:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3599 00000100:00100000:1.0:1746066730.223743:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.223979:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975166720 00000100:00100000:2.0:1746066730.223985:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975166720 00000100:00100000:2.0:1746066730.224015:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10848 00000100:00100000:2.0:1746066730.224022:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975166720:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066730.224035:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.224049:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec51a00/0xfb36a14ee6081ddb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d10 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.224075:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51a00/0xfb36a14ee6081ddb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d10 expref: 25 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.224084:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51a00/0xfb36a14ee6081ddb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d10 expref: 25 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.224110:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51a00, rc 0) 00000100:00100000:2.0:1746066730.224919:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975166720:12345-192.168.202.57@tcp:101:cat.0 Request processed in 894us (1180us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066730.224925:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10848 00000100:00100000:3.0:1746066730.228924:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975166336:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 7876us (10782us total) trans 21474840181 rc 0/0 00000100:00100000:3.0:1746066730.228936:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 966 00002000:00100000:3.0:1746066730.228947:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (2887680->3104767) req@ffff88009bb2d180 x1830882975166336/t21474840181(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/448 e 0 to 0 dl 1746066741 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.228956:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2d180 with x1830882975166336 ext(2887680->3104767) 00010000:00010000:3.0:1746066730.228964:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 19 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.228977:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 19 pid: 9776 timeout: 791 lvb_type: 0 00002000:00010000:3.0:1746066730.228984:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb2d180 00000100:00100000:0.0:1746066730.237753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.237806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.237889:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975167104 00000100:00100000:2.0:1746066730.237897:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975167104 00010000:00010000:2.0:1746066730.237928:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 19 pid: 9776 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.237953:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5408 00000100:00100000:2.0:1746066730.237960:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a521a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975167104:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.237972:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066730.238057:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975166976 00000100:00100000:3.0:1746066730.238060:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975166976 00002000:00100000:3.0:1746066730.238086:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009ed71880 x1830882975166976/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.238094:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71880 with x1830882975166976 ext(4194304->5079039) 00002000:00010000:3.0:1746066730.238098:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed71880 00000100:00100000:1.0:1746066730.238174:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4456 00000100:00100000:1.0:1746066730.238182:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975166976:12345-192.168.202.57@tcp:3:cat.0 00010000:00010000:2.0:1746066730.239277:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 19 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.239296:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 19 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.239314:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e64f800/0xfb36a14ee6081dc6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2887680->3145727] (req 2887680->3104767) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cfb expref: 19 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.239339:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.239341:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.239346:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.239353:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.239382:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.239394:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092514700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976252800:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066730.239436:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d1d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.247961:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092514700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976252800:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066730.247978:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.248011:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a521a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975167104:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 10051us (10204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.248020:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5408 00000100:00100000:0.0:1746066730.249355:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.249734:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975166976:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11552us (11987us total) trans 0 rc 884736/884736 00000100:00100000:1.0:1746066730.249743:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4456 00002000:00100000:1.0:1746066730.249751:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009ed71880 x1830882975166976/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.249760:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed71880 with x1830882975166976 ext(4194304->5079039) 00002000:00010000:1.0:1746066730.249765:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed71880 00000100:00100000:1.0:1746066730.250433:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975167360 00000100:00100000:1.0:1746066730.250440:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975167360 00002000:00100000:1.0:1746066730.250468:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3035136->3039231) req@ffff88009ed72300 x1830882975167360/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.250475:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed72300 with x1830882975167360 ext(3035136->3039231) 00002000:00010000:1.0:1746066730.250478:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed72300 00000100:00100000:3.0:1746066730.250549:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4457 00000100:00100000:3.0:1746066730.250557:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975167360:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066730.250970:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975167360:12345-192.168.202.57@tcp:3:cat.0 Request processed in 413us (1616us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066730.250977:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4457 00002000:00100000:3.0:1746066730.250983:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3035136->3039231) req@ffff88009ed72300 x1830882975167360/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.250990:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed72300 with x1830882975167360 ext(3035136->3039231) 00002000:00010000:3.0:1746066730.250992:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed72300 00000100:00100000:0.0:1746066730.254950:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.255568:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975167488 00000100:00100000:2.0:1746066730.255577:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975167488 00000100:00100000:2.0:1746066730.255629:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10849 00000100:00100000:2.0:1746066730.255637:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28919:x1830882975167488:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066730.255653:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.255668:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d17 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.255722:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d2b600/0xfb36a14ee6081d79 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cca expref: 27 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.255729:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d2ac00/0xfb36a14ee6081dbf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cf4 expref: 35 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.255735:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.255736:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.255740:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->2711551] (req 2097152->2711551) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 35 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.255764:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d2ac00/0xfb36a14ee6081dbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cf4 expref: 35 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.255776:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d2ac00/0xfb36a14ee6081dbf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cf4 expref: 35 pid: 8112 timeout: 791 lvb_type: 1 00000100:00100000:2.0:1746066730.255787:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092514700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976252928:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.255870:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d2b600/0xfb36a14ee6081d79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cca expref: 27 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.255883:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d2b600/0xfb36a14ee6081d79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cca expref: 27 pid: 8112 timeout: 791 lvb_type: 1 00000100:00100000:2.0:1746066730.255890:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976253056:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.255909:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d1de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.261033:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.261213:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975167616 00000100:00100000:1.0:1746066730.261222:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975167616 00000100:00100000:1.0:1746066730.261274:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10850 00000100:00100000:1.0:1746066730.261281:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975167616:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066730.261296:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.261310:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5940c00/0xfb36a14ee6081de9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d1e expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.261339:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5940c00/0xfb36a14ee6081de9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d1e expref: 25 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.261348:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5940c00/0xfb36a14ee6081de9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d1e expref: 25 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.261360:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5940c00, rc 0) 00000100:00100000:1.0:1746066730.261398:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975167616:12345-192.168.202.57@tcp:101:cat.0 Request processed in 118us (373us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066730.261404:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10850 00000100:00100000:2.0:1746066730.261592:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092514700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976252928:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.261601:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976253056:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.261620:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->2711551] (req 2097152->2711551) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 35 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.261629:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50200, rc 0) 00000100:00100000:2.0:1746066730.261645:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:28919:x1830882975167488:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6010us (6704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.261650:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10849 00000100:00100000:0.0:1746066730.267023:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.267087:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.267114:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.267634:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975167744 00000100:00100000:1.0:1746066730.267642:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975167744 00010000:00010000:1.0:1746066730.267671:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d2b600/0xfb36a14ee6081d79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cca expref: 28 pid: 8112 timeout: 791 lvb_type: 1 00000100:00100000:0.0:1746066730.267759:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.268375:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975167872 00000100:00100000:1.0:1746066730.268378:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975167872 00010000:00010000:1.0:1746066730.268391:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d2ac00/0xfb36a14ee6081dbf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cf4 expref: 35 pid: 8112 timeout: 791 lvb_type: 1 00000100:00100000:3.0:1746066730.268444:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975168000 00000100:00100000:3.0:1746066730.268447:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975168000 00000100:00100000:3.0:1746066730.268468:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975168128 00000100:00100000:3.0:1746066730.268470:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975168128 00000100:00100000:3.0:1746066730.268483:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10851 00000100:00100000:3.0:1746066730.268490:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975168000:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.268502:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.268514:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081df0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d25 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.268538:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081df0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d25 expref: 25 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.268551:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926bf800/0xfb36a14ee6081df0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d25 expref: 25 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.268564:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926bf800, rc 0) 00000100:00100000:3.0:1746066730.268600:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975168000:12345-192.168.202.57@tcp:101:cat.0 Request processed in 111us (1484us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.268606:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10851 00000100:00100000:3.0:1746066730.268616:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10852 00000100:00100000:3.0:1746066730.268620:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882975168128:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.268625:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.268632:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800926be000/0xfb36a14ee6081df7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d2c expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.268641:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.268646:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800926be000/0xfb36a14ee6081df7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d2c expref: 37 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.268653:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800926be000/0xfb36a14ee6081df7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d2c expref: 37 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.268660:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926be000, rc 0) 00000100:00100000:3.0:1746066730.268689:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882975168128:12345-192.168.202.57@tcp:101:cat.0 Request processed in 53us (915us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.268694:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10852 00000100:00100000:2.0:1746066730.268958:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5409 00000100:00100000:2.0:1746066730.268965:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975167744:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.268973:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.268989:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d2b600/0xfb36a14ee6081d79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cca expref: 28 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:2.0:1746066730.268997:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d2b600/0xfb36a14ee6081d79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cca expref: 28 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:2.0:1746066730.269016:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d2b600/0xfb36a14ee6081d79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cca expref: 28 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:2.0:1746066730.269031:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.269048:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1965:x1830882975167744:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 84us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.269053:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5409 00000100:00100000:2.0:1746066730.269072:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5410 00000100:00100000:2.0:1746066730.269077:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882975167872:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.269083:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.269090:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d2ac00/0xfb36a14ee6081dbf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cf4 expref: 35 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:2.0:1746066730.269098:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d2ac00/0xfb36a14ee6081dbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cf4 expref: 35 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:2.0:1746066730.269108:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d2ac00/0xfb36a14ee6081dbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cf4 expref: 35 pid: 8112 timeout: 791 lvb_type: 1 00010000:00010000:2.0:1746066730.269115:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.269116:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.269121:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.269127:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.269167:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.269177:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976253184:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066730.269224:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d1de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.273246:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976253184:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066730.273265:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.273314:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975167872:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4235us (6224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.273323:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5410 00000100:00100000:0.0:1746066730.284551:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.285620:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975168384 00000100:00100000:3.0:1746066730.285631:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975168384 00002000:00100000:3.0:1746066730.285670:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2707456->2711551) req@ffff88009e93ea00 x1830882975168384/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.285691:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ea00 with x1830882975168384 ext(2707456->2711551) 00002000:00010000:3.0:1746066730.285697:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93ea00 00000100:00100000:3.0:1746066730.285713:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4458 00000100:00100000:3.0:1746066730.285719:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975168384:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066730.285867:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975168384:12345-192.168.202.57@tcp:3:cat.0 Request processed in 147us (1324us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066730.285873:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4458 00002000:00100000:3.0:1746066730.285879:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2707456->2711551) req@ffff88009e93ea00 x1830882975168384/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.285886:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ea00 with x1830882975168384 ext(2707456->2711551) 00002000:00010000:3.0:1746066730.285889:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93ea00 00000100:00100000:0.0:1746066730.288547:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.288817:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975168640 00000100:00100000:2.0:1746066730.288824:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975168640 00000100:00100000:2.0:1746066730.288937:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3600 00000100:00100000:2.0:1746066730.288945:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:28919:x1830882975168640:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066730.289188:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28919:x1830882975168640:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 243us (647us total) trans 8589942956 rc 0/0 00000100:00100000:2.0:1746066730.289195:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3600 00000100:00100000:0.0:1746066730.367012:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.367193:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975168768 00000100:00100000:2.0:1746066730.367201:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975168768 00000100:00100000:0.0:1746066730.367206:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.367257:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975168896 00000100:00100000:3.0:1746066730.367260:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975168896 00000100:00100000:3.0:1746066730.367330:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10853 00000100:00100000:2.0:1746066730.367335:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10854 00000100:00100000:3.0:1746066730.367337:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882975168896:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:2.0:1746066730.367340:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975168768:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.367352:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.367352:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.367365:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800926bfa00/0xfb36a14ee6081e05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d3a expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.367365:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081dfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d33 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.367389:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081dfe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d33 expref: 19 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.367397:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081dfe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d33 expref: 19 pid: 9776 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066730.367404:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976253312:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066730.367476:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab180 going to sleep for 11 seconds 00010000:00010000:2.0:1746066730.367754:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51e00, rc 0) 00000100:00100000:2.0:1746066730.367790:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975168768:12345-192.168.202.57@tcp:101:cat.0 Request processed in 449us (783us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066730.367796:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10854 00002000:00010000:3.0:1746066730.368913:0:21203:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime: 1746066729 -> 1746066730 00002000:00010000:3.0:1746066730.368917:0:21203:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066729 -> 1746066730 00002000:00010000:3.0:1746066730.368919:0:21203:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066729 -> 1746066730 00000100:00100000:3.0:1746066730.368935:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976253312:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066730.368952:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800926bfa00/0xfb36a14ee6081e05 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d3a expref: 28 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.368961:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800926bfa00/0xfb36a14ee6081e05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d3a expref: 28 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.368977:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926bfa00, rc 0) 00000100:00100000:3.0:1746066730.369006:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882975168896:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1670us (1799us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.369015:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10853 00000100:00100000:0.0:1746066730.378074:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.378110:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.379123:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.379543:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975169408 00000100:00100000:1.0:1746066730.379543:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975169280 00000100:00100000:2.0:1746066730.379550:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975169408 00000100:00100000:1.0:1746066730.379550:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975169280 00002000:00100000:2.0:1746066730.379585:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e93d880 x1830882975169408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.379585:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e93c700 x1830882975169280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.379595:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93d880 with x1830882975169408 ext(1048576->2097151) 00002000:00100000:1.0:1746066730.379595:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93c700 with x1830882975169280 ext(1048576->2097151) 00002000:00010000:2.0:1746066730.379599:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93d880 00002000:00010000:1.0:1746066730.379599:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93c700 00000100:00100000:1.0:1746066730.379620:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975169664 00000100:00100000:1.0:1746066730.379622:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975169664 00002000:00100000:1.0:1746066730.379633:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e93fb80 x1830882975169664/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.379638:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93fb80 with x1830882975169664 ext(0->1048575) 00002000:00010000:1.0:1746066730.379641:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93fb80 00000100:00100000:3.0:1746066730.379642:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4459 00000100:00100000:3.0:1746066730.379652:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975169280:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066730.379656:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4460 00000100:00100000:1.0:1746066730.379661:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975169408:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066730.379666:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4461 00000100:00100000:3.0:1746066730.379669:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975169664:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066730.396556:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882975169408:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16887us (18482us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066730.396566:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4460 00002000:00100000:1.0:1746066730.396574:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e93d880 x1830882975169408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.396582:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93d880 with x1830882975169408 ext(1048576->2097151) 00002000:00010000:1.0:1746066730.396587:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93d880 00000100:00100000:0.0:1746066730.406817:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.406896:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975169920 00000100:00100000:1.0:1746066730.406903:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975169920 00000100:00100000:1.0:1746066730.407519:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9092 00000100:00100000:1.0:1746066730.407527:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:28934:x1830882975169920:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066730.407548:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.407563:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86e00/0xfb36a14ee6081e0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d41 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.407663:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081e13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407704:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081e13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407714:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081e13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407725:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081e1a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407730:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081e1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407734:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081e1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407817:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081e21 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407825:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081e21 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407830:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081e21 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:1.0:1746066730.407838:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066730.407901:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081e13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407907:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081e13 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407912:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081e13 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407920:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf86600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066730.407923:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081e13 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407928:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081e13 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407936:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066730.407938:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066730.407941:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081e13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407945:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86600/0xfb36a14ee6081e13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407968:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081e1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407972:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081e1a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407975:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081e1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407979:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf86800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066730.407981:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081e1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407985:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081e1a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407990:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705f00) 00010000:00010000:1.0:1746066730.407991:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066730.407994:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081e1a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.407997:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86800/0xfb36a14ee6081e1a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.408026:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf86e00/0xfb36a14ee6081e0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d41 expref: 258 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.408036:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081e21 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d41 expref: 257 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.408042:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066730.408043:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066730.408045:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34800, rc 0) 00000100:00100000:1.0:1746066730.408082:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28934:x1830882975169920:12345-192.168.202.57@tcp:101:cat.0 Request processed in 556us (1273us total) trans 8589942957 rc 0/0 00000100:00100000:1.0:1746066730.408088:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9092 00000100:00100000:2.0:1746066730.409372:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975169280:12345-192.168.202.57@tcp:3:cat.0 Request processed in 29720us (31258us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.409380:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4459 00002000:00100000:2.0:1746066730.409388:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e93c700 x1830882975169280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.409396:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93c700 with x1830882975169280 ext(1048576->2097151) 00002000:00010000:2.0:1746066730.409399:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93c700 00000100:00100000:0.0:1746066730.410584:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.410897:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975170176 00000100:00100000:2.0:1746066730.410902:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975170176 00000100:00100000:2.0:1746066730.410936:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3601 00000100:00100000:2.0:1746066730.410941:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:28934:x1830882975170176:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:2.0:1746066730.411055:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28934:x1830882975170176:12345-192.168.202.57@tcp:35:cat.0 Request processed in 113us (472us total) trans 8589942958 rc 0/0 00000100:00100000:2.0:1746066730.411061:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3601 00000100:00100000:3.0:1746066730.411617:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975169664:12345-192.168.202.57@tcp:3:cat.0 Request processed in 31946us (32493us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066730.411623:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4461 00002000:00100000:3.0:1746066730.411629:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e93fb80 x1830882975169664/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.411636:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93fb80 with x1830882975169664 ext(0->1048575) 00002000:00010000:3.0:1746066730.411639:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93fb80 00000100:00100000:0.0:1746066730.415354:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.415571:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975170304 00000100:00100000:3.0:1746066730.415578:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975170304 00000100:00100000:3.0:1746066730.415920:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10855 00000100:00100000:3.0:1746066730.415929:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975170304:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.415945:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.415959:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800926bf600/0xfb36a14ee6081e2f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d48 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.415985:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800926bf600/0xfb36a14ee6081e2f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d48 expref: 25 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.415994:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926bf600/0xfb36a14ee6081e2f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d48 expref: 25 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.416017:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926bf600, rc 0) 00000100:00100000:3.0:1746066730.416051:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975170304:12345-192.168.202.57@tcp:101:cat.0 Request processed in 124us (704us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.416057:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10855 00000100:00100000:0.0:1746066730.419965:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.420019:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975170560 00000100:00100000:2.0:1746066730.420026:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975170560 00000100:00100000:2.0:1746066730.420065:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9093 00000100:00100000:2.0:1746066730.420071:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28935:x1830882975170560:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066730.420088:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.420101:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee6081e36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d4f expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.420180:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066730.420192:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33c600/0xfb36a14ee6081d9c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd8 expref: 11 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.420198:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081e21 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d41 expref: 259 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.420203:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 5/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066730.420226:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081e21 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d41 expref: 259 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.420238:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081e21 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d41 expref: 259 pid: 14549 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.420248:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976253440:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.420320:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33c600/0xfb36a14ee6081d9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd8 expref: 11 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.420327:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33c600/0xfb36a14ee6081d9c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd8 expref: 11 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.420333:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976253568:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.420348:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d1d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.424605:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976253440:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.424617:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976253568:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066730.424764:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.424800:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.424868:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975170816 00000100:00100000:3.0:1746066730.424873:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975170816 00010000:00010000:3.0:1746066730.424900:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081e21 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d41 expref: 260 pid: 14549 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746066730.426793:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.426829:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066730.426901:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:2.0:1746066730.426924:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975170944 00000100:00100000:2.0:1746066730.426928:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975170944 00000100:00100000:2.0:1746066730.426954:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975171072 00000100:00100000:2.0:1746066730.426956:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975171072 00000100:00100000:2.0:1746066730.426971:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10856 00000100:00100000:2.0:1746066730.426977:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975170944:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066730.426990:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.427005:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081e44 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d56 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.427028:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081e44 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d56 expref: 19 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.427037:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081e44 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d56 expref: 19 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.427048:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51200, rc 0) 00000100:00100000:2.0:1746066730.427080:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975170944:12345-192.168.202.57@tcp:101:cat.0 Request processed in 103us (292us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066730.427086:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10856 00000100:00100000:2.0:1746066730.427097:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10857 00000100:00100000:2.0:1746066730.427102:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882975171072:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066730.427108:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.427115:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec51c00/0xfb36a14ee6081e4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d5d expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.427145:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976253696:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066730.427192:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d1d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066730.427267:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975170688 00000100:00100000:3.0:1746066730.427271:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975170688 00010000:00010000:3.0:1746066730.427285:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33c600/0xfb36a14ee6081d9c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd8 expref: 12 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.427930:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5411 00000100:00100000:2.0:1746066730.427938:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:1963:x1830882975170816:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.427948:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.427954:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081e21 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d41 expref: 260 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.427966:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081e21 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d41 expref: 260 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.427980:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34800/0xfb36a14ee6081e21 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d41 expref: 260 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.427990:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066730.427994:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066730.428000:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066730.428005:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.428035:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:1963:x1830882975170816:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 98us (3272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.428041:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5411 00000100:00100000:2.0:1746066730.428053:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5412 00000100:00100000:2.0:1746066730.428058:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1965:x1830882975170688:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.428064:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.428067:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33c600/0xfb36a14ee6081d9c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd8 expref: 12 pid: 809 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.428074:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33c600/0xfb36a14ee6081d9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd8 expref: 12 pid: 809 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.428083:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33c600/0xfb36a14ee6081d9c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd8 expref: 12 pid: 809 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.428090:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066730.428093:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066730.428099:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066730.428104:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066730.428117:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.428129:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882975170688:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 72us (3329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.428134:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5412 00010000:00010000:2.0:1746066730.428147:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066730.428163:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066730.428177:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066730.428282:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50000/0xfb36a14ee6081e36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d4f expref: 260 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.428293:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d4f expref: 259 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.428298:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066730.428300:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066730.428303:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51600, rc 0) 00000100:00100000:2.0:1746066730.428322:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:28935:x1830882975170560:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 8250us (8363us total) trans 8589942959 rc 0/0 00000100:00100000:2.0:1746066730.428328:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9093 00000100:00100000:2.0:1746066730.438804:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976253696:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066730.438834:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec51c00/0xfb36a14ee6081e4b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d5d expref: 28 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.438848:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51c00/0xfb36a14ee6081e4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d5d expref: 28 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.438858:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51c00, rc 0) 00000100:00100000:2.0:1746066730.438902:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882975171072:12345-192.168.202.57@tcp:101:cat.0 Request processed in 11798us (12072us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066730.438910:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10857 00000100:00100000:2.0:1746066730.439004:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.439058:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.439074:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975171328 00000100:00100000:2.0:1746066730.439079:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975171328 00002000:00100000:2.0:1746066730.439102:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88008efb4380 x1830882975171328/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.439110:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb4380 with x1830882975171328 ext(0->1048575) 00002000:00010000:2.0:1746066730.439114:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb4380 00000100:00100000:2.0:1746066730.439125:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975171584 00000100:00100000:2.0:1746066730.439127:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975171584 00002000:00100000:2.0:1746066730.439134:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88008efb6a00 x1830882975171584/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.439145:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb6a00 with x1830882975171584 ext(1048576->2097151) 00002000:00010000:2.0:1746066730.439147:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb6a00 00000100:00100000:2.0:1746066730.439173:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4462 00000100:00100000:2.0:1746066730.439179:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975171328:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066730.440273:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4463 00000100:00100000:2.0:1746066730.440280:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975171584:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066730.459942:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975171328:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20747us (20922us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.459954:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4462 00002000:00100000:2.0:1746066730.459972:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88008efb4380 x1830882975171328/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.459983:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb4380 with x1830882975171328 ext(0->1048575) 00002000:00010000:2.0:1746066730.459991:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb4380 00000100:00100000:0.0:1746066730.462748:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.463058:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975171712 00000100:00100000:3.0:1746066730.463066:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975171712 00000100:00100000:3.0:1746066730.463538:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10858 00000100:00100000:3.0:1746066730.463546:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28930:x1830882975171712:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.463562:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.463576:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d64 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.463600:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.463607:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066730.463608:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066730.463611:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d64 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.463634:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.463644:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 23 pid: 21203 timeout: 791 lvb_type: 0 00000100:00100000:3.0:1746066730.463654:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976253824:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066730.464379:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ab180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.466588:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.466949:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975171584:12345-192.168.202.57@tcp:3:cat.0 Request processed in 26666us (27887us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066730.466959:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4463 00002000:00100000:3.0:1746066730.466971:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88008efb6a00 x1830882975171584/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.466979:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb6a00 with x1830882975171584 ext(1048576->2097151) 00002000:00010000:3.0:1746066730.466985:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb6a00 00000100:00100000:3.0:1746066730.467028:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975171968 00000100:00100000:3.0:1746066730.467036:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975171968 00000100:00100000:3.0:1746066730.467098:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9094 00000100:00100000:3.0:1746066730.467106:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28937:x1830882975171968:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066730.467125:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.467142:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135159000/0xfb36a14ee6081e60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d6b expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.467255:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081e67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467268:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081e67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467278:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081e67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467302:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135158e00/0xfb36a14ee6081e6e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467309:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135158e00/0xfb36a14ee6081e6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467314:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135158e00/0xfb36a14ee6081e6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467428:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea200/0xfb36a14ee6081e75 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467441:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea200/0xfb36a14ee6081e75 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467447:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea200/0xfb36a14ee6081e75 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:3.0:1746066730.467456:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066730.467543:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081e67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467550:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081e67 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467555:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081e67 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467559:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135158c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066730.467563:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081e67 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467568:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081e67 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467578:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066730.467581:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066730.467585:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081e67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467589:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081e67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467607:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135158e00/0xfb36a14ee6081e6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467616:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135158e00/0xfb36a14ee6081e6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467620:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135158e00/0xfb36a14ee6081e6e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467624:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135158e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066730.467626:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135158e00/0xfb36a14ee6081e6e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467630:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135158e00/0xfb36a14ee6081e6e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467637:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880135b13900) 00010000:00010000:3.0:1746066730.467639:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066730.467641:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135158e00/0xfb36a14ee6081e6e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467645:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135158e00/0xfb36a14ee6081e6e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066730.467716:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135159000/0xfb36a14ee6081e60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d6b expref: 14 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.467727:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea200/0xfb36a14ee6081e75 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d6b expref: 13 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.467733:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066730.467735:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746066730.467737:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099aea200, rc 0) 00000100:00100000:3.0:1746066730.467769:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28937:x1830882975171968:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 663us (1186us total) trans 8589942960 rc 0/0 00000100:00100000:3.0:1746066730.467775:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9094 00000100:00100000:3.0:1746066730.482925:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976253824:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066730.482952:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d64 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.482966:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159800, rc 0) 00000100:00100000:3.0:1746066730.484190:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28930:x1830882975171712:12345-192.168.202.57@tcp:101:cat.0 Request processed in 20640us (21444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.484198:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10858 00000100:00100000:0.0:1746066730.494344:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.494419:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975172224 00000100:00100000:3.0:1746066730.494426:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975172224 00000100:00100000:3.0:1746066730.494458:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10859 00000100:00100000:3.0:1746066730.494463:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28934:x1830882975172224:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.494478:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.494490:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d72 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.494511:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066730.494515:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d72 expref: 25 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.494524:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d72 expref: 25 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.494532:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159600, rc 0) 00000100:00100000:3.0:1746066730.494576:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:28934:x1830882975172224:12345-192.168.202.57@tcp:101:cat.0 Request processed in 113us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.494582:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10859 00000100:00100000:0.0:1746066730.497396:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.498015:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975172096 00000100:00100000:3.0:1746066730.498023:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975172096 00002000:00100000:3.0:1746066730.498054:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3035136->3145727) req@ffff8800996d8380 x1830882975172096/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.498063:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8380 with x1830882975172096 ext(3035136->3145727) 00010000:00010000:3.0:1746066730.498071:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 25 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.498081:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 25 pid: 21203 timeout: 791 lvb_type: 0 00002000:00010000:3.0:1746066730.498086:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800996d8380 00000100:00100000:3.0:1746066730.499617:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 967 00000100:00100000:3.0:1746066730.499637:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975172096:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066730.526728:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.527074:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975172352 00000100:00100000:1.0:1746066730.527084:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975172352 00000100:00100000:1.0:1746066730.527131:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10860 00000100:00100000:1.0:1746066730.527142:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28937:x1830882975172352:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066730.527171:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.527188:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d79 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.527219:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee6081d2c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c99 expref: 20 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.527232:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093d2a800/0xfb36a14ee6081d80 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd1 expref: 26 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.527238:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.527240:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.527243:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 5/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1404928->1798143] (req 1404928->1798143) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.527274:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093d2a800/0xfb36a14ee6081d80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd1 expref: 26 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.527285:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093d2a800/0xfb36a14ee6081d80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd1 expref: 26 pid: 20532 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066730.527295:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976253952:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.527411:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee6081d2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c99 expref: 20 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.527420:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee6081d2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c99 expref: 20 pid: 4614 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066730.527429:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976254080:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.527456:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066730.528240:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975172096:12345-192.168.202.57@tcp:4:cat.0 Request processed in 28607us (30845us total) trans 21474840182 rc 0/0 00000100:00100000:3.0:1746066730.528249:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 967 00002000:00100000:3.0:1746066730.528259:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3035136->3145727) req@ffff8800996d8380 x1830882975172096/t21474840182(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/448 e 0 to 0 dl 1746066741 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.528268:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8380 with x1830882975172096 ext(3035136->3145727) 00010000:00010000:3.0:1746066730.528275:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 27 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.528288:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 27 pid: 21203 timeout: 791 lvb_type: 0 00002000:00010000:3.0:1746066730.528293:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800996d8380 00000100:00100000:0.0:1746066730.531788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.532418:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976253952:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.532437:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976254080:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.532465:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1404928->1798143] (req 1404928->1798143) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 20 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.532481:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34000, rc 0) 00000100:00100000:1.0:1746066730.532529:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28937:x1830882975172352:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5387us (5807us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.532536:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10860 00000100:00100000:0.0:1746066730.533149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.533387:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.533559:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975172480 00000100:00100000:2.0:1746066730.533565:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975172480 00010000:00010000:2.0:1746066730.533589:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093d2a800/0xfb36a14ee6081d80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd1 expref: 27 pid: 20532 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.533618:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975172608 00000100:00100000:2.0:1746066730.533621:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975172608 00010000:00010000:2.0:1746066730.533629:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee6081d2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c99 expref: 20 pid: 4614 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.533646:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5413 00000100:00100000:2.0:1746066730.533653:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975172480:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.533663:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.533699:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093d2a800/0xfb36a14ee6081d80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd1 expref: 27 pid: 20532 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.533708:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093d2a800/0xfb36a14ee6081d80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd1 expref: 27 pid: 20532 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.533726:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093d2a800/0xfb36a14ee6081d80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cd1 expref: 27 pid: 20532 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.533743:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.533776:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975172480:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 122us (1992us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.533782:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5413 00000100:00100000:2.0:1746066730.533798:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5414 00000100:00100000:2.0:1746066730.533805:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975172608:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.533813:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.533823:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee6081d2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c99 expref: 20 pid: 4614 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.533831:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee6081d2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c99 expref: 20 pid: 4614 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.533848:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cad0a00/0xfb36a14ee6081d2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978c99 expref: 20 pid: 4614 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.533857:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.533859:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.533865:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.533873:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.533903:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 19 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.533914:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976254208:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066730.533976:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1dabf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.534606:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975172736 00000100:00100000:2.0:1746066730.534609:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975172736 00010000:00010000:2.0:1746066730.534621:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 26 pid: 21203 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.534638:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5415 00000100:00100000:2.0:1746066730.534643:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5219c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975172736:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.534650:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066730.534657:0:9852:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066729 -> 1746066730 00010000:00010000:2.0:1746066730.534662:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 26 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.534669:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 26 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.534696:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081dd4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d09 expref: 26 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.534704:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.534705:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.534709:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d64 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.534715:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d64 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.534722:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.534723:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.534725:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d72 expref: 25 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.534730:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d72 expref: 25 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.534748:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d72 expref: 25 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.534756:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976254336:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066730.534789:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d64 expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.534796:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976254464:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066730.534807:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d1d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.543491:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.543526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.543559:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.543597:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976254336:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066730.543605:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.543606:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976254464:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066730.543622:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066730.543652:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.543658:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5219c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975172736:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9014us (10270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.543667:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5415 00000100:00100000:3.0:1746066730.543712:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975172992 00000100:00100000:3.0:1746066730.543717:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975172992 00000100:00100000:1.0:1746066730.543745:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975173248 00002000:00100000:3.0:1746066730.543747:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1404928->1409023) req@ffff8800996d8000 x1830882975172992/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:1.0:1746066730.543752:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975173248 00002000:00100000:3.0:1746066730.543755:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8000 with x1830882975172992 ext(1404928->1409023) 00002000:00010000:3.0:1746066730.543759:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996d8000 00000100:00100000:3.0:1746066730.543769:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975173632 00000100:00100000:3.0:1746066730.543770:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975173632 00002000:00100000:3.0:1746066730.543778:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800996db480 x1830882975173632/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.543783:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996db480 with x1830882975173632 ext(2097152->3145727) 00002000:00100000:1.0:1746066730.543783:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800996d8a80 x1830882975173248/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00010000:3.0:1746066730.543785:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996db480 00000100:00100000:3.0:1746066730.543791:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975173888 00002000:00100000:1.0:1746066730.543791:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8a80 with x1830882975173248 ext(2097152->3145727) 00000100:00100000:3.0:1746066730.543792:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975173888 00002000:00010000:1.0:1746066730.543794:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996d8a80 00002000:00100000:3.0:1746066730.543800:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3760128->4194303) req@ffff8800996d8700 x1830882975173888/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.543805:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8700 with x1830882975173888 ext(3760128->4194303) 00002000:00010000:3.0:1746066730.543807:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800996d8700 00000100:00100000:3.0:1746066730.543813:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975173760 00000100:00100000:3.0:1746066730.543814:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975173760 00002000:00100000:3.0:1746066730.543820:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2711552->3760127) req@ffff880093210380 x1830882975173760/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.543825:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210380 with x1830882975173760 ext(2711552->3760127) 00000100:00100000:1.0:1746066730.543827:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4464 00002000:00010000:3.0:1746066730.543828:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093210380 00000100:00100000:1.0:1746066730.543835:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975172992:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066730.543836:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4465 00000100:00100000:3.0:1746066730.543840:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975173632:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066730.543983:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975172992:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 136us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066730.543990:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4464 00002000:00100000:1.0:1746066730.543996:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1404928->1409023) req@ffff8800996d8000 x1830882975172992/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066730.544003:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8000 with x1830882975172992 ext(1404928->1409023) 00002000:00010000:1.0:1746066730.544006:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996d8000 00000100:00100000:1.0:1746066730.544022:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4466 00000100:00100000:1.0:1746066730.544030:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975173248:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066730.544349:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4467 00000100:00100000:3.0:1746066730.544354:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1965:x1830882975173888:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066730.544751:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4468 00000100:00100000:3.0:1746066730.544756:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882975173760:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066730.545305:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976254208:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066730.545317:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.545332:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975172608:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 11529us (12187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.545339:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5414 00000100:00100000:3.0:1746066730.552493:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882975173888:12345-192.168.202.57@tcp:3:cat.0 Request processed in 8131us (8881us total) trans 0 rc 434176/434176 00000100:00100000:3.0:1746066730.552504:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4467 00002000:00100000:3.0:1746066730.552515:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3760128->4194303) req@ffff8800996d8700 x1830882975173888/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 434176/434176 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.552524:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8700 with x1830882975173888 ext(3760128->4194303) 00002000:00010000:3.0:1746066730.552529:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800996d8700 00000100:00100000:1.0:1746066730.556544:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.557443:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975174272 00000100:00100000:3.0:1746066730.557450:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975174272 00002000:00100000:3.0:1746066730.557482:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1794048->1798143) req@ffff88008c396a00 x1830882975174272/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.557490:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c396a00 with x1830882975174272 ext(1794048->1798143) 00002000:00010000:3.0:1746066730.557495:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c396a00 00000100:00100000:0.0:1746066730.558334:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975173248:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 14302us (14806us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066730.558342:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4466 00002000:00100000:0.0:1746066730.558349:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800996d8a80 x1830882975173248/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066730.558355:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8a80 with x1830882975173248 ext(2097152->3145727) 00002000:00010000:0.0:1746066730.558358:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996d8a80 00000100:00100000:0.0:1746066730.558374:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4469 00000100:00100000:0.0:1746066730.558381:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975174272:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066730.559627:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975174272:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 1245us (3089us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066730.559634:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4469 00002000:00100000:0.0:1746066730.559641:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1794048->1798143) req@ffff88008c396a00 x1830882975174272/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066730.559648:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c396a00 with x1830882975174272 ext(1794048->1798143) 00002000:00010000:0.0:1746066730.559652:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c396a00 00000100:00100000:2.0:1746066730.565135:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975173632:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21287us (21569us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.565145:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4465 00002000:00100000:2.0:1746066730.565162:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800996db480 x1830882975173632/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.565171:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996db480 with x1830882975173632 ext(2097152->3145727) 00002000:00010000:2.0:1746066730.565175:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996db480 00000100:00100000:0.0:1746066730.565700:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.565792:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975173760:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21034us (22140us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066730.565799:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4468 00002000:00100000:3.0:1746066730.565805:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2711552->3760127) req@ffff880093210380 x1830882975173760/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.565812:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210380 with x1830882975173760 ext(2711552->3760127) 00002000:00010000:3.0:1746066730.565815:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093210380 00000100:00100000:1.0:1746066730.566293:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975174528 00000100:00100000:1.0:1746066730.566299:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975174528 00000100:00100000:1.0:1746066730.566428:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3602 00000100:00100000:1.0:1746066730.566436:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:28937:x1830882975174528:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066730.567058:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28937:x1830882975174528:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 622us (1358us total) trans 8589942961 rc 0/0 00000100:00100000:1.0:1746066730.567065:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3602 00000100:00100000:0.0:1746066730.568788:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.568887:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975174656 00000100:00100000:1.0:1746066730.568893:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975174656 00000100:00100000:1.0:1746066730.568937:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10861 00000100:00100000:1.0:1746066730.568944:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28930:x1830882975174656:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066730.568958:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.568972:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d80 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.568995:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 33 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.569003:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066730.569004:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066730.569007:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 28 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.569031:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 33 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.569043:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 33 pid: 21203 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066730.569053:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976254592:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.569127:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.572209:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.572371:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975174784 00000100:00100000:2.0:1746066730.572377:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975174784 00000100:00100000:2.0:1746066730.572421:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10862 00000100:00100000:2.0:1746066730.572429:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:28935:x1830882975174784:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066730.572445:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.572459:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d87 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.572487:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d64 expref: 18 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.572494:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d72 expref: 26 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.572499:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.572501:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.572504:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 26 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.572528:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d72 expref: 26 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.572536:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d72 expref: 26 pid: 9776 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066730.572712:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976254592:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.572730:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 28 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.572740:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34c00, rc 0) 00000100:00100000:1.0:1746066730.572772:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28930:x1830882975174656:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3828us (3988us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.572778:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10861 00000100:00100000:2.0:1746066730.573015:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976254720:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.573209:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d64 expref: 18 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.573218:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d64 expref: 18 pid: 9776 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.573227:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976254848:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.573251:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1dabf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.576346:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.576574:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.576737:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975175040 00000100:00100000:1.0:1746066730.576744:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975175040 00000100:00100000:1.0:1746066730.576780:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10863 00000100:00100000:1.0:1746066730.576787:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:28934:x1830882975175040:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066730.576801:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.576815:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d8e expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066730.576960:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.577023:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975175168 00000100:00100000:2.0:1746066730.577027:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975175168 00010000:00010000:2.0:1746066730.577044:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d64 expref: 19 pid: 9776 timeout: 791 lvb_type: 0 00000100:00100000:3.0:1746066730.577226:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975174912 00000100:00100000:3.0:1746066730.577230:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975174912 00002000:00100000:3.0:1746066730.577253:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2711551) req@ffff88009412aa00 x1830882975174912/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.577262:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412aa00 with x1830882975174912 ext(2097152->2711551) 00010000:00010000:3.0:1746066730.577268:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 36 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.577278:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 36 pid: 21203 timeout: 791 lvb_type: 0 00002000:00010000:3.0:1746066730.577284:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009412aa00 00000100:00100000:3.0:1746066730.577297:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 968 00000100:00100000:3.0:1746066730.577304:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882975174912:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:3.0:1746066730.577811:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976254720:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066730.577820:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976254848:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066730.577837:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 26 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.577849:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51e00, rc 0) 00000100:00100000:3.0:1746066730.577869:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:28935:x1830882975174784:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5442us (5667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.577875:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10862 00010000:00010000:1.0:1746066730.577944:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066730.577947:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066730.577951:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d8e expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.577964:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d8e expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.577971:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34400, rc 0) 00000100:00100000:1.0:1746066730.577986:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:28934:x1830882975175040:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1200us (1413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.577991:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10863 00000100:00100000:2.0:1746066730.578055:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5416 00000100:00100000:2.0:1746066730.578061:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975175168:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.578070:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.578085:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d64 expref: 19 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.578093:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d64 expref: 19 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.578109:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081e59 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d64 expref: 19 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.578133:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.578158:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975175168:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 88us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.578164:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5416 00000100:00100000:0.0:1746066730.578306:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.578614:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975175296 00000100:00100000:2.0:1746066730.578617:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975175296 00010000:00010000:2.0:1746066730.578629:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d72 expref: 26 pid: 9776 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.578661:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5417 00000100:00100000:2.0:1746066730.578667:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975175296:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.578692:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.578701:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d72 expref: 26 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.578708:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d72 expref: 26 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.578719:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081e83 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d72 expref: 26 pid: 9776 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.578726:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.578727:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.578732:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 25 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.578738:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 25 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.578761:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 25 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.578771:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976254976:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066730.578827:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1dabf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.584105:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.584122:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976254976:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066730.584143:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.584199:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975175296:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5528us (5889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.584209:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5417 00000100:00100000:3.0:1746066730.584757:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975175552 00000100:00100000:3.0:1746066730.584763:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975175552 00002000:00100000:3.0:1746066730.584791:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2564096->2568191) req@ffff8800929cd180 x1830882975175552/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.584799:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cd180 with x1830882975175552 ext(2564096->2568191) 00002000:00010000:3.0:1746066730.584803:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cd180 00000100:00100000:3.0:1746066730.584829:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4470 00000100:00100000:3.0:1746066730.584835:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975175552:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066730.585070:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975175552:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 233us (970us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066730.585076:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4470 00002000:00100000:3.0:1746066730.585081:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2564096->2568191) req@ffff8800929cd180 x1830882975175552/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.585094:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cd180 with x1830882975175552 ext(2564096->2568191) 00002000:00010000:3.0:1746066730.585097:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cd180 00000100:00100000:0.0:1746066730.585512:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.585560:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975175680 00000100:00100000:1.0:1746066730.585564:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975175680 00000100:00100000:1.0:1746066730.585597:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9095 00000100:00100000:1.0:1746066730.585602:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:28939:x1830882975175680:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066730.585614:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.585627:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35c00/0xfb36a14ee6081ea6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d95 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.585668:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081ead lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.585698:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081ead lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.585708:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081ead lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.585720:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c000/0xfb36a14ee6081eb4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.585725:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c000/0xfb36a14ee6081eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.585730:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c000/0xfb36a14ee6081eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.585815:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.585825:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d4f expref: 258 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.585831:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.585854:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d4f expref: 258 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.585863:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d4f expref: 258 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066730.585873:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976255104:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.585928:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.589825:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.590187:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975174912:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 12875us (13840us total) trans 17179872844 rc 0/0 00000100:00100000:2.0:1746066730.590197:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 968 00002000:00100000:2.0:1746066730.590206:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2711551) req@ffff88009412aa00 x1830882975174912/t17179872844(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/448 e 0 to 0 dl 1746066741 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.590214:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412aa00 with x1830882975174912 ext(2097152->2711551) 00010000:00010000:2.0:1746066730.590223:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 37 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.590233:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 37 pid: 21203 timeout: 791 lvb_type: 0 00002000:00010000:2.0:1746066730.590239:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009412aa00 00000100:00100000:1.0:1746066730.590343:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976255104:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.590361:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746066730.590815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.590859:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975175936 00000100:00100000:1.0:1746066730.590865:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975175936 00000100:00100000:1.0:1746066730.590899:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10864 00000100:00100000:1.0:1746066730.590905:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:28935:x1830882975175936:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066730.590918:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.590930:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978d9c expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.590947:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066730.590952:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.590958:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066730.590961:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->2265087] (req 2097152->2265087) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.590984:0:4614:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.590993:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->2265087] (req 2097152->2265087) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.591001:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a94400, rc 0) 00000100:00100000:1.0:1746066730.591030:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:28935:x1830882975175936:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 124us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.591034:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10864 00000100:00100000:3.0:1746066730.591162:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975175808 00000100:00100000:3.0:1746066730.591167:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975175808 00010000:00010000:3.0:1746066730.591182:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d4f expref: 259 pid: 809 timeout: 791 lvb_type: 0 00000100:00100000:3.0:1746066730.591208:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5418 00000100:00100000:3.0:1746066730.591212:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:1964:x1830882975175808:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066730.591220:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.591224:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d4f expref: 259 pid: 809 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.591231:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d4f expref: 259 pid: 809 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.591246:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51600/0xfb36a14ee6081e3d lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d4f expref: 259 pid: 809 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.591258:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066730.591262:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.591269:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.591274:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.591288:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.591303:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:1964:x1830882975175808:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 90us (1485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.591308:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5418 00010000:00010000:1.0:1746066730.591598:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591604:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:1.0:1746066730.591635:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:1.0:1746066730.591639:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746066730.591651:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591659:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591666:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081ead lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591671:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081ead lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591707:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081ead lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591712:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093d7c800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066730.591715:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081ead lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591721:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081ead lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591728:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066730.591730:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066730.591733:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081ead lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591737:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c800/0xfb36a14ee6081ead lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591751:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c000/0xfb36a14ee6081eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591756:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c000/0xfb36a14ee6081eb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591761:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c000/0xfb36a14ee6081eb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591764:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093d7c000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066730.591766:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c000/0xfb36a14ee6081eb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591770:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c000/0xfb36a14ee6081eb4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591775:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705e00) 00010000:00010000:1.0:1746066730.591777:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066730.591779:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c000/0xfb36a14ee6081eb4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591783:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093d7c000/0xfb36a14ee6081eb4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.591807:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35c00/0xfb36a14ee6081ea6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d95 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.591815:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d95 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.591820:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066730.591822:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066730.591823:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b51b9400, rc 0) 00000100:00100000:1.0:1746066730.591854:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:28939:x1830882975175680:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 6252us (6343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.591860:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9095 00000100:00100000:0.0:1746066730.595473:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.595508:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.595527:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.595593:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.595823:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975176064 00000100:00100000:1.0:1746066730.595832:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975176064 00000100:00100000:1.0:1746066730.595860:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975176320 00000100:00100000:1.0:1746066730.595862:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975176320 00000100:00100000:1.0:1746066730.595872:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975176192 00000100:00100000:1.0:1746066730.595873:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975176192 00000100:00100000:1.0:1746066730.595879:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975176448 00000100:00100000:1.0:1746066730.595881:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975176448 00000100:00100000:1.0:1746066730.595895:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10865 00000100:00100000:1.0:1746066730.595901:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975176064:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066730.595914:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.595927:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ec20400/0xfb36a14ee6081ec9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978da3 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.595944:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.595946:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.595952:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ec20400/0xfb36a14ee6081ec9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978da3 expref: 7 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.595965:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ec20400/0xfb36a14ee6081ec9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978da3 expref: 7 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.595973:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ec20400, rc 0) 00000100:00100000:1.0:1746066730.595999:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975176064:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 98us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.596004:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10865 00000100:00100000:1.0:1746066730.596014:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10866 00000100:00100000:1.0:1746066730.596017:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975176320:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066730.596025:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.596032:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081ed0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978db1 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.596040:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.596042:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.596045:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081ed0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978db1 expref: 7 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.596052:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081ed0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978db1 expref: 7 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.596058:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ec21000, rc 0) 00000100:00100000:1.0:1746066730.596070:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975176320:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 52us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.596074:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10866 00000100:00100000:1.0:1746066730.596081:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10867 00000100:00100000:1.0:1746066730.596085:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882975176192:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066730.596089:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.596095:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081ed7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978daa expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.596102:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.596103:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066730.596107:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081ed7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978daa expref: 7 pid: 4614 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066730.596400:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10868 00000100:00100000:3.0:1746066730.596407:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975176448:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066730.596412:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.596419:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6081ede lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978db8 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066730.596455:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976255360:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066730.596509:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.597182:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.597196:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.597231:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066730.597278:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081ed7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978daa expref: 7 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.597288:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45e600, rc 0) 00000100:00100000:1.0:1746066730.597307:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975176192:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 1222us (1779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.597312:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10867 00000100:00100000:1.0:1746066730.597321:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975176576 00000100:00100000:1.0:1746066730.597324:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975176576 00000100:00100000:1.0:1746066730.597335:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975176704 00000100:00100000:1.0:1746066730.597336:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975176704 00000100:00100000:1.0:1746066730.597343:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10869 00000100:00100000:1.0:1746066730.597347:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975176576:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066730.597352:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.597359:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093d02200/0xfb36a14ee6081ee5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978dbf expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.597374:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093d02200/0xfb36a14ee6081ee5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978dbf expref: 9 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.597381:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093d02200/0xfb36a14ee6081ee5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978dbf expref: 9 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.597389:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d02200, rc 0) 00000100:00100000:1.0:1746066730.597403:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975176576:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 55us (223us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066730.597408:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10869 00000100:00100000:1.0:1746066730.597416:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10870 00000100:00100000:1.0:1746066730.597421:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009edb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975176704:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066730.597426:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.597432:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6081eec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978dc6 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.597452:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976255488:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066730.597480:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.597771:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975176832 00000100:00100000:2.0:1746066730.597775:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975176832 00010000:00010000:2.0:1746066730.597790:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 38 pid: 21203 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.597913:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5419 00000100:00100000:2.0:1746066730.597919:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e73bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975176832:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.597927:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.597945:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 38 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.597955:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 38 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.597967:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.597968:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.597973:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.597979:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.597986:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.597987:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.597989:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d8e expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.597995:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d8e expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.598012:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d8e expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.598019:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976255616:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066730.598058:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.598072:0:9852:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 27 pid: 21203 timeout: 791 lvb_type: 0 00000100:00100000:2.0:1746066730.598079:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976255744:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066730.598094:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1dabf00 going to sleep for 11 seconds 00002000:00010000:3.0:1746066730.598910:0:8450:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime: 1746066729 -> 1746066730 00002000:00010000:3.0:1746066730.598917:0:8450:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime: 1746066729 -> 1746066730 00002000:00010000:3.0:1746066730.598919:0:8450:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime: 1746066729 -> 1746066730 00000100:00100000:3.0:1746066730.598929:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976255360:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066730.598946:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6081ede lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978db8 expref: 7 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.598954:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6081ede lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978db8 expref: 7 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.598961:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158e00, rc 0) 00000100:00100000:3.0:1746066730.598977:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975176448:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 2571us (3384us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.598985:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10868 00010000:00010000:1.0:1746066730.600137:0:4614:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff88008c397800 x1830882976255488) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 38 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746066730.600170:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50200/0xfb36a14ee6081de2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->2711551) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d17 expref: 38 pid: 21203 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066730.600179:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976255488:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066730.600198:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6081eec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978dc6 expref: 8 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.600207:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6081eec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978dc6 expref: 8 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.600214:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d02e00, rc 0) 00000100:00100000:1.0:1746066730.600238:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009edb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975176704:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 2817us (3040us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066730.600244:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10870 00000100:00100000:3.0:1746066730.603048:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976255616:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066730.603059:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976255744:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066730.603073:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.603117:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e73bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975176832:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5196us (5884us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.603125:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5419 00000100:00100000:0.0:1746066730.603876:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.603910:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.604184:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975177216 00000100:00100000:2.0:1746066730.604185:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975177344 00000100:00100000:3.0:1746066730.604190:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975177216 00000100:00100000:2.0:1746066730.604190:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975177344 00002000:00100000:3.0:1746066730.604218:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e73b800 x1830882975177216/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.604219:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e739880 x1830882975177344/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.604226:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e73b800 with x1830882975177216 ext(2097152->3145727) 00002000:00100000:2.0:1746066730.604227:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e739880 with x1830882975177344 ext(3145728->4194303) 00002000:00010000:2.0:1746066730.604231:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e739880 00010000:00010000:3.0:1746066730.604233:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 28 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.604244:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 28 pid: 21203 timeout: 791 lvb_type: 0 00002000:00010000:3.0:1746066730.604250:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e73b800 00000100:00100000:0.0:1746066730.604469:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.604600:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 969 00000100:00100000:3.0:1746066730.604606:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4471 00000100:00100000:2.0:1746066730.604608:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e73b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975177216:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066730.604612:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975177344:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066730.605839:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975177600 00000100:00100000:1.0:1746066730.605844:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975177600 00000100:00100000:1.0:1746066730.605868:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9096 00000100:00100000:1.0:1746066730.605873:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:28939:x1830882975177600:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066730.605883:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.605894:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfde00/0xfb36a14ee6081ef3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978dcd expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.605962:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfdc00/0xfb36a14ee6081efa lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.605974:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d95 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.605980:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfdc00/0xfb36a14ee6081efa lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066730.606003:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d95 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.606011:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d95 expref: 12 pid: 14549 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066730.606020:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976255872:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.606062:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.614495:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976255872:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.614515:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfdc00/0xfb36a14ee6081efa lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:1.0:1746066730.614650:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.614750:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975177728 00000100:00100000:3.0:1746066730.614756:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975177728 00010000:00010000:3.0:1746066730.614783:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d95 expref: 13 pid: 14549 timeout: 791 lvb_type: 0 00000100:00100000:3.0:1746066730.614809:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5420 00000100:00100000:3.0:1746066730.614816:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882975177728:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066730.614828:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066730.614981:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e73b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975177216:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 10374us (11105us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.614989:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 969 00010000:00010000:3.0:1746066730.614996:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d95 expref: 13 pid: 14549 timeout: 791 lvb_type: 0 00002000:00100000:2.0:1746066730.614998:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e73b800 x1830882975177216/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00010000:00010000:3.0:1746066730.615006:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d95 expref: 13 pid: 14549 timeout: 791 lvb_type: 0 00002000:00100000:2.0:1746066730.615006:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e73b800 with x1830882975177216 ext(2097152->3145727) 00010000:00010000:2.0:1746066730.615014:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 28 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.615024:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee6081ebb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d95 expref: 13 pid: 14549 timeout: 791 lvb_type: 0 00010000:00010000:2.0:1746066730.615024:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 28 pid: 21203 timeout: 791 lvb_type: 0 00002000:00010000:2.0:1746066730.615030:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e73b800 00010000:00010000:3.0:1746066730.615041:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066730.615045:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfdc00/0xfb36a14ee6081efa lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.615053:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfdc00/0xfb36a14ee6081efa lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.615058:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfdc00/0xfb36a14ee6081efa lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.615072:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066730.615078:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfdc00/0xfb36a14ee6081efa lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.615083:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfdc00/0xfb36a14ee6081efa lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746066730.615089:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882975177728:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 273us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.615095:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5420 00000004:00200000:2.0:1746066730.615098:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066730.615230:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfde00/0xfb36a14ee6081ef3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978dcd expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.615258:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfdc00/0xfb36a14ee6081efa lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978dcd expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.615264:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066730.615267:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066730.615268:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ecfdc00, rc 0) 00000100:00100000:2.0:1746066730.615287:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+12:28939:x1830882975177600:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 9413us (10818us total) trans 8589942962 rc 0/0 00000100:00100000:2.0:1746066730.615292:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9096 00000100:00100000:3.0:1746066730.620055:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975177344:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 15435us (16135us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066730.620068:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4471 00002000:00100000:3.0:1746066730.620077:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e739880 x1830882975177344/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.620085:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e739880 with x1830882975177344 ext(3145728->4194303) 00002000:00010000:3.0:1746066730.620089:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e739880 00000100:00100000:0.0:1746066730.620288:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.620491:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975177984 00000100:00100000:2.0:1746066730.620502:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975177984 00000100:00100000:2.0:1746066730.620535:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9097 00000100:00100000:2.0:1746066730.620541:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+12:28939:x1830882975177984:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066730.620558:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.620561:0:14549:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746066730.620582:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecfdc00/0xfb36a14ee6081efa lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978dcd expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.620600:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066730.620604:0:14549:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066730.620612:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50a00/0xfb36a14ee6081f08 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978dd4 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.620701:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081f0f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.620712:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081f0f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.620718:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081f0f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.620727:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081f0f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.620732:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081f0f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.620736:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081f0f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.620741:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ec51200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066730.620743:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081f0f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.620752:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081f0f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.620758:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066730.620766:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746066730.620768:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081f0f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.620772:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51200/0xfb36a14ee6081f0f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.620791:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50a00/0xfb36a14ee6081f08 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978dd4 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.620797:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50a00/0xfb36a14ee6081f08 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978dd4 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.620803:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50a00, rc 0) 00000100:00100000:2.0:1746066730.620825:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:28939:x1830882975177984:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 285us (538us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066730.620831:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9097 00000100:00100000:0.0:1746066730.627729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.627755:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.627780:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.627801:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.627862:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.627899:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975178240 00000100:00100000:3.0:1746066730.627906:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975178240 00000100:00100000:1.0:1746066730.627923:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975178624 00000100:00100000:1.0:1746066730.627927:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975178624 00010000:00010000:3.0:1746066730.627933:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 28 pid: 21203 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746066730.627949:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3603 00000100:00100000:3.0:1746066730.627951:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5421 00000100:00100000:3.0:1746066730.627956:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975178240:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066730.627956:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:28939:x1830882975178624:12345-192.168.202.57@tcp:35:mirror_io.0 00010000:00010000:3.0:1746066730.627966:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.627982:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 28 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.627992:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 28 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.628008:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34c00/0xfb36a14ee6081e91 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d80 expref: 28 pid: 21203 timeout: 791 lvb_type: 0 00010000:00010000:3.0:1746066730.628023:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.628025:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.628031:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.628039:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.628063:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066730.628072:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976256000:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066730.628089:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:df168249-af1c-45ee-81ad-11524bf803a3+12:28939:x1830882975178624:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 133us (286us total) trans 8589942963 rc 0/0 00000100:00100000:1.0:1746066730.628094:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3603 00000100:00100000:1.0:1746066730.628109:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975178112 00000100:00100000:1.0:1746066730.628111:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975178112 00000100:00100000:3.0:1746066730.628114:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066730.628122:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975178752 00000100:00100000:1.0:1746066730.628124:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975178752 00000100:00100000:1.0:1746066730.628132:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975178368 00000100:00100000:1.0:1746066730.628133:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975178368 00000100:00100000:3.0:1746066730.628138:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10871 00000100:00100000:3.0:1746066730.628143:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28930:x1830882975178112:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.628179:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.628188:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081f16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ddb expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.628201:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.628202:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.628206:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081f16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ddb expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.628216:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081f16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ddb expref: 19 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.628223:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159800, rc 0) 00000100:00100000:3.0:1746066730.628237:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28930:x1830882975178112:12345-192.168.202.57@tcp:101:cat.0 Request processed in 94us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.628293:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10872 00000100:00100000:1.0:1746066730.628298:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975178752:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066730.628304:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.628310:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099790a00/0xfb36a14ee6081f1d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978de9 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.628324:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099790a00/0xfb36a14ee6081f1d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978de9 expref: 27 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.628332:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099790a00/0xfb36a14ee6081f1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978de9 expref: 27 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.628337:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099790a00, rc 0) 00000100:00100000:1.0:1746066730.628349:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975178752:12345-192.168.202.57@tcp:101:cat.0 Request processed in 52us (570us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066730.628357:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10872 00000100:00100000:1.0:1746066730.628364:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10873 00000100:00100000:1.0:1746066730.628367:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975178368:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066730.628371:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.628375:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099790600/0xfb36a14ee6081f24 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978de2 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.628392:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976256128:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066730.628410:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066730.629731:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10871 00000100:00100000:1.0:1746066730.629877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.630364:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976256128:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066730.630384:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099790600/0xfb36a14ee6081f24 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978de2 expref: 26 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.630395:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099790600/0xfb36a14ee6081f24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978de2 expref: 26 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.630403:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099790600, rc 0) 00000100:00100000:1.0:1746066730.630429:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975178368:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2060us (2567us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066730.630435:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10873 00000100:00100000:1.0:1746066730.630446:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975178880 00000100:00100000:1.0:1746066730.630449:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975178880 00000100:00100000:1.0:1746066730.630469:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10874 00000100:00100000:1.0:1746066730.630474:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975178880:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066730.630484:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.630495:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081f2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978df0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.630511:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081f2b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978df0 expref: 38 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.630518:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ba5a00/0xfb36a14ee6081f2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978df0 expref: 38 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.630524:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4ba5a00, rc 0) 00000100:00100000:1.0:1746066730.630537:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975178880:12345-192.168.202.57@tcp:101:cat.0 Request processed in 64us (661us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066730.630542:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10874 00000100:00100000:3.0:1746066730.631810:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976256000:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066730.631822:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.631863:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975178240:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3906us (4106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.631871:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5421 00000100:00100000:0.0:1746066730.632594:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.634751:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.634971:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975179136 00000100:00100000:2.0:1746066730.634979:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975179136 00002000:00100000:2.0:1746066730.635015:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009b7f9c00 x1830882975179136/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.635025:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f9c00 with x1830882975179136 ext(3145728->4194303) 00002000:00010000:2.0:1746066730.635029:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f9c00 00000100:00100000:2.0:1746066730.635058:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975179392 00000100:00100000:2.0:1746066730.635072:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975179392 00002000:00100000:2.0:1746066730.635090:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2260992->2265087) req@ffff88009b7faa00 x1830882975179392/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.635097:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7faa00 with x1830882975179392 ext(2260992->2265087) 00002000:00010000:2.0:1746066730.635100:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7faa00 00000100:00100000:2.0:1746066730.635113:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4472 00000100:00100000:2.0:1746066730.635123:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975179136:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066730.635208:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4473 00000100:00100000:0.0:1746066730.635214:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882975179392:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066730.635321:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882975179392:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 107us (574us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066730.635327:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4473 00002000:00100000:0.0:1746066730.635332:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2260992->2265087) req@ffff88009b7faa00 x1830882975179392/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066730.635340:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7faa00 with x1830882975179392 ext(2260992->2265087) 00002000:00010000:0.0:1746066730.635343:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7faa00 00000100:00100000:0.0:1746066730.638247:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.638278:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.638305:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.638331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.638431:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975179648 00000100:00100000:3.0:1746066730.638439:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975179648 00000100:00100000:3.0:1746066730.638467:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975179520 00000100:00100000:3.0:1746066730.638469:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975179520 00000100:00100000:3.0:1746066730.638485:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975179776 00000100:00100000:3.0:1746066730.638487:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975179776 00000100:00100000:3.0:1746066730.638501:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10875 00000100:00100000:3.0:1746066730.638507:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975179648:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.638520:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.638533:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee6081f32 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978dfe expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.638560:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee6081f32 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978dfe expref: 27 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.638570:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee6081f32 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978dfe expref: 27 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.638585:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159000, rc 0) 00000100:00100000:3.0:1746066730.638613:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975179648:12345-192.168.202.57@tcp:101:cat.0 Request processed in 106us (372us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.638619:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10875 00000100:00100000:2.0:1746066730.638628:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975180032 00000100:00100000:3.0:1746066730.638631:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10876 00000100:00100000:2.0:1746066730.638632:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975180032 00000100:00100000:3.0:1746066730.638635:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975179520:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.638641:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.638646:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6081f39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978df7 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.638655:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3604 00000100:00100000:2.0:1746066730.638661:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a59c7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:28935:x1830882975180032:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:3.0:1746066730.638691:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976256256:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066730.638731:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066730.638749:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10877 00000100:00100000:3.0:1746066730.638754:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882975179776:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.638761:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.638770:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135159e00/0xfb36a14ee6081f40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e05 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.638783:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135159e00/0xfb36a14ee6081f40 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e05 expref: 38 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.638790:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135159e00/0xfb36a14ee6081f40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e05 expref: 38 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.638796:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159e00, rc 0) 00000100:00100000:3.0:1746066730.638808:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882975179776:12345-192.168.202.57@tcp:101:cat.0 Request processed in 55us (503us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.638813:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10877 00000100:00100000:2.0:1746066730.638816:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a59c7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:28935:x1830882975180032:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 155us (483us total) trans 8589942964 rc 0/0 00000100:00100000:2.0:1746066730.638822:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3604 00000100:00100000:3.0:1746066730.643948:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976256256:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066730.643977:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6081f39 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978df7 expref: 26 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.643989:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135158e00/0xfb36a14ee6081f39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978df7 expref: 26 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.643998:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158e00, rc 0) 00000100:00100000:3.0:1746066730.644032:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975179520:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5396us (5753us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.644040:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10876 00000100:00100000:2.0:1746066730.644739:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975179136:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 9618us (12145us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.644746:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4472 00002000:00100000:2.0:1746066730.644755:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009b7f9c00 x1830882975179136/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.644763:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f9c00 with x1830882975179136 ext(3145728->4194303) 00002000:00010000:2.0:1746066730.644768:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f9c00 00000100:00100000:0.0:1746066730.649292:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.649324:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.649666:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.649828:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.649845:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975180160 00000100:00100000:3.0:1746066730.649852:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975180160 00000100:00100000:3.0:1746066730.649892:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975180416 00000100:00100000:3.0:1746066730.649895:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975180416 00000100:00100000:3.0:1746066730.649906:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975180288 00000100:00100000:3.0:1746066730.649908:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975180288 00000100:00100000:3.0:1746066730.649918:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10878 00000100:00100000:3.0:1746066730.649924:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28930:x1830882975180160:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.649938:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.649952:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135158400/0xfb36a14ee6081f47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e0c expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.649973:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.649975:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.649982:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135158400/0xfb36a14ee6081f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e0c expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.650000:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135158400/0xfb36a14ee6081f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e0c expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.650010:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158400, rc 0) 00000100:00100000:3.0:1746066730.650046:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28930:x1830882975180160:12345-192.168.202.57@tcp:101:cat.0 Request processed in 122us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.650051:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10878 00000100:00100000:3.0:1746066730.650064:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10879 00000100:00100000:3.0:1746066730.650069:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975180416:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.650075:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.650083:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135159e00/0xfb36a14ee6081f4e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e1a expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.650098:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135159e00/0xfb36a14ee6081f4e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e1a expref: 27 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.650105:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135159e00/0xfb36a14ee6081f4e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e1a expref: 27 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.650113:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159e00, rc 0) 00000100:00100000:3.0:1746066730.650126:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975180416:12345-192.168.202.57@tcp:101:cat.0 Request processed in 58us (802us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.650131:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10879 00000100:00100000:3.0:1746066730.650139:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10880 00000100:00100000:3.0:1746066730.650144:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975180288:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.650160:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.650166:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee6081f55 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e13 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066730.650194:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976256384:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066730.650236:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.651346:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975180544 00000100:00100000:2.0:1746066730.651351:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975180544 00000100:00100000:2.0:1746066730.651379:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10881 00000100:00100000:2.0:1746066730.651385:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975180544:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066730.651395:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.651402:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081f5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e21 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.651418:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081f5c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e21 expref: 38 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.651425:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51200/0xfb36a14ee6081f5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e21 expref: 38 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.651436:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51200, rc 0) 00000100:00100000:2.0:1746066730.651876:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975180544:12345-192.168.202.57@tcp:101:cat.0 Request processed in 489us (2046us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066730.651881:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10881 00000100:00100000:3.0:1746066730.652412:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976256384:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066730.652431:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee6081f55 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e13 expref: 26 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.652439:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee6081f55 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e13 expref: 26 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.652446:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159000, rc 0) 00000100:00100000:3.0:1746066730.652644:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975180288:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2497us (2976us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.652808:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10880 00000100:00100000:0.0:1746066730.660740:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.660782:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975180800 00000100:00100000:2.0:1746066730.660790:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975180800 00002000:00100000:2.0:1746066730.660826:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009b7f8e00 x1830882975180800/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.660836:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8e00 with x1830882975180800 ext(3145728->4194303) 00002000:00010000:2.0:1746066730.660841:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7f8e00 00000100:00100000:2.0:1746066730.661527:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4474 00000100:00100000:2.0:1746066730.661537:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975180800:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066730.674392:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975180800:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 12849us (13652us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.674403:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4474 00002000:00100000:2.0:1746066730.674414:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009b7f8e00 x1830882975180800/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.674424:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8e00 with x1830882975180800 ext(3145728->4194303) 00002000:00010000:2.0:1746066730.674429:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7f8e00 00000100:00100000:0.0:1746066730.682927:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.682978:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.683051:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975180928 00000100:00100000:3.0:1746066730.683059:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975180928 00000100:00100000:3.0:1746066730.683092:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975181056 00000100:00100000:3.0:1746066730.683094:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975181056 00000100:00100000:3.0:1746066730.683122:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10882 00000100:00100000:3.0:1746066730.683129:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975180928:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.683142:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.683169:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081f63 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e28 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.683194:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081f63 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e28 expref: 20 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.683203:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135159600/0xfb36a14ee6081f63 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e28 expref: 20 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.683216:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159600, rc 0) 00000100:00100000:3.0:1746066730.683251:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975180928:12345-192.168.202.57@tcp:101:cat.0 Request processed in 123us (332us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.683256:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10882 00000100:00100000:1.0:1746066730.683264:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10883 00000100:00100000:1.0:1746066730.683271:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882975181056:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066730.683280:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.683290:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a2fa00/0xfb36a14ee6081f6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e2f expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.683304:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a2fa00/0xfb36a14ee6081f6a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e2f expref: 29 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.683312:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a2fa00/0xfb36a14ee6081f6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e2f expref: 29 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.683336:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a2fa00, rc 0) 00000100:00100000:1.0:1746066730.683354:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882975181056:12345-192.168.202.57@tcp:101:cat.0 Request processed in 84us (376us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066730.683359:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10883 00000100:00100000:0.0:1746066730.689033:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.689092:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975181312 00000100:00100000:2.0:1746066730.689100:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975181312 00002000:00100000:2.0:1746066730.689136:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009244d180 x1830882975181312/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.689146:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244d180 with x1830882975181312 ext(4194304->5079039) 00002000:00010000:2.0:1746066730.689160:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244d180 00000100:00100000:2.0:1746066730.689188:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4475 00000100:00100000:2.0:1746066730.689196:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975181312:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066730.698665:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.698990:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975181568 00000100:00100000:2.0:1746066730.698997:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975181568 00000100:00100000:2.0:1746066730.699035:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9098 00000100:00100000:2.0:1746066730.699041:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093131450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:28944:x1830882975181568:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066730.699061:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.699076:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50200/0xfb36a14ee6081f71 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e36 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.699894:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081f78 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.699906:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081f78 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.699915:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081f78 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.699925:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee6081f7f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.699929:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee6081f7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.699933:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee6081f7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.700014:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50800/0xfb36a14ee6081f86 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.700021:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50800/0xfb36a14ee6081f86 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.700026:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50800/0xfb36a14ee6081f86 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746066730.700033:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066730.700099:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081f78 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.700105:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081f78 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.700110:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081f78 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.700115:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ec51c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066730.700118:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081f78 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.700124:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081f78 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.700133:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066730.700136:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066730.700140:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081f78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.700144:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081f78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746066730.700525:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975181312:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11327us (11496us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066730.700533:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4475 00002000:00100000:3.0:1746066730.700541:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009244d180 x1830882975181312/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.700548:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244d180 with x1830882975181312 ext(4194304->5079039) 00002000:00010000:3.0:1746066730.700552:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244d180 00010000:00010000:2.0:1746066730.700981:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee6081f7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.700987:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee6081f7f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.700991:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee6081f7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.700996:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ec50400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066730.700998:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee6081f7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.701003:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee6081f7f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.701010:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ebeca00) 00010000:00010000:2.0:1746066730.701012:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066730.701014:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee6081f7f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.701018:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee6081f7f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.701051:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50200/0xfb36a14ee6081f71 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e36 expref: 17 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.701063:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50800/0xfb36a14ee6081f86 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e36 expref: 16 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.701069:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066730.701071:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066730.701073:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50800, rc 0) 00000100:00100000:2.0:1746066730.701096:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093131450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28944:x1830882975181568:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2054us (2437us total) trans 8589942965 rc 0/0 00000100:00100000:2.0:1746066730.701101:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9098 00000100:00100000:0.0:1746066730.708093:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.708131:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.708227:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975181696 00000100:00100000:2.0:1746066730.708234:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975181696 00000100:00100000:2.0:1746066730.708276:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975181824 00000100:00100000:2.0:1746066730.708278:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975181824 00000100:00100000:2.0:1746066730.708303:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10884 00000100:00100000:2.0:1746066730.708310:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975181696:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066730.708324:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066730.708336:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10885 00010000:00010000:2.0:1746066730.708338:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081f94 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e3d expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066730.708344:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882975181824:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.708353:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.708362:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135159a00/0xfb36a14ee6081f9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e44 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.708365:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081f94 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e3d expref: 20 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.708374:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec50c00/0xfb36a14ee6081f94 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e3d expref: 20 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.708381:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135159a00/0xfb36a14ee6081f9b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e44 expref: 29 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.708388:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50c00, rc 0) 00010000:00010000:3.0:1746066730.708389:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135159a00/0xfb36a14ee6081f9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e44 expref: 29 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.708399:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159a00, rc 0) 00000100:00100000:3.0:1746066730.709128:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882975181824:12345-192.168.202.57@tcp:101:cat.0 Request processed in 783us (993us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.709134:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10885 00000100:00100000:2.0:1746066730.709218:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975181696:12345-192.168.202.57@tcp:101:cat.0 Request processed in 907us (1130us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066730.709223:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10884 00000100:00100000:0.0:1746066730.717331:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.717406:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.717491:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975181952 00000100:00100000:2.0:1746066730.717499:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975181952 00000100:00100000:2.0:1746066730.717542:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975182080 00000100:00100000:2.0:1746066730.717544:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975182080 00000100:00100000:2.0:1746066730.717565:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10886 00000100:00100000:2.0:1746066730.717573:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975181952:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066730.717589:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.717608:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081fa2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e4b expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.717636:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081fa2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e4b expref: 20 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.717645:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec50e00/0xfb36a14ee6081fa2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e4b expref: 20 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.717658:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50e00, rc 0) 00000100:00100000:2.0:1746066730.717719:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975181952:12345-192.168.202.57@tcp:101:cat.0 Request processed in 147us (395us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066730.717724:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10886 00000100:00100000:2.0:1746066730.717738:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10887 00000100:00100000:2.0:1746066730.717742:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882975182080:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066730.717749:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.717758:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec51800/0xfb36a14ee6081fa9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e52 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.717772:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec51800/0xfb36a14ee6081fa9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e52 expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.717780:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51800/0xfb36a14ee6081fa9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e52 expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.717786:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51800, rc 0) 00000100:00100000:2.0:1746066730.717799:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882975182080:12345-192.168.202.57@tcp:101:cat.0 Request processed in 57us (394us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066730.717803:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10887 00000100:00100000:0.0:1746066730.719662:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.720067:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975182208 00000100:00100000:2.0:1746066730.720073:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975182208 00000100:00100000:2.0:1746066730.720577:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10888 00000100:00100000:2.0:1746066730.720585:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:28944:x1830882975182208:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066730.720599:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.720617:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e59 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.720637:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.721321:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.721330:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 20 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.721344:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 20 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.721358:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51400, rc 0) 00000100:00100000:2.0:1746066730.721398:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28944:x1830882975182208:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 813us (1741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.721403:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10888 00000100:00100000:0.0:1746066730.725270:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.725323:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975182464 00000100:00100000:3.0:1746066730.725330:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975182464 00002000:00100000:3.0:1746066730.725365:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2179072->2183167) req@ffff88009244f100 x1830882975182464/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.725373:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244f100 with x1830882975182464 ext(2179072->2183167) 00002000:00010000:3.0:1746066730.725377:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244f100 00000100:00100000:3.0:1746066730.725402:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4476 00000100:00100000:3.0:1746066730.725408:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975182464:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066730.725550:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975182464:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 142us (286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066730.725555:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4476 00002000:00100000:3.0:1746066730.725560:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2179072->2183167) req@ffff88009244f100 x1830882975182464/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.725571:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244f100 with x1830882975182464 ext(2179072->2183167) 00002000:00010000:3.0:1746066730.725573:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244f100 00000100:00100000:0.0:1746066730.736098:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.736227:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975182720 00000100:00100000:3.0:1746066730.736236:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975182720 00002000:00100000:3.0:1746066730.736271:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2453504->2457599) req@ffff88009244df80 x1830882975182720/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.736279:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244df80 with x1830882975182720 ext(2453504->2457599) 00002000:00010000:3.0:1746066730.736284:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244df80 00000100:00100000:3.0:1746066730.736315:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4477 00000100:00100000:3.0:1746066730.736321:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975182720:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066730.736464:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975182720:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 141us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066730.736470:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4477 00002000:00100000:3.0:1746066730.736475:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2453504->2457599) req@ffff88009244df80 x1830882975182720/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.736480:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244df80 with x1830882975182720 ext(2453504->2457599) 00002000:00010000:3.0:1746066730.736483:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244df80 00000100:00100000:0.0:1746066730.741945:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.742478:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975182976 00000100:00100000:2.0:1746066730.742486:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975182976 00000100:00100000:2.0:1746066730.742732:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3605 00000100:00100000:2.0:1746066730.742739:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:28944:x1830882975182976:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066730.742910:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28944:x1830882975182976:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 171us (971us total) trans 8589942966 rc 0/0 00000100:00100000:2.0:1746066730.742916:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3605 00000100:00100000:0.0:1746066730.866448:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.866643:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975183232 00000100:00100000:2.0:1746066730.866651:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975183232 00000100:00100000:2.0:1746066730.867076:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9099 00000100:00100000:2.0:1746066730.867084:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28949:x1830882975183232:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066730.867101:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.867115:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee6081fb7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e60 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.867197:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.867209:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50800/0xfb36a14ee6081f86 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e36 expref: 18 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.867214:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066730.867239:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50800/0xfb36a14ee6081f86 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e36 expref: 18 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.867249:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50800/0xfb36a14ee6081f86 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e36 expref: 18 pid: 14549 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066730.867258:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976256512:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.867338:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.870519:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976256512:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.870539:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746066730.872714:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.872766:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975183360 00000100:00100000:3.0:1746066730.872773:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975183360 00010000:00010000:3.0:1746066730.872799:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50800/0xfb36a14ee6081f86 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e36 expref: 19 pid: 14549 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746066730.872835:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5422 00000100:00100000:3.0:1746066730.872843:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5219850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975183360:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066730.872854:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.872859:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50800/0xfb36a14ee6081f86 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e36 expref: 19 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066730.872868:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50800/0xfb36a14ee6081f86 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e36 expref: 19 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066730.872888:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50800/0xfb36a14ee6081f86 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e36 expref: 19 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066730.872913:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066730.872918:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.872925:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.872929:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.872946:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.872986:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5219850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975183360:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 143us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.872992:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5422 00010000:00010000:3.0:1746066730.873042:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.873048:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066730.873061:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066730.873180:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee6081fb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e60 expref: 19 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.873192:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e60 expref: 18 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.873197:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066730.873199:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066730.873201:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51c00, rc 0) 00000100:00100000:3.0:1746066730.873223:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28949:x1830882975183232:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6139us (6782us total) trans 8589942967 rc 0/0 00000100:00100000:3.0:1746066730.873228:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9099 00000100:00100000:0.0:1746066730.881641:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.881751:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975183616 00000100:00100000:3.0:1746066730.881758:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975183616 00000100:00100000:3.0:1746066730.881801:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9100 00000100:00100000:3.0:1746066730.881809:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:28950:x1830882975183616:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066730.881829:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.881844:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135159e00/0xfb36a14ee6081fcc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e67 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.881925:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081fd3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.881935:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081fd3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.881943:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081fd3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.881953:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135159a00/0xfb36a14ee6081fda lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.881958:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135159a00/0xfb36a14ee6081fda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.881963:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135159a00/0xfb36a14ee6081fda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882042:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6081fe1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882050:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6081fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882055:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6081fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066730.882061:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066730.882122:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081fd3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882128:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081fd3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882132:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081fd3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882137:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135158c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066730.882141:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081fd3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882146:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081fd3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882188:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066730.882191:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066730.882195:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081fd3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882199:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135158c00/0xfb36a14ee6081fd3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882225:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135159a00/0xfb36a14ee6081fda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882229:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135159a00/0xfb36a14ee6081fda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882234:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135159a00/0xfb36a14ee6081fda lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882238:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135159a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066730.882240:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135159a00/0xfb36a14ee6081fda lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882244:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135159a00/0xfb36a14ee6081fda lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882250:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880135b13400) 00010000:00010000:3.0:1746066730.882252:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066730.882254:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135159a00/0xfb36a14ee6081fda lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882258:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135159a00/0xfb36a14ee6081fda lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.882291:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135159e00/0xfb36a14ee6081fcc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e67 expref: 262 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.882307:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6081fe1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e67 expref: 261 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.882316:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066730.882318:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746066730.882320:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099790600, rc 0) 00000100:00100000:3.0:1746066730.882358:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:28950:x1830882975183616:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 550us (724us total) trans 8589942968 rc 0/0 00000100:00100000:3.0:1746066730.882364:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9100 00000100:00100000:0.0:1746066730.904633:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.904714:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.904750:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975184000 00000100:00100000:0.0:1746066730.904757:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975184000 00000100:00100000:0.0:1746066730.904799:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10889 00000100:00100000:0.0:1746066730.904806:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28949:x1830882975184000:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066730.904824:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066730.904839:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e75 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.904862:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093d2b800/0xfb36a14ee6081d6b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cae expref: 21 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.904869:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ec20400/0xfb36a14ee6081ec9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978da3 expref: 5 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.904880:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009354c200/0xfb36a14ee6081daa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cdf expref: 24 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.904886:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066730.904887:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066730.904890:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 6/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [970752->1048575] (req 970752->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 21 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.904912:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009354c200/0xfb36a14ee6081daa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cdf expref: 24 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.904922:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009354c200/0xfb36a14ee6081daa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cdf expref: 24 pid: 8112 timeout: 792 lvb_type: 1 00000100:00100000:0.0:1746066730.904932:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976256640:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066730.905008:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ec20400/0xfb36a14ee6081ec9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978da3 expref: 5 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.905015:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ec20400/0xfb36a14ee6081ec9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978da3 expref: 5 pid: 4614 timeout: 792 lvb_type: 1 00000100:00100000:0.0:1746066730.905022:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976256768:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066730.905042:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093d2b800/0xfb36a14ee6081d6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cae expref: 21 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.905053:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093d2b800/0xfb36a14ee6081d6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cae expref: 21 pid: 21973 timeout: 792 lvb_type: 1 00000100:00100000:0.0:1746066730.905060:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976256896:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066730.905072:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066730.906065:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975183872 00000100:00100000:3.0:1746066730.906071:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975183872 00000100:00100000:3.0:1746066730.906099:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9101 00000100:00100000:3.0:1746066730.906104:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:28954:x1830882975183872:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.906116:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.906126:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099791e00/0xfb36a14ee6081ff6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e6e expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.906215:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099790c00/0xfb36a14ee6081ffd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906225:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099790c00/0xfb36a14ee6081ffd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906233:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099790c00/0xfb36a14ee6081ffd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906244:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099790800/0xfb36a14ee6082004 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906253:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099790800/0xfb36a14ee6082004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906258:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099790800/0xfb36a14ee6082004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906341:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099791a00/0xfb36a14ee608200b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906349:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099791a00/0xfb36a14ee608200b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906354:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099791a00/0xfb36a14ee608200b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066730.906360:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066730.906422:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099790c00/0xfb36a14ee6081ffd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906428:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099790c00/0xfb36a14ee6081ffd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906432:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099790c00/0xfb36a14ee6081ffd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906437:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099790c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066730.906440:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099790c00/0xfb36a14ee6081ffd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906444:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099790c00/0xfb36a14ee6081ffd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906452:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066730.906455:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066730.906458:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099790c00/0xfb36a14ee6081ffd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906462:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099790c00/0xfb36a14ee6081ffd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906475:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099790800/0xfb36a14ee6082004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906479:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099790800/0xfb36a14ee6082004 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906482:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099790800/0xfb36a14ee6082004 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906486:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099790800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066730.906488:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099790800/0xfb36a14ee6082004 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906493:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099790800/0xfb36a14ee6082004 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906498:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880135b13d00) 00010000:00010000:3.0:1746066730.906500:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066730.906502:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099790800/0xfb36a14ee6082004 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906506:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099790800/0xfb36a14ee6082004 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066730.906534:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099791e00/0xfb36a14ee6081ff6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e6e expref: 264 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.906548:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099791a00/0xfb36a14ee608200b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e6e expref: 263 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.906553:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066730.906555:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746066730.906557:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099791a00, rc 0) 00000100:00100000:3.0:1746066730.906587:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:28954:x1830882975183872:12345-192.168.202.57@tcp:101:cat.0 Request processed in 482us (1962us total) trans 8589942969 rc 0/0 00000100:00100000:3.0:1746066730.906593:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9101 00000100:00100000:2.0:1746066730.909385:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976256640:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.909396:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976256768:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.909402:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976256896:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.909432:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [970752->1048575] (req 970752->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 21 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.909445:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edc2800, rc 0) 00000100:00100000:2.0:1746066730.909477:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:28949:x1830882975184000:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4671us (4763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.909484:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10889 00000100:00100000:0.0:1746066730.915045:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.915840:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975184128 00000100:00100000:2.0:1746066730.915847:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975184128 00010000:00010000:2.0:1746066730.915876:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ec20400/0xfb36a14ee6081ec9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978da3 expref: 6 pid: 4614 timeout: 792 lvb_type: 1 00000100:00100000:2.0:1746066730.915910:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5423 00000100:00100000:2.0:1746066730.915917:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975184128:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.915930:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.915948:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ec20400/0xfb36a14ee6081ec9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978da3 expref: 6 pid: 4614 timeout: 792 lvb_type: 1 00010000:00010000:2.0:1746066730.915957:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ec20400/0xfb36a14ee6081ec9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978da3 expref: 6 pid: 4614 timeout: 792 lvb_type: 1 00010000:00010000:2.0:1746066730.915978:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ec20400/0xfb36a14ee6081ec9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978da3 expref: 6 pid: 4614 timeout: 792 lvb_type: 1 00010000:00010000:2.0:1746066730.916005:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.916038:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882975184128:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 122us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.916044:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5423 00000100:00100000:1.0:1746066730.917201:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.917228:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.917241:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.917275:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.917316:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975184256 00000100:00100000:3.0:1746066730.917320:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975184256 00010000:00010000:3.0:1746066730.917336:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093d2b800/0xfb36a14ee6081d6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cae expref: 21 pid: 21973 timeout: 792 lvb_type: 1 00000100:00100000:3.0:1746066730.917349:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975184384 00000100:00100000:3.0:1746066730.917351:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975184384 00000100:00100000:3.0:1746066730.917362:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975184768 00000100:00100000:3.0:1746066730.917363:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975184768 00010000:00010000:3.0:1746066730.917369:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009354c200/0xfb36a14ee6081daa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cdf expref: 25 pid: 8112 timeout: 792 lvb_type: 1 00000100:00100000:3.0:1746066730.917379:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5424 00000100:00100000:3.0:1746066730.917383:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1966:x1830882975184256:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066730.917390:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.917400:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093d2b800/0xfb36a14ee6081d6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cae expref: 21 pid: 21973 timeout: 792 lvb_type: 1 00010000:00010000:3.0:1746066730.917411:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093d2b800/0xfb36a14ee6081d6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cae expref: 21 pid: 21973 timeout: 792 lvb_type: 1 00010000:00010000:3.0:1746066730.917423:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093d2b800/0xfb36a14ee6081d6b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cae expref: 21 pid: 21973 timeout: 792 lvb_type: 1 00010000:00010000:3.0:1746066730.917434:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.917457:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975184256:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 73us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.917462:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5424 00000100:00100000:3.0:1746066730.917473:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5425 00000100:00100000:3.0:1746066730.917478:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975184768:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066730.917484:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.917491:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009354c200/0xfb36a14ee6081daa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cdf expref: 25 pid: 8112 timeout: 792 lvb_type: 1 00010000:00010000:3.0:1746066730.917499:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009354c200/0xfb36a14ee6081daa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cdf expref: 25 pid: 8112 timeout: 792 lvb_type: 1 00010000:00010000:3.0:1746066730.917509:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009354c200/0xfb36a14ee6081daa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cdf expref: 25 pid: 8112 timeout: 792 lvb_type: 1 00010000:00010000:3.0:1746066730.917518:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.917519:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066730.917526:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 19 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.917534:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 19 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.917557:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 19 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066730.917567:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976257024:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066730.917610:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066730.917624:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 548 00000100:00100000:3.0:1746066730.917629:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:1963:x1830882975184384:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066730.917636:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.917647:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099791a00/0xfb36a14ee608200b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e6e expref: 263 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.917658:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066730.917661:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.917672:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:1963:x1830882975184384:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 43us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.917696:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 548 00000100:00100000:0.0:1746066730.917876:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975184640 00000100:00100000:0.0:1746066730.917880:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975184640 00000100:00100000:0.0:1746066730.917902:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3606 00000100:00100000:0.0:1746066730.917906:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:28954:x1830882975184640:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:0.0:1746066730.918043:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:28954:x1830882975184640:12345-192.168.202.57@tcp:35:cat.0 Request processed in 136us (800us total) trans 8589942970 rc 0/0 00000100:00100000:0.0:1746066730.918049:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3606 00000100:00100000:0.0:1746066730.923273:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.923395:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975185024 00000100:00100000:2.0:1746066730.923402:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975185024 00002000:00100000:2.0:1746066730.923437:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (970752->974847) req@ffff88009f16ea00 x1830882975185024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.923445:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ea00 with x1830882975185024 ext(970752->974847) 00002000:00010000:2.0:1746066730.923450:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16ea00 00000100:00100000:2.0:1746066730.923465:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4478 00000100:00100000:2.0:1746066730.923471:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975185024:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066730.923611:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975185024:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 140us (344us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066730.923617:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4478 00002000:00100000:2.0:1746066730.923622:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (970752->974847) req@ffff88009f16ea00 x1830882975185024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.923629:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ea00 with x1830882975185024 ext(970752->974847) 00002000:00010000:2.0:1746066730.923632:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16ea00 00000100:00100000:3.0:1746066730.923819:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976257024:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066730.923835:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.923855:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975184768:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6377us (6578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.923861:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5425 00000100:00100000:0.0:1746066730.925896:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.925962:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.926368:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.926581:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.926605:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975185280 00000100:00100000:2.0:1746066730.926611:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975185280 00000100:00100000:2.0:1746066730.926643:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975185536 00000100:00100000:2.0:1746066730.926645:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975185536 00000100:00100000:2.0:1746066730.926655:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975185152 00000100:00100000:2.0:1746066730.926656:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975185152 00000100:00100000:2.0:1746066730.926666:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10890 00000100:00100000:2.0:1746066730.926672:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975185280:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066730.926705:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.926717:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec50800/0xfb36a14ee6082019 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e83 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.926752:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976257152:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066730.926800:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc4000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.926811:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10891 00000100:00100000:2.0:1746066730.926816:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882975185536:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066730.926821:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.926829:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6082020 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e91 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.926843:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6082020 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e91 expref: 38 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.926850:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee6082020 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e91 expref: 38 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.926860:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50c00, rc 0) 00000100:00100000:2.0:1746066730.926888:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882975185536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 72us (926us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066730.926893:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10891 00000100:00100000:2.0:1746066730.926900:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10892 00000100:00100000:2.0:1746066730.926904:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975185152:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066730.926908:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.926913:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec50a00/0xfb36a14ee6082027 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e7c expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.926928:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976257280:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066730.926941:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066730.927339:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975185408 00000100:00100000:1.0:1746066730.927343:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975185408 00000100:00100000:1.0:1746066730.927362:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10893 00000100:00100000:1.0:1746066730.927366:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975185408:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066730.927372:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066730.927380:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009975a400/0xfb36a14ee608202e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e8a expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.927392:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009975a400/0xfb36a14ee608202e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e8a expref: 29 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.927398:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009975a400/0xfb36a14ee608202e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e8a expref: 29 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.927415:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009975a400, rc 0) 00000100:00100000:1.0:1746066730.927431:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975185408:12345-192.168.202.57@tcp:101:cat.0 Request processed in 65us (851us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066730.927438:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10893 00000100:00100000:1.0:1746066730.928696:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.928739:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975185664 00000100:00100000:0.0:1746066730.928743:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975185664 00000100:00100000:0.0:1746066730.928768:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10894 00000100:00100000:0.0:1746066730.928772:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28949:x1830882975185664:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066730.928780:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066730.928789:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e98 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.928803:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d2b200/0xfb36a14ee6081d5d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cb5 expref: 29 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.928810:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081ed7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978daa expref: 6 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.928816:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009354d400/0xfb36a14ee6081db8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ce6 expref: 36 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.928821:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066730.928822:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066730.928824:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->1228799] (req 1048576->1228799) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 29 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066730.928842:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009354d400/0xfb36a14ee6081db8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ce6 expref: 36 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.928850:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009354d400/0xfb36a14ee6081db8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ce6 expref: 36 pid: 8112 timeout: 792 lvb_type: 1 00000100:00100000:0.0:1746066730.928857:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976257408:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066730.930389:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081ed7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978daa expref: 6 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.930400:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081ed7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978daa expref: 6 pid: 4614 timeout: 792 lvb_type: 1 00000100:00100000:0.0:1746066730.930410:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976257536:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.934021:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d2b200/0xfb36a14ee6081d5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cb5 expref: 29 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.934036:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d2b200/0xfb36a14ee6081d5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cb5 expref: 29 pid: 21973 timeout: 792 lvb_type: 1 00000100:00100000:1.0:1746066730.934048:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976257664:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.934404:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.936051:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.936116:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976257408:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066730.936182:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976257152:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066730.936205:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec50800/0xfb36a14ee6082019 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e83 expref: 27 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.936216:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec50800/0xfb36a14ee6082019 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e83 expref: 27 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.936233:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50800, rc 0) 00000100:00100000:2.0:1746066730.936258:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975185280:12345-192.168.202.57@tcp:101:cat.0 Request processed in 9586us (10366us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066730.936266:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10890 00000100:00100000:3.0:1746066730.936333:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975185792 00000100:00100000:3.0:1746066730.936338:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975185792 00010000:00010000:3.0:1746066730.936359:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009354d400/0xfb36a14ee6081db8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ce6 expref: 37 pid: 8112 timeout: 792 lvb_type: 1 00000100:00100000:3.0:1746066730.936377:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5426 00000100:00100000:3.0:1746066730.936383:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1966:x1830882975185792:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066730.936392:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066730.936403:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009354d400/0xfb36a14ee6081db8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ce6 expref: 37 pid: 8112 timeout: 792 lvb_type: 1 00010000:00010000:3.0:1746066730.936412:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009354d400/0xfb36a14ee6081db8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ce6 expref: 37 pid: 8112 timeout: 792 lvb_type: 1 00010000:00010000:3.0:1746066730.936427:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009354d400/0xfb36a14ee6081db8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ce6 expref: 37 pid: 8112 timeout: 792 lvb_type: 1 00010000:00010000:3.0:1746066730.936440:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066730.936455:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1966:x1830882975185792:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 72us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.936460:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5426 00002000:00010000:3.0:1746066730.936484:0:8450:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime: 1746066729 -> 1746066730 00002000:00010000:3.0:1746066730.936487:0:8450:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066728 -> 1746066730 00002000:00010000:3.0:1746066730.936489:0:8450:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime: 1746066729 -> 1746066730 00000100:00100000:3.0:1746066730.936496:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976257280:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066730.936508:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec50a00/0xfb36a14ee6082027 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e7c expref: 25 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.936520:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec50a00/0xfb36a14ee6082027 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e7c expref: 25 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066730.936526:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50a00, rc 0) 00000100:00100000:3.0:1746066730.936540:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975185152:12345-192.168.202.57@tcp:101:cat.0 Request processed in 9635us (10172us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066730.936545:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10892 00000100:00100000:0.0:1746066730.941073:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066730.941244:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976257536:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066730.942306:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976257664:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066730.942338:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->1228799] (req 1048576->1228799) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 29 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.942353:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cbb1a00, rc 0) 00000100:00100000:1.0:1746066730.942411:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:28949:x1830882975185664:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 13636us (13737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066730.942419:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10894 00000100:00100000:2.0:1746066730.942831:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975185920 00000100:00100000:2.0:1746066730.942838:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975185920 00010000:00010000:2.0:1746066730.942861:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081ed7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978daa expref: 7 pid: 4614 timeout: 792 lvb_type: 1 00000100:00100000:2.0:1746066730.942892:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5427 00000100:00100000:2.0:1746066730.942899:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975185920:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.942909:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.942965:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081ed7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978daa expref: 7 pid: 4614 timeout: 792 lvb_type: 1 00010000:00010000:2.0:1746066730.942974:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081ed7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978daa expref: 7 pid: 4614 timeout: 792 lvb_type: 1 00010000:00010000:2.0:1746066730.942992:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f45e600/0xfb36a14ee6081ed7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978daa expref: 7 pid: 4614 timeout: 792 lvb_type: 1 00010000:00010000:2.0:1746066730.943000:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.943019:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975185920:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 121us (1954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.943024:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5427 00000100:00100000:0.0:1746066730.944508:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.944567:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975186048 00000100:00100000:2.0:1746066730.944573:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975186048 00000100:00100000:0.0:1746066730.944574:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066730.944596:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d2b200/0xfb36a14ee6081d5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cb5 expref: 29 pid: 21973 timeout: 792 lvb_type: 1 00000100:00100000:2.0:1746066730.944627:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5428 00000100:00100000:2.0:1746066730.944633:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5219450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882975186048:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.944643:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.944654:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d2b200/0xfb36a14ee6081d5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cb5 expref: 29 pid: 21973 timeout: 792 lvb_type: 1 00010000:00010000:2.0:1746066730.944663:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d2b200/0xfb36a14ee6081d5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cb5 expref: 29 pid: 21973 timeout: 792 lvb_type: 1 00010000:00010000:2.0:1746066730.944702:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d2b200/0xfb36a14ee6081d5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cb5 expref: 29 pid: 21973 timeout: 792 lvb_type: 1 00010000:00010000:2.0:1746066730.944713:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.944715:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.944720:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 28 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.944728:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 28 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.944754:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 28 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.944769:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976257792:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066730.944823:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc4000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066730.948337:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.948365:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.948413:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.948418:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975186176 00000100:00100000:2.0:1746066730.948426:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975186176 00000100:00100000:2.0:1746066730.948456:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975186304 00000100:00100000:2.0:1746066730.948459:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975186304 00000100:00100000:2.0:1746066730.948488:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975186432 00000100:00100000:2.0:1746066730.948490:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975186432 00000100:00100000:2.0:1746066730.949259:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975186560 00000100:00100000:2.0:1746066730.949263:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975186560 00000100:00100000:3.0:1746066730.949577:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10895 00000100:00100000:3.0:1746066730.949586:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28954:x1830882975186176:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.949599:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.949612:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978e9f expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.949622:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10896 00000100:00100000:1.0:1746066730.949628:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975186304:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:0.0:1746066730.949632:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10897 00010000:00010000:3.0:1746066730.949634:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 20 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066730.949634:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066730.949639:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975186432:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.949640:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066730.949642:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066730.949643:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800926bfa00/0xfb36a14ee6082043 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ea6 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.949645:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e9f expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.949646:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10898 00010000:00010000:0.0:1746066730.949647:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066730.949651:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975186560:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066730.949654:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b46b400/0xfb36a14ee608204a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ead expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.949656:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066730.949662:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec51800/0xfb36a14ee6082051 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978eb4 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.949666:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 21 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066730.949670:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976258048:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066730.949687:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 21 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066730.949687:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec51800/0xfb36a14ee6082051 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978eb4 expref: 32 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.949687:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b46b400/0xfb36a14ee608204a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ead expref: 21 pid: 8112 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066730.949695:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976257920:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066730.949696:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec51800/0xfb36a14ee6082051 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978eb4 expref: 32 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066730.949696:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b46b400/0xfb36a14ee608204a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ead expref: 21 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066730.949704:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51800, rc 0) 00010000:00010000:0.0:1746066730.949706:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b46b400, rc 0) 00000100:00100000:2.0:1746066730.949728:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975186560:12345-192.168.202.57@tcp:101:cat.0 Request processed in 77us (1315us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066730.949728:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975186432:12345-192.168.202.57@tcp:101:cat.0 Request processed in 90us (1362us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066730.949733:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10898 00000100:00100000:0.0:1746066730.949740:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10897 00000100:00100000:3.0:1746066730.949746:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0abb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066730.949750:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.949802:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976257792:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066730.949812:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.949826:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5219450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882975186048:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5194us (5321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.949833:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5428 00000100:00100000:0.0:1746066730.950777:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.950844:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975186816 00000100:00100000:2.0:1746066730.950848:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975186816 00002000:00100000:2.0:1746066730.950873:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1224704->1228799) req@ffff88009e93df80 x1830882975186816/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.950880:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93df80 with x1830882975186816 ext(1224704->1228799) 00002000:00010000:2.0:1746066730.950884:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93df80 00000100:00100000:2.0:1746066730.950906:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4479 00000100:00100000:2.0:1746066730.950914:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975186816:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066730.953243:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975186816:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 2323us (2461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066730.953251:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4479 00002000:00100000:2.0:1746066730.953260:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1224704->1228799) req@ffff88009e93df80 x1830882975186816/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.953267:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93df80 with x1830882975186816 ext(1224704->1228799) 00002000:00010000:2.0:1746066730.953271:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93df80 00000100:00100000:2.0:1746066730.954807:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:1.0:1746066730.954954:0:4614:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime: 1746066729 -> 1746066730 00002000:00010000:1.0:1746066730.954957:0:4614:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066728 -> 1746066730 00002000:00010000:1.0:1746066730.954960:0:4614:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime: 1746066729 -> 1746066730 00000100:00100000:1.0:1746066730.954975:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976258048:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066730.955004:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800926bfa00/0xfb36a14ee6082043 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ea6 expref: 29 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.955016:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800926bfa00/0xfb36a14ee6082043 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ea6 expref: 29 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066730.955027:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926bfa00, rc 0) 00000100:00100000:1.0:1746066730.955055:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882975186304:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5427us (6723us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066730.955061:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10896 00000100:00100000:0.0:1746066730.955173:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975186944 00000100:00100000:0.0:1746066730.955178:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975186944 00002000:00100000:0.0:1746066730.955201:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (970752->1048575) req@ffff88009284a680 x1830882975186944/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066730.955209:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284a680 with x1830882975186944 ext(970752->1048575) 00010000:00010000:0.0:1746066730.955215:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 20 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066730.955225:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 20 pid: 8450 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746066730.955230:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009284a680 00000100:00100000:3.0:1746066730.955241:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976257920:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066730.955243:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 970 00000100:00100000:0.0:1746066730.955248:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975186944:12345-192.168.202.57@tcp:4:multiop.0 00010000:00010000:3.0:1746066730.955255:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e9f expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.955264:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135159000, rc 0) 00000100:00100000:3.0:1746066730.955282:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:28954:x1830882975186176:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5698us (10709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.955287:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10895 00000100:00100000:2.0:1746066730.960980:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.962859:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975186944:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 7603us (8047us total) trans 21474840183 rc 0/0 00000100:00100000:0.0:1746066730.962870:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 970 00002000:00100000:0.0:1746066730.962879:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (970752->1048575) req@ffff88009284a680 x1830882975186944/t21474840183(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/448 e 0 to 0 dl 1746066741 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066730.962888:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284a680 with x1830882975186944 ext(970752->1048575) 00010000:00010000:0.0:1746066730.962897:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 22 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066730.962910:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 22 pid: 8450 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746066730.962917:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009284a680 00000100:00100000:3.0:1746066730.963138:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975187072 00000100:00100000:3.0:1746066730.963153:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975187072 00000100:00100000:3.0:1746066730.963182:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10899 00000100:00100000:3.0:1746066730.963188:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28957:x1830882975187072:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066730.963200:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066730.963211:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ebb expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.963229:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066730.963234:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ebb expref: 23 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.963243:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ebb expref: 23 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066730.963256:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135158c00, rc 0) 00000100:00100000:3.0:1746066730.963287:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:28957:x1830882975187072:12345-192.168.202.57@tcp:101:cat.0 Request processed in 99us (2311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066730.963293:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10899 00000100:00100000:0.0:1746066730.970098:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.970167:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975187200 00000100:00100000:2.0:1746066730.970175:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975187200 00010000:00010000:2.0:1746066730.970204:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 23 pid: 8450 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066730.970381:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5429 00000100:00100000:2.0:1746066730.970388:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1965:x1830882975187200:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066730.970400:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066730.970417:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 23 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066730.970427:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 23 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066730.970450:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009edc2800/0xfb36a14ee6081fef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 970752->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e75 expref: 23 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066730.970474:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.970476:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.970481:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e9f expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.970488:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e9f expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.970495:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.970496:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066730.970499:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ebb expref: 22 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.970505:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ebb expref: 22 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066730.970530:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ebb expref: 22 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.970540:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976258176:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066730.970611:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e9f expref: 24 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066730.970617:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976258304:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066730.970631:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc4e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066730.975005:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976258176:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066730.975014:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976258304:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066730.975030:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066730.975067:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1965:x1830882975187200:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4679us (4976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066730.975076:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5429 00000100:00100000:0.0:1746066730.975247:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.975308:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975187456 00000100:00100000:2.0:1746066730.975313:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975187456 00002000:00100000:2.0:1746066730.975341:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e93f800 x1830882975187456/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.975349:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93f800 with x1830882975187456 ext(0->1048575) 00002000:00010000:2.0:1746066730.975354:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93f800 00000100:00100000:2.0:1746066730.975379:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4480 00000100:00100000:2.0:1746066730.975385:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975187456:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066730.978790:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.978871:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975187712 00000100:00100000:3.0:1746066730.978879:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975187712 00002000:00100000:3.0:1746066730.978919:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e93c000 x1830882975187712/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.978930:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93c000 with x1830882975187712 ext(0->1048575) 00002000:00010000:3.0:1746066730.978935:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93c000 00000100:00100000:3.0:1746066730.978951:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4481 00000100:00100000:3.0:1746066730.978958:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975187712:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066730.983812:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066730.984113:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066730.984517:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975188224 00000100:00100000:2.0:1746066730.984525:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975188224 00002000:00100000:2.0:1746066730.984557:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e93dc00 x1830882975188224/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 504/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.984565:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93dc00 with x1830882975188224 ext(1048576->2097151) 00002000:00010000:2.0:1746066730.984569:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93dc00 00000100:00100000:2.0:1746066730.984591:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975187968 00000100:00100000:2.0:1746066730.984593:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975187968 00002000:00100000:2.0:1746066730.984602:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x387:0x0] (1228800->2097151) req@ffff88009e93f480 x1830882975187968/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/0 e 0 to 0 dl 1746066741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.984608:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93f480 with x1830882975187968 ext(1228800->2097151) 00002000:00010000:2.0:1746066730.984610:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93f480 00000100:00100000:2.0:1746066730.984620:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4482 00000100:00100000:2.0:1746066730.984625:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975188224:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066730.985297:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4483 00000100:00100000:2.0:1746066730.985302:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882975187968:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066730.994609:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975187456:12345-192.168.202.57@tcp:3:cat.0 Request processed in 19214us (19352us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066730.994620:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4480 00002000:00100000:2.0:1746066730.994630:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e93f800 x1830882975187456/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066730.994639:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93f800 with x1830882975187456 ext(0->1048575) 00002000:00010000:2.0:1746066730.994645:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93f800 00000100:00100000:3.0:1746066730.995739:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975187712:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16778us (16952us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066730.995747:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4481 00002000:00100000:3.0:1746066730.995753:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e93c000 x1830882975187712/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066730.995760:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93c000 with x1830882975187712 ext(0->1048575) 00002000:00010000:3.0:1746066730.995764:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93c000 00000100:00100000:0.0:1746066730.996582:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066730.999995:0:14544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975188352 00000100:00100000:3.0:1746066731.000005:0:14544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975188352 00000100:00100000:3.0:1746066731.000060:0:14544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 170 00000100:00100000:3.0:1746066731.000068:0:14544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:69ee3f12-76db-44fe-a8c9-a42ead582d61+15:1964:x1830882975188352:12345-192.168.202.57@tcp:400:kworker.0 00000100:00100000:3.0:1746066731.000144:0:14544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:69ee3f12-76db-44fe-a8c9-a42ead582d61+15:1964:x1830882975188352:12345-192.168.202.57@tcp:400:kworker.0 Request processed in 76us (3563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.000159:0:14544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 170 00000100:00100000:2.0:1746066731.001397:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975188224:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16768us (17588us total) trans 0 rc 655360/655360 00000100:00100000:2.0:1746066731.001405:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4482 00002000:00100000:2.0:1746066731.001414:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e93dc00 x1830882975188224/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 504/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 655360/655360 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.001422:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93dc00 with x1830882975188224 ext(1048576->2097151) 00002000:00010000:2.0:1746066731.001427:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93dc00 00000100:00100000:2.0:1746066731.010492:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882975187968:12345-192.168.202.57@tcp:3:cat.0 Request processed in 25181us (26371us total) trans 0 rc 868352/868352 00000100:00100000:2.0:1746066731.010501:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4483 00002000:00100000:2.0:1746066731.010511:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1228800->2097151) req@ffff88009e93f480 x1830882975187968/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:136/0 lens 488/440 e 0 to 0 dl 1746066741 ref 1 fl Complete:/200/0 rc 868352/868352 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.010520:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93f480 with x1830882975187968 ext(1228800->2097151) 00002000:00010000:2.0:1746066731.010524:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93f480 00000100:00100000:0.0:1746066731.011881:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.011943:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975188480 00000100:00100000:1.0:1746066731.011950:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975188480 00000100:00100000:1.0:1746066731.011991:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10900 00000100:00100000:1.0:1746066731.011997:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:28954:x1830882975188480:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.012009:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.012021:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ec2 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.012044:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 27 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.012050:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066731.012052:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066731.012054:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec2 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.012076:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 27 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.012085:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 27 pid: 20532 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.012094:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976258432:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066731.012392:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066731.014358:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976258432:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.014378:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec2 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.014391:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34800, rc 0) 00000100:00100000:1.0:1746066731.014427:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:28954:x1830882975188480:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2430us (2547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.014435:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10900 00000100:00100000:0.0:1746066731.015481:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.015546:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975188608 00000100:00100000:2.0:1746066731.015552:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975188608 00002000:00100000:2.0:1746066731.015582:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1228799) req@ffff88009a0d2680 x1830882975188608/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.015590:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d2680 with x1830882975188608 ext(1048576->1228799) 00010000:00010000:2.0:1746066731.015597:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 28 pid: 20532 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.015607:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 28 pid: 20532 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746066731.015617:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a0d2680 00000100:00100000:2.0:1746066731.015631:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 971 00000100:00100000:2.0:1746066731.015637:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882975188608:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066731.020755:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.021363:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975188736 00000100:00100000:1.0:1746066731.021371:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975188736 00000100:00100000:1.0:1746066731.021408:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10901 00000100:00100000:1.0:1746066731.021415:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:28957:x1830882975188736:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.021429:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.021443:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ec9 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.021465:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.021472:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.021477:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066731.021479:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066731.021481:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec9 expref: 23 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.021503:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.021512:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 24 pid: 9776 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.021521:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976258560:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.021584:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 23 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.021595:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 23 pid: 8450 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.021602:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976258688:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066731.021618:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.023077:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975188608:12345-192.168.202.57@tcp:4:cat.0 Request processed in 7436us (7593us total) trans 17179872845 rc 0/0 00000100:00100000:3.0:1746066731.023086:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 971 00002000:00100000:3.0:1746066731.023094:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->1228799) req@ffff88009a0d2680 x1830882975188608/t17179872845(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/448 e 0 to 0 dl 1746066742 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.023102:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d2680 with x1830882975188608 ext(1048576->1228799) 00010000:00010000:3.0:1746066731.023110:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 30 pid: 20532 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.023121:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 30 pid: 20532 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746066731.023126:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a0d2680 00000100:00100000:1.0:1746066731.024107:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.024163:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.024451:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975188864 00000100:00100000:2.0:1746066731.024457:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975188864 00002000:00100000:2.0:1746066731.024481:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2564096->3145727) req@ffff88008c397800 x1830882975188864/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.024489:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c397800 with x1830882975188864 ext(2564096->3145727) 00010000:00010000:2.0:1746066731.024495:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 25 pid: 9776 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.024504:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 25 pid: 9776 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746066731.024510:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c397800 00000100:00100000:2.0:1746066731.024520:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975188992 00000100:00100000:2.0:1746066731.024522:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975188992 00002000:00100000:2.0:1746066731.024531:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2179072->2457599) req@ffff88008c397100 x1830882975188992/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.024538:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c397100 with x1830882975188992 ext(2179072->2457599) 00010000:00010000:2.0:1746066731.024542:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 24 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.024550:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 24 pid: 8450 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746066731.024556:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c397100 00000100:00100000:2.0:1746066731.024565:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 972 00000100:00100000:2.0:1746066731.024571:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975188864:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066731.024965:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976258560:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066731.024971:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976258688:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066731.024988:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec9 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.024996:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34c00, rc 0) 00000100:00100000:0.0:1746066731.025017:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:28957:x1830882975188736:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3604us (4270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.025021:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10901 00000100:00100000:3.0:1746066731.025140:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 973 00000100:00100000:3.0:1746066731.025159:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1966:x1830882975188992:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066731.027353:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.027407:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975189120 00000100:00100000:2.0:1746066731.027413:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975189120 00010000:00010000:2.0:1746066731.027433:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 30 pid: 20532 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.027737:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5430 00000100:00100000:2.0:1746066731.027744:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1965:x1830882975189120:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.027755:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.027771:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 30 pid: 20532 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.027781:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 30 pid: 20532 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.027798:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cbb1a00/0xfb36a14ee6082035 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1228799) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e98 expref: 30 pid: 20532 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.027816:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.027818:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.027823:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec2 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.027834:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec2 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.027858:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec2 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.027868:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976258816:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066731.028523:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.035428:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882975188992:12345-192.168.202.57@tcp:4:cat.0 Request processed in 10273us (11257us total) trans 21474840184 rc 0/0 00000100:00100000:3.0:1746066731.035438:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 973 00002000:00100000:3.0:1746066731.035447:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2179072->2457599) req@ffff88008c397100 x1830882975188992/t21474840184(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/448 e 0 to 0 dl 1746066742 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.035456:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c397100 with x1830882975188992 ext(2179072->2457599) 00010000:00010000:3.0:1746066731.035465:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 25 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.035477:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 25 pid: 8450 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746066731.035483:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c397100 00000100:00100000:3.0:1746066731.036812:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976258816:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066731.036827:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066731.039505:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882975189120:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 11752us (12145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.039516:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5430 00000100:00100000:0.0:1746066731.042003:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.042079:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975189376 00000100:00100000:3.0:1746066731.042086:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975189376 00002000:00100000:3.0:1746066731.042121:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009a0d3b80 x1830882975189376/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.042131:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3b80 with x1830882975189376 ext(1048576->2097151) 00002000:00010000:3.0:1746066731.042136:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d3b80 00000100:00100000:3.0:1746066731.042164:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4484 00000100:00100000:3.0:1746066731.042171:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1966:x1830882975189376:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066731.045745:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.045853:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975189504 00000100:00100000:2.0:1746066731.045859:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975189504 00010000:00010000:2.0:1746066731.045889:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 25 pid: 8450 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.045920:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5431 00000100:00100000:2.0:1746066731.045927:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882975189504:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.045937:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.045953:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 25 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.045961:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 25 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.045979:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51400/0xfb36a14ee6081fb0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2179072->2555903] (req 2179072->2457599) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e59 expref: 25 pid: 8450 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746066731.048735:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975188864:12345-192.168.202.57@tcp:4:cat.0 Request processed in 24158us (24624us total) trans 21474840185 rc 0/0 00000100:00100000:3.0:1746066731.048745:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 972 00002000:00100000:3.0:1746066731.048753:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2564096->3145727) req@ffff88008c397800 x1830882975188864/t21474840185(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/448 e 0 to 0 dl 1746066742 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.048767:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c397800 with x1830882975188864 ext(2564096->3145727) 00010000:00010000:3.0:1746066731.048775:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 27 pid: 9776 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.048787:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 27 pid: 9776 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746066731.048793:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c397800 00010000:00010000:2.0:1746066731.049295:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.049316:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882975189504:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3389us (3576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.049324:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5431 00000100:00100000:3.0:1746066731.051340:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1966:x1830882975189376:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9163us (9336us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066731.051349:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4484 00002000:00100000:3.0:1746066731.051359:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009a0d3b80 x1830882975189376/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.051367:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3b80 with x1830882975189376 ext(1048576->2097151) 00002000:00010000:3.0:1746066731.051371:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d3b80 00000100:00100000:2.0:1746066731.051732:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.051906:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975189632 00000100:00100000:0.0:1746066731.051913:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975189632 00010000:00010000:0.0:1746066731.051939:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 27 pid: 9776 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746066731.051974:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5432 00000100:00100000:0.0:1746066731.051980:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975189632:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066731.051991:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066731.052008:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 27 pid: 9776 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.052017:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 27 pid: 9776 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.052065:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51e00/0xfb36a14ee6081e98 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2564096->3145727] (req 2564096->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d87 expref: 27 pid: 9776 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.052079:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066731.052081:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066731.052086:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec9 expref: 23 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.052093:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec9 expref: 23 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.052116:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec9 expref: 23 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066731.052125:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800996d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976258944:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066731.052193:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066731.055757:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.056003:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800996d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976258944:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066731.056019:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.056051:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975189632:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4071us (4319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.056060:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5432 00000100:00100000:3.0:1746066731.056174:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975189888 00000100:00100000:3.0:1746066731.056180:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975189888 00002000:00100000:3.0:1746066731.056211:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800996dbb80 x1830882975189888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.056220:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996dbb80 with x1830882975189888 ext(2097152->3145727) 00002000:00010000:3.0:1746066731.056223:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996dbb80 00000100:00100000:3.0:1746066731.056239:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4485 00000100:00100000:3.0:1746066731.056245:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975189888:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066731.057547:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.057600:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975190016 00000100:00100000:1.0:1746066731.057605:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975190016 00000100:00100000:1.0:1746066731.057638:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10902 00000100:00100000:1.0:1746066731.057644:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:28950:x1830882975190016:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066731.057653:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.057671:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ed0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.057706:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec2 expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.057713:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.057715:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.057717:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1236992->2052095] (req 1236992->2052095) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.057741:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec2 expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.057754:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec2 expref: 38 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.057763:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976259072:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066731.057820:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066731.060719:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976259072:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.060744:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1236992->2052095] (req 1236992->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.060758:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8534800, rc 0) 00000100:00100000:1.0:1746066731.060800:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:28950:x1830882975190016:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3155us (3254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.060807:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10902 00000100:00100000:2.0:1746066731.063055:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.064288:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.064382:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975190272 00000100:00100000:2.0:1746066731.064390:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975190272 00010000:00010000:2.0:1746066731.064419:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec2 expref: 38 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.064524:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975190144 00000100:00100000:1.0:1746066731.064528:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975190144 00000100:00100000:1.0:1746066731.064557:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10903 00000100:00100000:1.0:1746066731.064564:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:28954:x1830882975190144:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.064579:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.064591:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ed7 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.064612:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.064622:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066731.064624:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066731.064627:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed7 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.064650:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.064660:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 25 pid: 21203 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.064670:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976259200:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066731.064741:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066731.064799:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5433 00000100:00100000:2.0:1746066731.064805:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1965:x1830882975190272:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.064813:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.064830:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec2 expref: 38 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.064839:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec2 expref: 38 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.064858:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34800/0xfb36a14ee608205f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec2 expref: 38 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.064870:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.064872:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.064876:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.064883:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.064903:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.064910:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976259328:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066731.064929:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.068549:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975189888:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12297us (12791us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066731.068560:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4485 00000100:00100000:0.0:1746066731.069108:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.069130:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.069183:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975190400 00000100:00100000:0.0:1746066731.069189:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975190400 00002000:00100000:0.0:1746066731.069217:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1404928->1798143) req@ffff8800996d9500 x1830882975190400/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066731.069225:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d9500 with x1830882975190400 ext(1404928->1798143) 00010000:00010000:0.0:1746066731.069232:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 25 pid: 21203 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.069243:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 25 pid: 21203 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746066731.069248:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800996d9500 00000100:00100000:0.0:1746066731.069262:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975190656 00000100:00100000:0.0:1746066731.069264:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975190656 00002000:00100000:0.0:1746066731.069276:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1236992->1241087) req@ffff8800996d8e00 x1830882975190656/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066731.069282:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8e00 with x1830882975190656 ext(1236992->1241087) 00002000:00010000:0.0:1746066731.069285:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800996d8e00 00000100:00100000:0.0:1746066731.069301:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 974 00000100:00100000:0.0:1746066731.069307:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882975190400:12345-192.168.202.57@tcp:4:cat.0 00002000:00100000:3.0:1746066731.069700:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800996dbb80 x1830882975189888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.069708:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996dbb80 with x1830882975189888 ext(2097152->3145727) 00002000:00010000:3.0:1746066731.069711:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800996dbb80 00000100:00100000:3.0:1746066731.069734:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4486 00000100:00100000:3.0:1746066731.069739:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975190656:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066731.069840:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975190656:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 100us (708us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066731.069845:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4486 00002000:00100000:3.0:1746066731.069850:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1236992->1241087) req@ffff8800996d8e00 x1830882975190656/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/4536 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.069856:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8e00 with x1830882975190656 ext(1236992->1241087) 00002000:00010000:3.0:1746066731.069858:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800996d8e00 00010000:00010000:3.0:1746066731.069903:0:9850:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746066731.069972:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976259200:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.069993:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed7 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.070005:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8535c00, rc 0) 00000100:00100000:1.0:1746066731.070025:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28954:x1830882975190144:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5462us (6977us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.070031:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10903 00000100:00100000:2.0:1746066731.070169:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976259328:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066731.070181:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.070201:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882975190272:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5397us (5915us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.070208:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5433 00000100:00100000:2.0:1746066731.075607:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882975190400:12345-192.168.202.57@tcp:4:cat.0 Request processed in 6291us (6491us total) trans 21474840186 rc 0/0 00000100:00100000:2.0:1746066731.075617:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 974 00002000:00100000:2.0:1746066731.075627:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1404928->1798143) req@ffff8800996d9500 x1830882975190400/t21474840186(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/448 e 0 to 0 dl 1746066742 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.075637:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d9500 with x1830882975190400 ext(1404928->1798143) 00010000:00010000:2.0:1746066731.075645:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 26 pid: 21203 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.075658:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 26 pid: 21203 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746066731.075665:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800996d9500 00000100:00100000:0.0:1746066731.080486:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.080550:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975190784 00000100:00100000:1.0:1746066731.080558:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975190784 00000100:00100000:1.0:1746066731.080605:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10904 00000100:00100000:1.0:1746066731.080612:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:28957:x1830882975190784:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.080628:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.080642:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ede expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.080666:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.080673:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066731.080707:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066731.080711:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ede expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.080737:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.080746:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 36 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.080756:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976259456:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066731.080848:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066731.080869:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.080929:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.080998:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975191168 00000100:00100000:2.0:1746066731.081002:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975191168 00010000:00010000:2.0:1746066731.081019:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 26 pid: 21203 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.081046:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5434 00000100:00100000:2.0:1746066731.081052:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882975191168:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.081060:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.081079:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 26 pid: 21203 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.081088:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 26 pid: 21203 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.081104:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34000/0xfb36a14ee6081e8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1404928->1798143) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d79 expref: 26 pid: 21203 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.081121:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.081125:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.081130:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed7 expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.081137:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed7 expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.081163:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed7 expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.081170:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976259584:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066731.081205:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.081256:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975191040 00000100:00100000:3.0:1746066731.081260:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975191040 00002000:00100000:3.0:1746066731.081288:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (2048000->2052095) req@ffff88008c396680 x1830882975191040/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.081297:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c396680 with x1830882975191040 ext(2048000->2052095) 00002000:00010000:3.0:1746066731.081301:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c396680 00000100:00100000:3.0:1746066731.081313:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4487 00000100:00100000:3.0:1746066731.081319:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975191040:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066731.081441:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975191040:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 121us (571us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066731.081447:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4487 00002000:00100000:3.0:1746066731.081452:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (2048000->2052095) req@ffff88008c396680 x1830882975191040/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/4536 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.081458:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c396680 with x1830882975191040 ext(2048000->2052095) 00002000:00010000:3.0:1746066731.081461:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c396680 00000100:00100000:0.0:1746066731.083560:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.083616:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975191424 00000100:00100000:2.0:1746066731.083621:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975191424 00000100:00100000:2.0:1746066731.083664:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3607 00000100:00100000:2.0:1746066731.083671:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:28950:x1830882975191424:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066731.083881:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+264:28950:x1830882975191424:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 209us (325us total) trans 8589942971 rc 0/0 00000100:00100000:2.0:1746066731.083887:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3607 00000100:00100000:0.0:1746066731.085758:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976259584:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066731.085774:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066731.086111:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882975191168:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5057us (5180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.086119:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5434 00000100:00100000:0.0:1746066731.086414:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976259456:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066731.086431:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ede expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.086444:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ec3000, rc 0) 00000100:00100000:0.0:1746066731.086461:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:28957:x1830882975190784:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5849us (5983us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.086467:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10904 00000100:00100000:1.0:1746066731.086879:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.087025:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975191552 00000100:00100000:2.0:1746066731.087030:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975191552 00002000:00100000:2.0:1746066731.087057:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2265087) req@ffff88008c394700 x1830882975191552/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.087065:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c394700 with x1830882975191552 ext(2097152->2265087) 00010000:00010000:2.0:1746066731.087071:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 37 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.087081:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 37 pid: 4614 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746066731.087087:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c394700 00000100:00100000:2.0:1746066731.087105:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 975 00000100:00100000:2.0:1746066731.087111:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975191552:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066731.088475:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.088524:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975191808 00000100:00100000:1.0:1746066731.088528:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975191808 00000100:00100000:1.0:1746066731.088563:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10905 00000100:00100000:1.0:1746066731.088569:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:28960:x1830882975191808:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066731.088580:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.088593:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ee5 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.088611:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e9f expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.088617:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ebb expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.088623:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.088624:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.088627:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [471040->659455] (req 471040->659455) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.088650:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ebb expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.088658:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ebb expref: 26 pid: 10402 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.088669:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976259712:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.088740:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e9f expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.088749:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e9f expref: 26 pid: 10402 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.088757:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976259840:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066731.088776:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066731.090787:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.091243:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975191936 00000100:00100000:3.0:1746066731.091249:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975191936 00000100:00100000:0.0:1746066731.091261:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1964:x1830882975191552:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 4148us (4380us total) trans 17179872846 rc 0/0 00000100:00100000:0.0:1746066731.091269:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 975 00002000:00100000:0.0:1746066731.091278:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2265087) req@ffff88008c394700 x1830882975191552/t17179872846(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/448 e 0 to 0 dl 1746066742 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066731.091286:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c394700 with x1830882975191552 ext(2097152->2265087) 00010000:00010000:0.0:1746066731.091294:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 39 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.091309:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 39 pid: 4614 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746066731.091314:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c394700 00002000:00100000:3.0:1746066731.091427:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880092848000 x1830882975191936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.091436:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848000 with x1830882975191936 ext(1048576->2097151) 00002000:00010000:3.0:1746066731.091439:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092848000 00000100:00100000:3.0:1746066731.091452:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4488 00000100:00100000:3.0:1746066731.091458:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975191936:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066731.097979:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.097995:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.098005:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975192064 00000100:00100000:0.0:1746066731.098012:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975192064 00000100:00100000:3.0:1746066731.098019:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.098157:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976259712:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066731.098167:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976259840:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.098190:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [471040->659455] (req 471040->659455) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.098204:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ec2a00, rc 0) 00000100:00100000:1.0:1746066731.098643:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28960:x1830882975191808:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 10072us (10169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.098651:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10905 00000100:00100000:0.0:1746066731.099540:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975192192 00000100:00100000:0.0:1746066731.099545:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975192192 00010000:00010000:0.0:1746066731.099569:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e9f expref: 29 pid: 10402 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746066731.099599:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975192320 00000100:00100000:0.0:1746066731.099602:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975192320 00010000:00010000:0.0:1746066731.099611:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 39 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746066731.099638:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5435 00000100:00100000:0.0:1746066731.099648:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975192192:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066731.099658:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066731.099690:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e9f expref: 29 pid: 10402 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.099698:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e9f expref: 29 pid: 10402 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.099715:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135159000/0xfb36a14ee608203c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e9f expref: 29 pid: 10402 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.099729:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066731.099753:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975192192:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 106us (1757us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.099758:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5435 00000100:00100000:0.0:1746066731.099768:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5436 00000100:00100000:0.0:1746066731.099772:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1965:x1830882975192320:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066731.099779:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066731.099790:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 39 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.099797:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 39 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.099808:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a94400/0xfb36a14ee6081ec2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->2265087) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d9c expref: 39 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.099816:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066731.099818:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066731.099824:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ede expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.099830:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ede expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.099857:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ede expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066731.099868:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976259968:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066731.099914:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9c00 going to sleep for 11 seconds 00010000:00010000:0.0:1746066731.099942:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ebb expref: 26 pid: 10402 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746066731.099958:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5437 00000100:00100000:0.0:1746066731.099962:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5219050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975192064:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066731.099968:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066731.099975:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ebb expref: 26 pid: 10402 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.099984:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ebb expref: 26 pid: 10402 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.100026:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135158c00/0xfb36a14ee6082058 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ebb expref: 26 pid: 10402 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.100034:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066731.100035:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066731.100039:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.100045:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.101374:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066731.101386:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976260096:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066731.102057:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975191936:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 10597us (11273us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066731.102064:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4488 00002000:00100000:2.0:1746066731.102071:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880092848000 x1830882975191936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.102079:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848000 with x1830882975191936 ext(1048576->2097151) 00002000:00010000:2.0:1746066731.102083:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092848000 00000100:00100000:0.0:1746066731.103183:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066731.105966:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976259968:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066731.105985:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.106031:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1965:x1830882975192320:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6257us (8010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.106040:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5436 00000100:00100000:1.0:1746066731.106089:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976260096:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066731.106098:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066731.106115:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5219050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882975192064:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6152us (8143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.106120:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5437 00000100:00100000:0.0:1746066731.106966:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.107028:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975192576 00000100:00100000:2.0:1746066731.107034:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975192576 00002000:00100000:2.0:1746066731.107066:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88008efb6d80 x1830882975192576/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.107076:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb6d80 with x1830882975192576 ext(2097152->3145727) 00002000:00010000:2.0:1746066731.107080:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb6d80 00000100:00100000:2.0:1746066731.107094:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4489 00000100:00100000:2.0:1746066731.107102:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975192576:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066731.108218:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.108256:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.108258:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975192704 00000100:00100000:1.0:1746066731.108262:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975192704 00000100:00100000:0.0:1746066731.108267:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975192960 00000100:00100000:0.0:1746066731.108269:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975192960 00002000:00100000:0.0:1746066731.108468:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (471040->475135) req@ffff880098db0050 x1830882975192960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066731.108477:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098db0050 with x1830882975192960 ext(471040->475135) 00002000:00010000:0.0:1746066731.108480:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098db0050 00000100:00100000:0.0:1746066731.108496:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4490 00000100:00100000:0.0:1746066731.108501:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098db0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975192960:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066731.108582:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098db0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975192960:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 80us (325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066731.108587:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4490 00002000:00100000:0.0:1746066731.108593:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (471040->475135) req@ffff880098db0050 x1830882975192960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/4536 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066731.108599:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098db0050 with x1830882975192960 ext(471040->475135) 00002000:00010000:0.0:1746066731.108602:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098db0050 00000100:00100000:1.0:1746066731.108654:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10906 00000100:00100000:1.0:1746066731.108660:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:28954:x1830882975192704:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.108669:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.108697:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6082089 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978eec expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.108716:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.108718:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.108725:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6082089 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978eec expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.108737:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6082089 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978eec expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.108746:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b1000, rc 0) 00000100:00100000:1.0:1746066731.108766:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28954:x1830882975192704:12345-192.168.202.57@tcp:101:cat.0 Request processed in 106us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.108771:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10906 00000100:00100000:3.0:1746066731.112817:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975192576:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 5707us (5844us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066731.112826:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4489 00002000:00100000:3.0:1746066731.112836:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88008efb6d80 x1830882975192576/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.112850:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb6d80 with x1830882975192576 ext(2097152->3145727) 00002000:00010000:3.0:1746066731.112855:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb6d80 00000100:00100000:0.0:1746066731.114805:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.114873:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975193216 00000100:00100000:3.0:1746066731.114880:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975193216 00002000:00100000:3.0:1746066731.114910:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88008efb7480 x1830882975193216/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.114918:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7480 with x1830882975193216 ext(2097152->3145727) 00002000:00010000:3.0:1746066731.114922:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb7480 00000100:00100000:0.0:1746066731.116043:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4491 00000100:00100000:0.0:1746066731.116052:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975193216:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066731.120194:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.121366:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975193472 00000100:00100000:3.0:1746066731.121374:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975193472 00002000:00100000:3.0:1746066731.121408:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (655360->659455) req@ffff88008efb5c00 x1830882975193472/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.121416:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5c00 with x1830882975193472 ext(655360->659455) 00002000:00010000:3.0:1746066731.121420:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb5c00 00000100:00100000:3.0:1746066731.121592:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4492 00000100:00100000:3.0:1746066731.121598:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975193472:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066731.122636:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975193472:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 1035us (2446us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066731.122643:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4492 00002000:00100000:3.0:1746066731.122649:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (655360->659455) req@ffff88008efb5c00 x1830882975193472/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/4536 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.122656:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5c00 with x1830882975193472 ext(655360->659455) 00002000:00010000:3.0:1746066731.122659:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb5c00 00000100:00100000:0.0:1746066731.122964:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.122994:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.123099:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975193600 00000100:00100000:1.0:1746066731.123104:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975193600 00000100:00100000:1.0:1746066731.123139:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975193728 00000100:00100000:1.0:1746066731.123141:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975193728 00000100:00100000:1.0:1746066731.123168:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10907 00000100:00100000:1.0:1746066731.123174:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975193600:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.123185:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.123198:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b47400/0xfb36a14ee6082090 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ef3 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066731.123239:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976260224:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066731.123262:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10908 00000100:00100000:2.0:1746066731.123269:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882975193728:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.123275:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.123284:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082097 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978efa expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066731.123286:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00010000:00010000:2.0:1746066731.123295:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.123296:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.123303:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082097 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978efa expref: 26 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.123315:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082097 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978efa expref: 26 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.123323:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b52c2200, rc 0) 00000100:00100000:2.0:1746066731.123344:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975193728:12345-192.168.202.57@tcp:101:cat.0 Request processed in 76us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.123348:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10908 00000100:00100000:2.0:1746066731.125556:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975193216:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9498us (10749us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066731.125568:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4491 00002000:00100000:2.0:1746066731.125576:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88008efb7480 x1830882975193216/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.125585:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7480 with x1830882975193216 ext(2097152->3145727) 00002000:00010000:2.0:1746066731.125589:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb7480 00000100:00100000:1.0:1746066731.125665:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976260224:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066731.125698:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b47400/0xfb36a14ee6082090 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ef3 expref: 31 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.125708:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b47400/0xfb36a14ee6082090 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ef3 expref: 31 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.125730:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b47400, rc 0) 00000100:00100000:1.0:1746066731.125746:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975193600:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2572us (2783us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066731.125751:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10907 00000100:00100000:0.0:1746066731.131404:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.131449:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.131588:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975193856 00000100:00100000:1.0:1746066731.131595:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975193856 00000100:00100000:1.0:1746066731.131640:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975193984 00000100:00100000:1.0:1746066731.131642:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975193984 00000100:00100000:1.0:1746066731.131658:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10909 00000100:00100000:1.0:1746066731.131664:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975193856:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.131692:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.131710:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b46400/0xfb36a14ee608209e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f01 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066731.131851:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976260352:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066731.131902:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.131936:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10910 00000100:00100000:3.0:1746066731.131986:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:28954:x1830882975193984:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066731.131994:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.132002:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60820a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f08 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.132014:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066731.132016:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066731.132022:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60820a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f08 expref: 39 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.132033:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60820a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f08 expref: 39 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.132040:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50000, rc 0) 00000100:00100000:3.0:1746066731.132060:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:28954:x1830882975193984:12345-192.168.202.57@tcp:101:cat.0 Request processed in 77us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.132504:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10910 00000100:00100000:1.0:1746066731.136591:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976260352:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066731.136621:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b46400/0xfb36a14ee608209e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f01 expref: 31 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.136632:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b46400/0xfb36a14ee608209e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f01 expref: 31 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.136659:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b46400, rc 0) 00000100:00100000:0.0:1746066731.136719:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.136722:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975193856:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5057us (5323us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066731.136730:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10909 00000100:00100000:2.0:1746066731.138046:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975194240 00000100:00100000:2.0:1746066731.138054:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975194240 00002000:00100000:2.0:1746066731.138088:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88008efb5180 x1830882975194240/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.138096:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5180 with x1830882975194240 ext(2097152->3145727) 00002000:00010000:2.0:1746066731.138100:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb5180 00000100:00100000:2.0:1746066731.138124:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4493 00000100:00100000:2.0:1746066731.138131:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1963:x1830882975194240:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066731.138436:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.138605:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975194368 00000100:00100000:1.0:1746066731.138609:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975194368 00000100:00100000:1.0:1746066731.138640:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10911 00000100:00100000:1.0:1746066731.138645:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975194368:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.138654:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.138667:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b47400/0xfb36a14ee60820ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f0f expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066731.138723:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976260480:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066731.138773:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066731.146580:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976260480:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066731.146608:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b47400/0xfb36a14ee60820ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f0f expref: 31 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.146621:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b47400/0xfb36a14ee60820ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f0f expref: 31 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.146645:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b47400, rc 0) 00000100:00100000:1.0:1746066731.146706:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975194368:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8058us (8269us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066731.146713:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10911 00000100:00100000:2.0:1746066731.149065:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1963:x1830882975194240:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10927us (12339us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066731.149074:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4493 00002000:00100000:2.0:1746066731.149083:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88008efb5180 x1830882975194240/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.149091:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb5180 with x1830882975194240 ext(2097152->3145727) 00002000:00010000:2.0:1746066731.149096:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb5180 00000100:00100000:0.0:1746066731.157342:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.157430:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975194496 00000100:00100000:1.0:1746066731.157437:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975194496 00000100:00100000:1.0:1746066731.158089:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10912 00000100:00100000:1.0:1746066731.158098:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975194496:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.158113:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.158127:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b47200/0xfb36a14ee60820b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f16 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066731.158172:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976260608:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066731.158238:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066731.164298:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976260608:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066731.164331:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b47200/0xfb36a14ee60820b3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f16 expref: 28 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.164343:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b47200/0xfb36a14ee60820b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f16 expref: 28 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.165166:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b47200, rc 0) 00000100:00100000:1.0:1746066731.165211:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975194496:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7113us (7873us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066731.165218:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10912 00000100:00100000:0.0:1746066731.171655:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.171764:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975194624 00000100:00100000:1.0:1746066731.171772:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975194624 00000100:00100000:1.0:1746066731.172074:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10913 00000100:00100000:1.0:1746066731.172082:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975194624:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.172097:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.172111:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b47c00/0xfb36a14ee60820ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f1d expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066731.172162:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976260736:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066731.173734:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066731.175286:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976260736:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066731.175308:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b47c00/0xfb36a14ee60820ba lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f1d expref: 28 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.175319:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b47c00/0xfb36a14ee60820ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f1d expref: 28 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.175344:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b47c00, rc 0) 00000100:00100000:1.0:1746066731.175528:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975194624:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3446us (3878us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066731.175535:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10913 00000100:00100000:0.0:1746066731.178792:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.180088:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975194752 00000100:00100000:1.0:1746066731.180096:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975194752 00000100:00100000:1.0:1746066731.180152:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10914 00000100:00100000:1.0:1746066731.180161:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975194752:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.180176:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.180189:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60820c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f24 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066731.180233:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976260864:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066731.182064:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066731.182627:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976260864:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066731.182651:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60820c1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f24 expref: 28 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.182662:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60820c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f24 expref: 28 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.182691:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b46200, rc 0) 00000100:00100000:1.0:1746066731.182722:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975194752:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2562us (3935us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066731.182729:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10914 00000100:00100000:0.0:1746066731.217812:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.218002:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975195008 00000100:00100000:2.0:1746066731.218009:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975195008 00000100:00100000:2.0:1746066731.218056:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9102 00000100:00100000:2.0:1746066731.218063:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+264:28966:x1830882975195008:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066731.218082:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.218097:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee60820c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f2b expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.218424:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee60820cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218434:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee60820cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218443:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee60820cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218453:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5600/0xfb36a14ee60820d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218457:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5600/0xfb36a14ee60820d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218462:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5600/0xfb36a14ee60820d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218541:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5a00/0xfb36a14ee60820dd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218549:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5a00/0xfb36a14ee60820dd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218554:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5a00/0xfb36a14ee60820dd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066731.218560:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066731.218621:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee60820cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218630:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee60820cf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218635:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee60820cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218639:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4ba4000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066731.218641:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee60820cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218646:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee60820cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218654:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066731.218656:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066731.218659:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee60820cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.218663:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba4000/0xfb36a14ee60820cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.219302:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5600/0xfb36a14ee60820d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.219309:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5600/0xfb36a14ee60820d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.219314:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5600/0xfb36a14ee60820d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.219318:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4ba5600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066731.219320:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5600/0xfb36a14ee60820d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.219329:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5600/0xfb36a14ee60820d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.219335:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ebec300) 00010000:00010000:2.0:1746066731.219337:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066731.219339:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5600/0xfb36a14ee60820d6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.219343:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5600/0xfb36a14ee60820d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.219376:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b51b9400/0xfb36a14ee60820c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f2b expref: 267 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.219387:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5a00/0xfb36a14ee60820dd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f2b expref: 266 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.219393:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066731.219394:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066731.219396:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4ba5a00, rc 0) 00000100:00100000:2.0:1746066731.219471:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+266:28966:x1830882975195008:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1407us (1665us total) trans 8589942972 rc 0/0 00000100:00100000:2.0:1746066731.219478:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9102 00000100:00100000:0.0:1746066731.223411:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.223494:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975195136 00000100:00100000:1.0:1746066731.223501:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975195136 00000100:00100000:1.0:1746066731.223599:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 549 00000100:00100000:1.0:1746066731.223608:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+266:1965:x1830882975195136:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066731.223621:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066731.223641:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ba5a00/0xfb36a14ee60820dd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f2b expref: 266 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.223669:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066731.223673:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066731.224247:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+265:1965:x1830882975195136:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 638us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.224253:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 549 00000100:00100000:0.0:1746066731.253301:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.253494:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975195392 00000100:00100000:2.0:1746066731.253502:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975195392 00000100:00100000:2.0:1746066731.253539:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3608 00000100:00100000:2.0:1746066731.253546:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+265:28966:x1830882975195392:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066731.254438:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+266:28966:x1830882975195392:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 891us (1143us total) trans 8589942973 rc 0/0 00000100:00100000:2.0:1746066731.254446:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3608 00000100:00100000:0.0:1746066731.378522:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.379058:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975195520 00000100:00100000:0.0:1746066731.379065:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975195520 00000100:00100000:0.0:1746066731.379100:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10915 00000100:00100000:0.0:1746066731.379107:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975195520:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066731.379122:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066731.379136:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24800/0xfb36a14ee60820eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f32 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066731.379389:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976260992:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066731.380910:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066731.381532:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976260992:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066731.381551:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24800/0xfb36a14ee60820eb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f32 expref: 31 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066731.381564:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24800/0xfb36a14ee60820eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f32 expref: 31 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066731.381573:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a24800, rc 0) 00000100:00100000:0.0:1746066731.381599:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975195520:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2492us (3084us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066731.381606:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10915 00000100:00100000:2.0:1746066731.388884:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.388974:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975195776 00000100:00100000:0.0:1746066731.388986:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975195776 00002000:00100000:0.0:1746066731.389081:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009284ad80 x1830882975195776/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 504/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066731.389091:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284ad80 with x1830882975195776 ext(0->1048575) 00002000:00010000:0.0:1746066731.389096:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284ad80 00000100:00100000:0.0:1746066731.389118:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4494 00000100:00100000:0.0:1746066731.389125:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882975195776:12345-192.168.202.57@tcp:3:cat.0 00000001:00080000:2.0:1746066731.391077:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872846 is committed 00000001:00080000:2.0:1746066731.391089:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872841 is committed 00000001:00080000:2.0:1746066731.391103:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872836 is committed 00000001:00080000:2.0:1746066731.391173:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872845 is committed 00000001:00080000:2.0:1746066731.391181:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872840 is committed 00000100:00100000:2.0:1746066731.404311:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882975195776:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15176us (15427us total) trans 0 rc 860160/860160 00000100:00100000:2.0:1746066731.404322:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4494 00002000:00100000:2.0:1746066731.404332:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009284ad80 x1830882975195776/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 504/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 860160/860160 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.404340:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284ad80 with x1830882975195776 ext(0->1048575) 00002000:00010000:2.0:1746066731.404345:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284ad80 00000100:00100000:0.0:1746066731.409645:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.409752:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975195904 00000100:00100000:2.0:1746066731.409760:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975195904 00000100:00100000:2.0:1746066731.409795:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10916 00000100:00100000:2.0:1746066731.409801:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28973:x1830882975195904:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.409816:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.409829:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f39 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.409851:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 20 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.409857:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066731.409859:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066731.409861:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f39 expref: 9 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.409884:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 20 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.409893:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 20 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.409901:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976261120:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066731.412587:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066731.417301:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.417329:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975196288 00000100:00100000:2.0:1746066731.417335:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975196288 00000100:00100000:3.0:1746066731.417548:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976261120:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066731.417577:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f39 expref: 9 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.417593:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500b800, rc 0) 00000100:00100000:3.0:1746066731.417639:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28973:x1830882975195904:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7837us (8001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.417647:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10916 00000100:00100000:0.0:1746066731.417968:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.418197:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9103 00000100:00100000:2.0:1746066731.418205:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+266:28976:x1830882975196288:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.418223:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.418237:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b000/0xfb36a14ee60820f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f40 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.418323:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b400/0xfb36a14ee6082100 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418333:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b400/0xfb36a14ee6082100 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418343:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b400/0xfb36a14ee6082100 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418355:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b600/0xfb36a14ee6082107 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418361:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b600/0xfb36a14ee6082107 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418365:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b600/0xfb36a14ee6082107 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418452:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608210e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418460:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608210e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418466:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608210e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066731.418473:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066731.418539:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b400/0xfb36a14ee6082100 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418545:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b400/0xfb36a14ee6082100 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418550:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b400/0xfb36a14ee6082100 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418555:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013500b400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066731.418557:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b400/0xfb36a14ee6082100 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418563:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b400/0xfb36a14ee6082100 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418572:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066731.418575:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066731.418578:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b400/0xfb36a14ee6082100 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418583:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b400/0xfb36a14ee6082100 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418597:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b600/0xfb36a14ee6082107 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418601:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b600/0xfb36a14ee6082107 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418606:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b600/0xfb36a14ee6082107 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418609:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013500b600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066731.418611:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b600/0xfb36a14ee6082107 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418615:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b600/0xfb36a14ee6082107 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418621:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ebec800) 00010000:00010000:2.0:1746066731.418622:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066731.418625:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b600/0xfb36a14ee6082107 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418628:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b600/0xfb36a14ee6082107 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066731.418659:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b000/0xfb36a14ee60820f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f40 expref: 269 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.418669:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608210e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f40 expref: 268 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.418692:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066731.418694:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066731.418697:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500ba00, rc 0) 00000100:00100000:2.0:1746066731.418731:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+268:28976:x1830882975196288:12345-192.168.202.57@tcp:101:cat.0 Request processed in 527us (1437us total) trans 8589942974 rc 0/0 00000100:00100000:2.0:1746066731.418737:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9103 00000100:00100000:3.0:1746066731.419077:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975196032 00000100:00100000:3.0:1746066731.419081:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975196032 00002000:00100000:3.0:1746066731.419105:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1236992->2052095) req@ffff8800921c1180 x1830882975196032/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.419113:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c1180 with x1830882975196032 ext(1236992->2052095) 00010000:00010000:3.0:1746066731.419119:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 21 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.419135:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 21 pid: 4614 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746066731.419154:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800921c1180 00000100:00100000:3.0:1746066731.419177:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 976 00000100:00100000:3.0:1746066731.419182:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975196032:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066731.429963:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.430009:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.430130:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975196416 00000100:00100000:2.0:1746066731.430137:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975196416 00000100:00100000:2.0:1746066731.430188:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 550 00000100:00100000:2.0:1746066731.430196:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+268:1965:x1830882975196416:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.430207:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.430227:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee608210e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f40 expref: 268 pid: 809 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066731.431245:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975196672 00000100:00100000:3.0:1746066731.431250:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975196672 00000100:00100000:3.0:1746066731.431276:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3609 00000100:00100000:3.0:1746066731.431281:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+268:28976:x1830882975196672:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:3.0:1746066731.431437:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:28976:x1830882975196672:12345-192.168.202.57@tcp:35:cat.0 Request processed in 156us (1427us total) trans 8589942975 rc 0/0 00000100:00100000:3.0:1746066731.431443:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3609 00010000:00010000:2.0:1746066731.432178:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066731.432183:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.432214:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+268:1965:x1830882975196416:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2018us (2257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.432220:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 550 00000100:00100000:2.0:1746066731.434409:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.434729:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.434756:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.434774:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975196800 00000100:00100000:2.0:1746066731.434780:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975196800 00000100:00100000:2.0:1746066731.434807:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975197056 00000100:00100000:2.0:1746066731.434809:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975197056 00000100:00100000:2.0:1746066731.434819:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975196928 00000100:00100000:2.0:1746066731.434820:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975196928 00000100:00100000:2.0:1746066731.435456:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10917 00000100:00100000:2.0:1746066731.435464:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975196800:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.435480:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.435494:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee608211c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f47 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.435534:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976261248:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066731.435579:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066731.435615:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10918 00000100:00100000:0.0:1746066731.435622:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:28970:x1830882975197056:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066731.435631:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066731.435639:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f55 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.435654:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed7 expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.435662:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082097 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978efa expref: 27 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066731.435668:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066731.435669:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066731.435672:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1290240->1896447] (req 1290240->1896447) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.435707:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082097 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978efa expref: 27 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066731.435715:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082097 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978efa expref: 27 pid: 21203 timeout: 792 lvb_type: 1 00000100:00100000:0.0:1746066731.435723:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976261376:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066731.435749:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed7 expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.435756:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed7 expref: 28 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746066731.435769:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976261504:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066731.435781:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066731.435796:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10919 00000100:00100000:0.0:1746066731.435801:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975196928:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066731.435808:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066731.435816:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24200/0xfb36a14ee608212a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f4e expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066731.435848:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976261632:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066731.435867:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a90c0 going to sleep for 11 seconds 00002000:00010000:0.0:1746066731.440393:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066730 -> 1746066731 00000100:00100000:0.0:1746066731.440416:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976261248:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066731.440444:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee608211c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f47 expref: 28 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066731.440455:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013500b000/0xfb36a14ee608211c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f47 expref: 28 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066731.440467:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500b000, rc 0) 00000100:00100000:0.0:1746066731.440520:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975196800:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5055us (6113us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066731.440526:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10917 00000100:00100000:0.0:1746066731.441359:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976261632:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066731.441376:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24200/0xfb36a14ee608212a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f4e expref: 24 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066731.441385:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24200/0xfb36a14ee608212a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f4e expref: 24 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066731.441393:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a24200, rc 0) 00000100:00100000:1.0:1746066731.441479:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976261376:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066731.441487:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976261504:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.441500:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1290240->1896447] (req 1290240->1896447) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.441511:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a25a00, rc 0) 00000100:00100000:0.0:1746066731.442582:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975196928:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6778us (7822us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066731.442589:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10919 00000100:00100000:1.0:1746066731.442988:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:28970:x1830882975197056:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7365us (8258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.442994:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10918 00000100:00100000:0.0:1746066731.443662:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.446804:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.446854:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.446990:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975197184 00000100:00100000:2.0:1746066731.446999:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975197184 00010000:00010000:2.0:1746066731.447028:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082097 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978efa expref: 27 pid: 21203 timeout: 792 lvb_type: 1 00000100:00100000:2.0:1746066731.447050:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975197312 00000100:00100000:2.0:1746066731.447052:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975197312 00010000:00010000:2.0:1746066731.447063:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed7 expref: 27 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.447077:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5438 00000100:00100000:2.0:1746066731.447083:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975197184:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.447094:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.447110:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082097 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978efa expref: 27 pid: 21203 timeout: 792 lvb_type: 1 00010000:00010000:2.0:1746066731.447119:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082097 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978efa expref: 27 pid: 21203 timeout: 792 lvb_type: 1 00010000:00010000:2.0:1746066731.447136:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082097 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978efa expref: 27 pid: 21203 timeout: 792 lvb_type: 1 00010000:00010000:2.0:1746066731.447159:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.447193:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975197184:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 109us (3531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.447198:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5438 00000100:00100000:2.0:1746066731.447211:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5439 00000100:00100000:2.0:1746066731.447216:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975197312:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.447222:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.447229:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed7 expref: 27 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.447237:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed7 expref: 27 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.447248:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8535c00/0xfb36a14ee6082074 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed7 expref: 27 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.447256:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.447258:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.447263:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.447270:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.447296:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.447306:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976261760:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066731.447345:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066731.449303:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975197440 00000100:00100000:2.0:1746066731.449311:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975197440 00000100:00100000:2.0:1746066731.449347:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9104 00000100:00100000:2.0:1746066731.449352:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+12:28977:x1830882975197440:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066731.449367:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.449379:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b400/0xfb36a14ee6082131 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f5c expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.449423:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee6082138 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.449432:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee6082138 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.449439:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee6082138 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.449448:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee608213f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.449456:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee608213f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.449460:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee608213f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.449530:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.449536:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e60 expref: 17 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.449542:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.449560:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e60 expref: 17 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.449568:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e60 expref: 17 pid: 14549 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.449575:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976261888:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066731.449628:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.451781:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975196032:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 32592us (33806us total) trans 17179872847 rc 0/0 00000100:00100000:3.0:1746066731.451794:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 976 00002000:00100000:3.0:1746066731.451804:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1236992->2052095) req@ffff8800921c1180 x1830882975196032/t17179872847(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/448 e 0 to 0 dl 1746066742 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.451814:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c1180 with x1830882975196032 ext(1236992->2052095) 00010000:00010000:3.0:1746066731.451822:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 23 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.451833:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 23 pid: 4614 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746066731.451838:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800921c1180 00000100:00100000:1.0:1746066731.454019:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.454037:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975197696 00000100:00100000:1.0:1746066731.454043:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975197696 00000100:00100000:2.0:1746066731.454171:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976261760:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066731.454186:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.454215:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975197312:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6999us (7418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.454224:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5439 00000100:00100000:2.0:1746066731.454276:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.454332:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976261888:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066731.454345:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:1.0:1746066731.454395:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10920 00000100:00100000:1.0:1746066731.454402:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:28976:x1830882975197696:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.454415:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.454429:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f63 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.454449:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.454456:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066731.454457:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066731.454460:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f63 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.454589:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.454601:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975197952 00000100:00100000:2.0:1746066731.454604:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975197952 00010000:00010000:2.0:1746066731.454616:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e60 expref: 18 pid: 14549 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.454630:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5440 00000100:00100000:2.0:1746066731.454635:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5218c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975197952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.454644:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.454648:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e60 expref: 18 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.454655:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e60 expref: 18 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.454670:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec51c00/0xfb36a14ee6081fbe lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e60 expref: 18 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.454695:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066731.454699:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.454706:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.454711:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.454723:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.454752:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5218c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975197952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 116us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.454758:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5440 00010000:00010000:1.0:1746066731.455349:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.455359:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 25 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.455373:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976262016:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066731.455416:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0d80 going to sleep for 11 seconds 00010000:00010000:3.0:1746066731.455671:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455696:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066731.455729:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066731.455733:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066731.455746:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455755:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455763:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee6082138 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455768:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee6082138 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455774:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee6082138 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455778:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013500ba00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066731.455781:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee6082138 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455786:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee6082138 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455794:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066731.455803:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066731.455807:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee6082138 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455810:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ba00/0xfb36a14ee6082138 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455822:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee608213f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455827:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee608213f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455832:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee608213f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455835:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ed07000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066731.455837:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee608213f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455841:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee608213f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455851:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ebec600) 00010000:00010000:3.0:1746066731.455853:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066731.455855:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee608213f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455859:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee608213f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.455888:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500b400/0xfb36a14ee6082131 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f5c expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.455898:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f5c expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.455903:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066731.455905:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066731.455907:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed06000, rc 0) 00000100:00100000:3.0:1746066731.455943:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+13:28977:x1830882975197440:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 6589us (9088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.455948:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9104 00000100:00100000:3.0:1746066731.455967:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975197824 00000100:00100000:3.0:1746066731.455971:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975197824 00002000:00100000:3.0:1746066731.455991:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1290240->1294335) req@ffff88009284a680 x1830882975197824/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.455998:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284a680 with x1830882975197824 ext(1290240->1294335) 00002000:00010000:3.0:1746066731.456007:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284a680 00000100:00100000:3.0:1746066731.456018:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4495 00000100:00100000:3.0:1746066731.456023:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882975197824:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066731.457255:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882975197824:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 1227us (2974us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066731.457262:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4495 00002000:00100000:3.0:1746066731.457268:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1290240->1294335) req@ffff88009284a680 x1830882975197824/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/4536 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.457274:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284a680 with x1830882975197824 ext(1290240->1294335) 00002000:00010000:3.0:1746066731.457278:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284a680 00000100:00100000:1.0:1746066731.457662:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.457974:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976262016:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066731.457992:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f63 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.458004:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b46c00, rc 0) 00000100:00100000:0.0:1746066731.458026:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28976:x1830882975197696:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3624us (4011us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.458032:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10920 00000100:00100000:2.0:1746066731.458377:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975198080 00000100:00100000:2.0:1746066731.458382:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975198080 00010000:00010000:2.0:1746066731.458402:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 23 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.458433:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5441 00000100:00100000:2.0:1746066731.458439:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975198080:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.458454:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.458470:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 23 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.458478:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 23 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.458554:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8534800/0xfb36a14ee608206d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1236992->2052095) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ed0 expref: 23 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.458600:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.458611:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.458642:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f39 expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.458718:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f39 expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.458751:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f39 expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.458761:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976262144:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066731.458823:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066731.460594:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.460629:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.460670:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.460753:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975198336 00000100:00100000:1.0:1746066731.460758:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975198336 00000100:00100000:1.0:1746066731.460782:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975198464 00000100:00100000:1.0:1746066731.460785:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975198464 00000100:00100000:1.0:1746066731.460798:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10921 00000100:00100000:1.0:1746066731.460803:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882975198336:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066731.460817:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.460828:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b46400/0xfb36a14ee6082154 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f6a expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.460988:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10922 00000100:00100000:2.0:1746066731.460995:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975198464:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066731.461007:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.461015:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85bd600/0xfb36a14ee608215b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f71 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.461025:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.461027:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.461033:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85bd600/0xfb36a14ee608215b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f71 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.461044:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85bd600/0xfb36a14ee608215b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f71 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.461052:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85bd600, rc 0) 00000100:00100000:2.0:1746066731.461080:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975198464:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 86us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.461085:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10922 00000100:00100000:1.0:1746066731.461128:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976262272:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066731.461177:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.461279:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975198208 00000100:00100000:3.0:1746066731.461282:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975198208 00002000:00100000:3.0:1746066731.461304:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (471040->659455) req@ffff8800921c3b80 x1830882975198208/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.461312:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c3b80 with x1830882975198208 ext(471040->659455) 00010000:00010000:3.0:1746066731.461317:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 26 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.461328:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 26 pid: 4614 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746066731.461333:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921c3b80 00000100:00100000:3.0:1746066731.461345:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 977 00000100:00100000:3.0:1746066731.461349:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975198208:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066731.462512:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.462527:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975198592 00000100:00100000:0.0:1746066731.462531:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975198592 00000100:00100000:0.0:1746066731.462562:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10923 00000100:00100000:0.0:1746066731.462567:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975198592:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066731.462576:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066731.463305:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6082162 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f78 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066731.463343:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976262400:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066731.463395:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066731.464080:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.464117:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.464218:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975198720 00000100:00100000:2.0:1746066731.464218:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975198848 00000100:00100000:3.0:1746066731.464223:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975198720 00000100:00100000:2.0:1746066731.464223:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975198848 00000100:00100000:3.0:1746066731.464450:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10924 00000100:00100000:2.0:1746066731.464457:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10925 00000100:00100000:3.0:1746066731.464458:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975198720:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:2.0:1746066731.464463:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975198848:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066731.464469:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.464471:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.464478:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f45e600/0xfb36a14ee6082169 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f7f expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.464480:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85bc400/0xfb36a14ee6082170 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f86 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.464490:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.464491:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066731.464492:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.464492:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066731.464499:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f45e600/0xfb36a14ee6082169 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f7f expref: 10 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.464499:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85bc400/0xfb36a14ee6082170 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f86 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066731.464510:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f45e600/0xfb36a14ee6082169 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f7f expref: 10 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.464510:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85bc400/0xfb36a14ee6082170 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f86 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066731.464519:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45e600, rc 0) 00010000:00010000:2.0:1746066731.464519:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85bc400, rc 0) 00000100:00100000:2.0:1746066731.464542:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975198848:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 80us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.464547:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975198720:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 91us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.464547:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10925 00000100:00100000:3.0:1746066731.464552:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10924 00000100:00100000:0.0:1746066731.464762:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976262144:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066731.464775:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066731.464796:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975198080:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6357us (7135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.464802:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5441 00002000:00010000:1.0:1746066731.464860:0:8450:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime: 1746066730 -> 1746066731 00002000:00010000:1.0:1746066731.464863:0:8450:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime: 1746066730 -> 1746066731 00000100:00100000:1.0:1746066731.464876:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976262272:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066731.464891:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b46400/0xfb36a14ee6082154 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f6a expref: 9 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.464900:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b46400/0xfb36a14ee6082154 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f6a expref: 9 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.464915:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b46400, rc 0) 00000100:00100000:1.0:1746066731.464943:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975198336:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4140us (4353us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066731.464949:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10921 00000100:00100000:0.0:1746066731.465898:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.466413:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975199104 00000100:00100000:1.0:1746066731.466418:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975199104 00002000:00100000:1.0:1746066731.466442:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800921c3800 x1830882975199104/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.466450:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c3800 with x1830882975199104 ext(1048576->2097151) 00002000:00010000:1.0:1746066731.466454:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800921c3800 00000100:00100000:1.0:1746066731.466481:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4496 00000100:00100000:1.0:1746066731.466488:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975199104:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066731.467880:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.467896:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975199360 00000100:00100000:2.0:1746066731.467899:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975199360 00002000:00100000:2.0:1746066731.467917:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1290239) req@ffff880092849180 x1830882975199360/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.467924:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849180 with x1830882975199360 ext(1048576->1290239) 00002000:00010000:2.0:1746066731.467928:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092849180 00000100:00100000:2.0:1746066731.467948:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4497 00000100:00100000:2.0:1746066731.467953:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975199360:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066731.468649:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.468754:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975199616 00000100:00100000:3.0:1746066731.468759:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975199616 00002000:00100000:3.0:1746066731.468777:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1892352->1896447) req@ffff8800921c0000 x1830882975199616/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.468785:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c0000 with x1830882975199616 ext(1892352->1896447) 00002000:00010000:3.0:1746066731.468788:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921c0000 00000100:00100000:3.0:1746066731.468801:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4498 00000100:00100000:3.0:1746066731.468806:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882975199616:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066731.468877:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882975199616:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 71us (230us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066731.468886:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4498 00002000:00100000:3.0:1746066731.468891:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1892352->1896447) req@ffff8800921c0000 x1830882975199616/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/4536 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.468898:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c0000 with x1830882975199616 ext(1892352->1896447) 00002000:00010000:3.0:1746066731.468901:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800921c0000 00000100:00100000:3.0:1746066731.469326:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882975198208:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 7974us (8654us total) trans 21474840187 rc 0/0 00000100:00100000:3.0:1746066731.469332:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 977 00002000:00100000:3.0:1746066731.469337:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (471040->659455) req@ffff8800921c3b80 x1830882975198208/t21474840187(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/448 e 0 to 0 dl 1746066742 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.469344:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c3b80 with x1830882975198208 ext(471040->659455) 00010000:00010000:3.0:1746066731.469350:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 30 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.469361:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 30 pid: 4614 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746066731.469366:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800921c3b80 00002000:00010000:1.0:1746066731.471557:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime: 1746066730 -> 1746066731 00002000:00010000:1.0:1746066731.471564:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime: 1746066730 -> 1746066731 00002000:00010000:1.0:1746066731.471566:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime: 1746066730 -> 1746066731 00000100:00100000:1.0:1746066731.471582:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976262400:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066731.471609:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6082162 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f78 expref: 7 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.471620:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25000/0xfb36a14ee6082162 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f78 expref: 7 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.471630:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a25000, rc 0) 00000100:00100000:1.0:1746066731.471725:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975198592:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 9156us (9212us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066731.471731:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10923 00000100:00100000:0.0:1746066731.477616:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975199104:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 11120us (11710us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066731.477632:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4496 00002000:00100000:0.0:1746066731.477643:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800921c3800 x1830882975199104/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066731.477655:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800921c3800 with x1830882975199104 ext(1048576->2097151) 00002000:00010000:0.0:1746066731.477660:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800921c3800 00000100:00100000:0.0:1746066731.479229:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.479294:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975199872 00000100:00100000:3.0:1746066731.479301:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975199872 00000100:00100000:3.0:1746066731.479335:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9105 00000100:00100000:3.0:1746066731.479342:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+13:28977:x1830882975199872:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066731.479357:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.479370:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082177 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f8d expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.479373:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975199360:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 11419us (11493us total) trans 0 rc 241664/241664 00000100:00100000:2.0:1746066731.479380:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4497 00002000:00100000:2.0:1746066731.479387:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1290239) req@ffff880092849180 x1830882975199360/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 241664/241664 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.479395:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849180 with x1830882975199360 ext(1048576->1290239) 00002000:00010000:2.0:1746066731.479398:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092849180 00010000:00010000:3.0:1746066731.479442:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.479454:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f5c expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.479459:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.479482:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f5c expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.479492:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f5c expref: 14 pid: 14549 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746066731.479501:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976262528:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066731.479563:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.480934:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976262528:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066731.480949:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746066731.481123:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.481524:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975200000 00000100:00100000:2.0:1746066731.481528:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975200000 00010000:00010000:2.0:1746066731.481546:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f5c expref: 15 pid: 14549 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.481574:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5442 00000100:00100000:2.0:1746066731.481579:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+15:1965:x1830882975200000:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.481586:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.481591:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f5c expref: 15 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.481598:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f5c expref: 15 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.481612:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06000/0xfb36a14ee6082146 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f5c expref: 15 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.481633:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066731.481637:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.481644:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.481649:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.481662:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.481705:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:1965:x1830882975200000:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 125us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.481709:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5442 00010000:00010000:3.0:1746066731.481759:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.481764:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066731.481845:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066731.482246:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082177 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f8d expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.482261:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f8d expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.482266:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066731.482268:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066731.482270:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f208800, rc 0) 00000100:00100000:3.0:1746066731.482885:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+14:28977:x1830882975199872:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3542us (3659us total) trans 8589942976 rc 0/0 00000100:00100000:3.0:1746066731.482891:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9105 00000100:00100000:2.0:1746066731.487753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.487791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.487860:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975200384 00000100:00100000:0.0:1746066731.487869:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975200384 00002000:00100000:0.0:1746066731.487910:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1896448->2097151) req@ffff880092848000 x1830882975200384/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066731.487919:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848000 with x1830882975200384 ext(1896448->2097151) 00002000:00010000:0.0:1746066731.487923:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092848000 00000100:00100000:0.0:1746066731.487952:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4499 00000100:00100000:0.0:1746066731.487958:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975200384:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066731.488409:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975200512 00000100:00100000:3.0:1746066731.488413:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975200512 00000100:00100000:1.0:1746066731.488419:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.488436:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3610 00000100:00100000:3.0:1746066731.488441:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a59c7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:28970:x1830882975200512:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:3.0:1746066731.488608:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a59c7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28970:x1830882975200512:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 166us (816us total) trans 8589942977 rc 0/0 00000100:00100000:3.0:1746066731.488615:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3610 00000100:00100000:1.0:1746066731.488626:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.489300:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975200640 00000100:00100000:3.0:1746066731.489304:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975200640 00000100:00100000:3.0:1746066731.489465:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975200896 00000100:00100000:3.0:1746066731.489469:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975200896 00000100:00100000:3.0:1746066731.489486:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9106 00000100:00100000:3.0:1746066731.489491:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+14:28977:x1830882975200640:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066731.489502:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.489516:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208c00/0xfb36a14ee608218c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f94 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.489564:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.489576:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f8d expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.489581:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.489603:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f8d expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.489614:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f8d expref: 15 pid: 14549 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746066731.489623:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976262656:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066731.489695:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9107 00000100:00100000:2.0:1746066731.489702:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+268:28979:x1830882975200896:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066731.489712:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.489719:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f882800/0xfb36a14ee608219a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978f9b expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.489781:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883a00/0xfb36a14ee60821a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489789:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883a00/0xfb36a14ee60821a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489799:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883a00/0xfb36a14ee60821a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489809:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883000/0xfb36a14ee60821a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489813:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883000/0xfb36a14ee60821a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489818:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883000/0xfb36a14ee60821a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489896:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f882200/0xfb36a14ee60821af lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489903:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f882200/0xfb36a14ee60821af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489909:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f882200/0xfb36a14ee60821af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:2.0:1746066731.489917:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066731.489966:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883a00/0xfb36a14ee60821a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489972:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883a00/0xfb36a14ee60821a1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489977:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883a00/0xfb36a14ee60821a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489981:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f883a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066731.489984:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883a00/0xfb36a14ee60821a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489989:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883a00/0xfb36a14ee60821a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.489999:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066731.490001:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066731.490004:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883a00/0xfb36a14ee60821a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.490008:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883a00/0xfb36a14ee60821a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.490038:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883000/0xfb36a14ee60821a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.490043:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883000/0xfb36a14ee60821a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.490047:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883000/0xfb36a14ee60821a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.490051:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f883000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066731.490053:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883000/0xfb36a14ee60821a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.490057:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883000/0xfb36a14ee60821a8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.490064:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ebeca00) 00010000:00010000:2.0:1746066731.490066:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066731.490067:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883000/0xfb36a14ee60821a8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.490072:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883000/0xfb36a14ee60821a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066731.490100:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f882800/0xfb36a14ee608219a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f9b expref: 271 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.490109:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f882200/0xfb36a14ee60821af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f9b expref: 270 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.490115:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066731.490117:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066731.490119:0:14550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.490124:0:14550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.490128:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f882200, rc 0) 00000100:00100000:3.0:1746066731.490289:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066731.490365:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.490474:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975201024 00000100:00100000:3.0:1746066731.490478:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975201024 00010000:00010000:3.0:1746066731.490496:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 30 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746066731.490514:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5443 00000100:00100000:3.0:1746066731.490519:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882975201024:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066731.490527:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066731.490542:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 30 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.490555:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 30 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.490567:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135ec2a00/0xfb36a14ee6082082 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->659455) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ee5 expref: 30 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.490577:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066731.490578:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066731.490584:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f63 expref: 26 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.490590:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f63 expref: 26 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.490609:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f63 expref: 26 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066731.490615:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976262784:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066731.490651:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066731.490798:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:28979:x1830882975200896:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1096us (2172us total) trans 8589942978 rc 0/0 00000100:00100000:2.0:1746066731.490804:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9107 00000100:00100000:2.0:1746066731.493121:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975200384:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 5156us (5368us total) trans 0 rc 200704/200704 00000100:00100000:2.0:1746066731.493131:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4499 00002000:00100000:2.0:1746066731.493140:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1896448->2097151) req@ffff880092848000 x1830882975200384/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 200704/200704 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.493162:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848000 with x1830882975200384 ext(1896448->2097151) 00002000:00010000:2.0:1746066731.493167:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092848000 00000100:00100000:0.0:1746066731.498708:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.498734:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.498739:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976262656:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066731.498760:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066731.498768:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:1.0:1746066731.498822:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975201152 00000100:00100000:1.0:1746066731.498829:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975201152 00010000:00010000:1.0:1746066731.498854:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f8d expref: 16 pid: 14549 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.498874:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975201280 00000100:00100000:1.0:1746066731.498876:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975201280 00000100:00100000:1.0:1746066731.498890:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5444 00000100:00100000:1.0:1746066731.498896:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+16:1965:x1830882975201152:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066731.498907:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066731.498911:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f8d expref: 16 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746066731.498920:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f8d expref: 16 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746066731.498937:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee608217e lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f8d expref: 16 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746066731.498952:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066731.498956:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066731.498964:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066731.498970:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746066731.498983:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066731.499012:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+15:1965:x1830882975201152:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 116us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.499030:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5444 00000100:00100000:1.0:1746066731.499043:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 551 00000100:00100000:1.0:1746066731.499047:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:1965:x1830882975201280:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066731.499053:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066731.499062:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f882200/0xfb36a14ee60821af lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f9b expref: 270 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.499071:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066731.499073:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066731.499085:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:1965:x1830882975201280:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 38us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.499090:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 551 00010000:00010000:3.0:1746066731.499479:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.499485:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066731.499519:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066731.499522:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066731.499535:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.499558:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208c00/0xfb36a14ee608218c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f94 expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.499570:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f94 expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.499576:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066731.499578:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066731.499580:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f209e00, rc 0) 00000100:00100000:3.0:1746066731.499606:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+14:28977:x1830882975200640:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 10115us (11197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.499611:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9106 00000100:00100000:2.0:1746066731.500452:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976262784:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066731.500466:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.500501:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975201024:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9982us (10136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.500507:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5443 00000100:00100000:2.0:1746066731.500527:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975201536 00000100:00100000:2.0:1746066731.500531:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975201536 00002000:00100000:2.0:1746066731.500551:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ef5b480 x1830882975201536/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.500565:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5b480 with x1830882975201536 ext(0->1048575) 00002000:00010000:2.0:1746066731.500568:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5b480 00000100:00100000:2.0:1746066731.500580:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4500 00000100:00100000:2.0:1746066731.500585:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882975201536:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066731.508794:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.508898:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975201664 00000100:00100000:1.0:1746066731.508906:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975201664 00000100:00100000:1.0:1746066731.509612:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10926 00000100:00100000:1.0:1746066731.509620:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1966:x1830882975201664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.509637:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.509653:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60821bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978fa2 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.509712:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.509714:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.509721:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60821bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa2 expref: 28 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.509733:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60821bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa2 expref: 28 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.509743:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b46200, rc 0) 00000100:00100000:1.0:1746066731.509783:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882975201664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 164us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.509789:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10926 00000100:00100000:0.0:1746066731.511124:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.511304:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975201792 00000100:00100000:2.0:1746066731.511311:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975201792 00000100:00100000:2.0:1746066731.511351:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10927 00000100:00100000:2.0:1746066731.511357:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975201792:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066731.511369:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.511378:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0xfb36a14ee60821c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978fa9 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.511393:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.511394:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.511399:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0xfb36a14ee60821c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa9 expref: 7 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.511410:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0xfb36a14ee60821c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa9 expref: 7 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.511417:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f883000, rc 0) 00000100:00100000:2.0:1746066731.511458:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975201792:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 101us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.511462:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10927 00000100:00100000:0.0:1746066731.511980:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.511996:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975201920 00000100:00100000:0.0:1746066731.512000:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975201920 00000100:00100000:0.0:1746066731.512987:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10928 00000100:00100000:0.0:1746066731.512994:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975201920:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066731.513005:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066731.513015:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2c000/0xfb36a14ee60821cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978fb0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066731.513049:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976262912:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066731.513096:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.513712:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882975201536:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13124us (14949us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066731.513719:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4500 00002000:00100000:3.0:1746066731.513726:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009ef5b480 x1830882975201536/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.513734:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5b480 with x1830882975201536 ext(0->1048575) 00002000:00010000:3.0:1746066731.513738:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5b480 00000100:00100000:2.0:1746066731.517060:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976262912:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066731.517092:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2c000/0xfb36a14ee60821cb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fb0 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.517104:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2c000/0xfb36a14ee60821cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fb0 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.517116:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a2c000, rc 0) 00000100:00100000:2.0:1746066731.517637:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975201920:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4641us (5655us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066731.517644:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10928 00000100:00100000:0.0:1746066731.526392:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.526656:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975202176 00000100:00100000:3.0:1746066731.526665:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975202176 00000100:00100000:3.0:1746066731.526797:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9108 00000100:00100000:3.0:1746066731.526869:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+14:28977:x1830882975202176:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066731.526886:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.526900:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208c00/0xfb36a14ee60821d2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978fb7 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.527356:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee60821d9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.527367:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee60821d9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.527375:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee60821d9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.527386:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee60821d9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.527390:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee60821d9 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.527396:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee60821d9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.527400:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f208800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066731.527403:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee60821d9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.527407:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee60821d9 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.527414:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066731.527416:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066731.527419:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee60821d9 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.527424:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208800/0xfb36a14ee60821d9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.527459:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208c00/0xfb36a14ee60821d2 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fb7 expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.527465:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208c00/0xfb36a14ee60821d2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fb7 expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.527471:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f208c00, rc 0) 00000100:00100000:3.0:1746066731.527605:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df168249-af1c-45ee-81ad-11524bf803a3+14:28977:x1830882975202176:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 800us (1219us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066731.527611:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9108 00000100:00100000:1.0:1746066731.528209:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.528246:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975202304 00000100:00100000:2.0:1746066731.528286:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975202304 00000100:00100000:2.0:1746066731.528311:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10929 00000100:00100000:2.0:1746066731.528317:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:28976:x1830882975202304:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.528332:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.528342:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f882e00/0xfb36a14ee60821e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978fbe expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.528358:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.528360:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.528366:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f882e00/0xfb36a14ee60821e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fbe expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.528403:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f882e00/0xfb36a14ee60821e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fbe expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.528411:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f882e00, rc 0) 00000100:00100000:2.0:1746066731.528434:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28976:x1830882975202304:12345-192.168.202.57@tcp:101:cat.0 Request processed in 117us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.528439:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10929 00000100:00100000:0.0:1746066731.529905:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.530482:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975202560 00000100:00100000:3.0:1746066731.530488:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975202560 00000100:00100000:3.0:1746066731.530513:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3611 00000100:00100000:3.0:1746066731.530518:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:df168249-af1c-45ee-81ad-11524bf803a3+14:28977:x1830882975202560:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:3.0:1746066731.530664:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:df168249-af1c-45ee-81ad-11524bf803a3+15:28977:x1830882975202560:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 144us (760us total) trans 8589942979 rc 0/0 00000100:00100000:3.0:1746066731.530669:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3611 00000100:00100000:2.0:1746066731.534116:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.535633:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975202816 00000100:00100000:3.0:1746066731.535642:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975202816 00002000:00100000:3.0:1746066731.535710:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009284aa00 x1830882975202816/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.535719:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284aa00 with x1830882975202816 ext(1048576->2097151) 00002000:00010000:3.0:1746066731.535724:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284aa00 00000100:00100000:3.0:1746066731.535753:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4501 00000100:00100000:3.0:1746066731.535760:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975202816:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066731.550514:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975202816:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14746us (16396us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066731.550525:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4501 00002000:00100000:3.0:1746066731.550535:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009284aa00 x1830882975202816/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.550543:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284aa00 with x1830882975202816 ext(1048576->2097151) 00002000:00010000:3.0:1746066731.550548:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284aa00 00000100:00100000:0.0:1746066731.565420:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.565484:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975202944 00000100:00100000:2.0:1746066731.565492:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975202944 00000100:00100000:2.0:1746066731.565539:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10930 00000100:00100000:2.0:1746066731.565547:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28976:x1830882975202944:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.565562:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.565575:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978fc5 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.565600:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.565607:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066731.565608:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066731.565611:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fc5 expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.565637:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.565648:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 27 pid: 21203 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.565659:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263040:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066731.565767:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066731.567814:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.567887:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975203072 00000100:00100000:3.0:1746066731.567895:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975203072 00002000:00100000:3.0:1746066731.567934:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1290240->1896447) req@ffff88009ef5b800 x1830882975203072/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.567944:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5b800 with x1830882975203072 ext(1290240->1896447) 00010000:00010000:3.0:1746066731.567951:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 28 pid: 21203 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.567962:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 28 pid: 21203 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746066731.567968:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef5b800 00000100:00100000:1.0:1746066731.569227:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 978 00000100:00100000:1.0:1746066731.569241:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882975203072:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066731.570073:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263040:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066731.570096:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fc5 expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.570107:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f882000, rc 0) 00000100:00100000:2.0:1746066731.570131:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28976:x1830882975202944:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4585us (4718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.570137:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10930 00000100:00100000:1.0:1746066731.578011:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975203072:12345-192.168.202.57@tcp:4:cat.0 Request processed in 8765us (10193us total) trans 21474840188 rc 0/0 00000100:00100000:1.0:1746066731.578022:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 978 00002000:00100000:1.0:1746066731.578034:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1290240->1896447) req@ffff88009ef5b800 x1830882975203072/t21474840188(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/448 e 0 to 0 dl 1746066742 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.578043:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5b800 with x1830882975203072 ext(1290240->1896447) 00010000:00010000:1.0:1746066731.578052:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 30 pid: 21203 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746066731.578071:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 30 pid: 21203 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746066731.578077:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef5b800 00000100:00100000:0.0:1746066731.583618:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.583915:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975203200 00000100:00100000:2.0:1746066731.583923:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975203200 00010000:00010000:2.0:1746066731.583953:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 30 pid: 21203 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.583990:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5445 00000100:00100000:2.0:1746066731.583997:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975203200:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.584011:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.584030:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 30 pid: 21203 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.584041:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 30 pid: 21203 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.584065:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a25a00/0xfb36a14ee6082123 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1896447) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f55 expref: 30 pid: 21203 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.584085:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.584087:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.584092:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fc5 expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.584099:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fc5 expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.584126:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fc5 expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.584136:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976263168:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066731.584198:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066731.589473:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976263168:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066731.589492:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.589539:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1966:x1830882975203200:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5541us (5926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.589550:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5445 00000100:00100000:0.0:1746066731.589626:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.589740:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975203456 00000100:00100000:2.0:1746066731.589745:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975203456 00002000:00100000:2.0:1746066731.589774:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ef58000 x1830882975203456/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.589783:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef58000 with x1830882975203456 ext(1048576->2097151) 00002000:00010000:2.0:1746066731.589786:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef58000 00000100:00100000:2.0:1746066731.589984:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4502 00000100:00100000:2.0:1746066731.589992:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882975203456:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066731.595946:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882975203456:12345-192.168.202.57@tcp:3:cat.0 Request processed in 5946us (6312us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066731.595957:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4502 00002000:00100000:2.0:1746066731.595967:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ef58000 x1830882975203456/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.595976:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef58000 with x1830882975203456 ext(1048576->2097151) 00002000:00010000:2.0:1746066731.595980:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef58000 00000100:00100000:0.0:1746066731.599199:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.599285:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975203584 00000100:00100000:2.0:1746066731.599292:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975203584 00000100:00100000:2.0:1746066731.599329:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10931 00000100:00100000:2.0:1746066731.599336:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28979:x1830882975203584:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066731.599352:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.599365:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978fcc expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.599388:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec9 expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.599396:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f45e600/0xfb36a14ee6082169 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f7f expref: 6 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.599403:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6082089 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978eec expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.599414:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5940600/0xfb36a14ee6081dcd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d02 expref: 29 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.599421:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081f16 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ddb expref: 28 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.599426:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066731.599432:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066731.599435:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 8/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 29 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.599460:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081f16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ddb expref: 28 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.599470:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081f16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ddb expref: 28 pid: 9776 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.599479:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263296:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066731.600079:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5940600/0xfb36a14ee6081dcd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d02 expref: 29 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.600087:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5940600/0xfb36a14ee6081dcd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d02 expref: 29 pid: 9776 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.600095:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263424:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066731.600561:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6082089 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978eec expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.600569:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6082089 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978eec expref: 29 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.600578:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263552:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066731.601400:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f45e600/0xfb36a14ee6082169 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f7f expref: 6 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.601409:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f45e600/0xfb36a14ee6082169 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f7f expref: 6 pid: 21203 timeout: 792 lvb_type: 1 00000100:00100000:2.0:1746066731.601417:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263680:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066731.601441:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec9 expref: 28 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.601448:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec9 expref: 28 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.601456:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263808:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066731.601474:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066731.602502:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263296:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066731.603866:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.603915:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975203712 00000100:00100000:2.0:1746066731.603920:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975203712 00010000:00010000:2.0:1746066731.603944:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081f16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ddb expref: 29 pid: 9776 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.603980:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5446 00000100:00100000:2.0:1746066731.603988:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5218850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882975203712:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.604000:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.604017:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081f16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ddb expref: 29 pid: 9776 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.604025:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081f16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ddb expref: 29 pid: 9776 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.604042:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135159800/0xfb36a14ee6081f16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ddb expref: 29 pid: 9776 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.604069:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.604111:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5218850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882975203712:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 123us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.604117:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5446 00000100:00100000:2.0:1746066731.607100:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.607133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.607173:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975204096 00000100:00100000:1.0:1746066731.607179:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975204096 00000100:00100000:1.0:1746066731.607211:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10932 00000100:00100000:1.0:1746066731.607218:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1965:x1830882975204096:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.607232:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.607252:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec51c00/0xfb36a14ee60821f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978fd3 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.607270:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.607278:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51c00/0xfb36a14ee60821f5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fd3 expref: 31 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.607287:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51c00/0xfb36a14ee60821f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fd3 expref: 31 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.607305:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51c00, rc 0) 00000100:00100000:0.0:1746066731.607310:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263424:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066731.607341:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263552:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066731.607348:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263680:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066731.607349:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1965:x1830882975204096:12345-192.168.202.57@tcp:101:cat.0 Request processed in 128us (253us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066731.607355:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10932 00000100:00100000:3.0:1746066731.607459:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975203840 00000100:00100000:3.0:1746066731.607463:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975203840 00010000:00010000:3.0:1746066731.607480:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5940600/0xfb36a14ee6081dcd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d02 expref: 30 pid: 9776 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746066731.607513:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5447 00000100:00100000:3.0:1746066731.607519:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975203840:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066731.607527:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066731.607543:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5940600/0xfb36a14ee6081dcd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d02 expref: 30 pid: 9776 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.607552:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5940600/0xfb36a14ee6081dcd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d02 expref: 30 pid: 9776 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.607565:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5940600/0xfb36a14ee6081dcd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d02 expref: 30 pid: 9776 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.607592:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066731.607609:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975203840:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 90us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.607615:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5447 00000100:00100000:3.0:1746066731.607970:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.608257:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.608344:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975203968 00000100:00100000:0.0:1746066731.608348:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975203968 00010000:00010000:0.0:1746066731.608361:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f45e600/0xfb36a14ee6082169 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f7f expref: 7 pid: 21203 timeout: 792 lvb_type: 1 00000100:00100000:0.0:1746066731.608381:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975204224 00000100:00100000:0.0:1746066731.608383:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975204224 00010000:00010000:0.0:1746066731.608391:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6082089 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978eec expref: 29 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.608482:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8695500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263808:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.608513:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 29 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.608522:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f883400, rc 0) 00000100:00100000:1.0:1746066731.608546:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28979:x1830882975203584:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 9211us (9355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.608551:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10931 00000100:00100000:0.0:1746066731.608628:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5448 00000100:00100000:0.0:1746066731.608635:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975203968:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066731.608642:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066731.608651:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f45e600/0xfb36a14ee6082169 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f7f expref: 7 pid: 21203 timeout: 792 lvb_type: 1 00010000:00010000:0.0:1746066731.608662:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f45e600/0xfb36a14ee6082169 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f7f expref: 7 pid: 21203 timeout: 792 lvb_type: 1 00010000:00010000:0.0:1746066731.608692:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f45e600/0xfb36a14ee6082169 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f7f expref: 7 pid: 21203 timeout: 792 lvb_type: 1 00010000:00010000:0.0:1746066731.608704:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066731.608721:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975203968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 88us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.608726:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5448 00000100:00100000:0.0:1746066731.608737:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5449 00000100:00100000:0.0:1746066731.608741:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975204224:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066731.608748:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066731.608754:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6082089 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978eec expref: 28 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.608762:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6082089 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978eec expref: 28 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.608771:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5b1000/0xfb36a14ee6082089 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978eec expref: 28 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.608779:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066731.608792:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975204224:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 50us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.608799:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5449 00000100:00100000:0.0:1746066731.612193:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.612238:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.612249:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975204352 00000100:00100000:2.0:1746066731.612255:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975204352 00010000:00010000:2.0:1746066731.612282:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec9 expref: 28 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.612315:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5450 00000100:00100000:2.0:1746066731.612322:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975204352:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.612332:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.612347:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec9 expref: 28 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.612357:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec9 expref: 28 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.612375:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6082066 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ec9 expref: 28 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.612409:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975204480 00000100:00100000:1.0:1746066731.612413:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975204480 00000100:00100000:1.0:1746066731.612442:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10933 00000100:00100000:1.0:1746066731.612447:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:28976:x1830882975204480:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066731.612459:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.612755:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f882400/0xfb36a14ee60821fc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978fda expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.612771:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.612773:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.612778:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f882400/0xfb36a14ee60821fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fda expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.612789:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f882400/0xfb36a14ee60821fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fda expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.612796:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.612797:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.612801:0:21973:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.612806:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.612828:0:21973:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066731.612837:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263936:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066731.613247:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00010000:00010000:2.0:1746066731.613297:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.613339:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975204352:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1017us (1153us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.613346:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5450 00000100:00100000:1.0:1746066731.614907:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976263936:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066731.614923:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f882400, rc 0) 00000100:00100000:1.0:1746066731.615004:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28976:x1830882975204480:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2552us (2762us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.615010:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10933 00000100:00100000:0.0:1746066731.615131:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.615223:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975204736 00000100:00100000:2.0:1746066731.615226:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975204736 00002000:00100000:2.0:1746066731.615250:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3801088->3805183) req@ffff88009ef58a80 x1830882975204736/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.615258:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef58a80 with x1830882975204736 ext(3801088->3805183) 00002000:00010000:2.0:1746066731.615262:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef58a80 00000100:00100000:2.0:1746066731.615287:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4503 00000100:00100000:2.0:1746066731.615293:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975204736:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066731.615420:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975204736:12345-192.168.202.57@tcp:3:cat.0 Request processed in 127us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066731.615428:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4503 00002000:00100000:2.0:1746066731.615433:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3801088->3805183) req@ffff88009ef58a80 x1830882975204736/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/4536 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.615439:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef58a80 with x1830882975204736 ext(3801088->3805183) 00002000:00010000:2.0:1746066731.615442:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef58a80 00000100:00100000:0.0:1746066731.618028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.618229:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975204992 00000100:00100000:3.0:1746066731.618235:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975204992 00002000:00100000:3.0:1746066731.618262:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009ef5aa00 x1830882975204992/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.618271:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5aa00 with x1830882975204992 ext(4194304->5079039) 00002000:00010000:3.0:1746066731.618275:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5aa00 00000100:00100000:3.0:1746066731.618303:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4504 00000100:00100000:3.0:1746066731.618309:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975204992:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066731.619652:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.620419:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975205120 00000100:00100000:1.0:1746066731.620425:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975205120 00000100:00100000:1.0:1746066731.620465:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10934 00000100:00100000:1.0:1746066731.620471:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28979:x1830882975205120:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066731.620485:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066731.620499:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978fe1 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.620518:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ede expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.620525:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85bc400/0xfb36a14ee6082170 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f86 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.620536:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60820a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f08 expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.620542:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d8e expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.620547:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135158400/0xfb36a14ee6081f47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e0c expref: 8 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.620553:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066731.620554:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066731.620557:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 8/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->3489791] (req 3145728->3489791) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.620580:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135158400/0xfb36a14ee6081f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e0c expref: 8 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.620591:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135158400/0xfb36a14ee6081f47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e0c expref: 8 pid: 21973 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.620601:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976264064:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.620668:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d8e expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.620691:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d8e expref: 24 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.620699:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976264192:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.620735:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60820a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f08 expref: 24 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.620742:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60820a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f08 expref: 24 pid: 8450 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.620858:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976264320:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.621435:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85bc400/0xfb36a14ee6082170 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f86 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.621443:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85bc400/0xfb36a14ee6082170 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f86 expref: 7 pid: 9776 timeout: 792 lvb_type: 1 00000100:00100000:1.0:1746066731.621450:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976264448:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.621473:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ede expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.621479:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ede expref: 8 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.621485:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976264576:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066731.621496:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.624716:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975204992:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6399us (6684us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066731.624726:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4504 00002000:00100000:3.0:1746066731.624880:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009ef5aa00 x1830882975204992/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.624890:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5aa00 with x1830882975204992 ext(4194304->5079039) 00002000:00010000:3.0:1746066731.624895:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5aa00 00000100:00100000:0.0:1746066731.627994:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.628042:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.628061:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975205376 00000100:00100000:0.0:1746066731.628068:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975205376 00010000:00010000:0.0:1746066731.628095:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135158400/0xfb36a14ee6081f47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e0c expref: 9 pid: 21973 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746066731.628126:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975205248 00000100:00100000:0.0:1746066731.628128:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975205248 00010000:00010000:0.0:1746066731.628136:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d8e expref: 25 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746066731.628158:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5451 00000100:00100000:0.0:1746066731.628164:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975205376:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066731.628175:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066731.628193:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135158400/0xfb36a14ee6081f47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e0c expref: 9 pid: 21973 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.628201:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135158400/0xfb36a14ee6081f47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e0c expref: 9 pid: 21973 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.628219:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066731.628249:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975205376:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 85us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.628255:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5451 00000100:00100000:0.0:1746066731.628267:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5452 00000100:00100000:0.0:1746066731.628271:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975205248:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066731.628276:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066731.628282:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d8e expref: 25 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.628289:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d8e expref: 25 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.628298:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066731.628310:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975205248:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 39us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.628314:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5452 00000100:00100000:0.0:1746066731.628352:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.628362:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975205504 00000100:00100000:0.0:1746066731.628365:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975205504 00010000:00010000:0.0:1746066731.628375:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85bc400/0xfb36a14ee6082170 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f86 expref: 8 pid: 9776 timeout: 792 lvb_type: 1 00000100:00100000:0.0:1746066731.628388:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5453 00000100:00100000:0.0:1746066731.628391:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5218450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975205504:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066731.628397:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066731.628403:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85bc400/0xfb36a14ee6082170 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f86 expref: 8 pid: 9776 timeout: 792 lvb_type: 1 00010000:00010000:0.0:1746066731.628410:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85bc400/0xfb36a14ee6082170 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f86 expref: 8 pid: 9776 timeout: 792 lvb_type: 1 00010000:00010000:0.0:1746066731.628419:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066731.628431:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5218450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975205504:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 39us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.628436:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5453 00010000:00010000:1.0:1746066731.628937:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135158400/0xfb36a14ee6081f47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e0c expref: 8 pid: 21973 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.628953:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976264064:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.628962:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6081e9f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d8e expref: 24 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.628968:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976264192:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066731.628975:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976264320:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.628981:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85bc400/0xfb36a14ee6082170 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f86 expref: 7 pid: 9776 timeout: 792 lvb_type: 1 00000100:00100000:1.0:1746066731.628987:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976264448:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066731.628993:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976264576:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066731.629022:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->3489791] (req 3145728->3489791) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.629030:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f883a00, rc 0) 00000100:00100000:1.0:1746066731.629049:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28979:x1830882975205120:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 8579us (9400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.629054:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10934 00000100:00100000:0.0:1746066731.629529:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.629562:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.630189:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975205760 00000100:00100000:1.0:1746066731.630190:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975205632 00000100:00100000:3.0:1746066731.630194:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975205760 00000100:00100000:1.0:1746066731.630194:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975205632 00010000:00010000:3.0:1746066731.630211:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ede expref: 8 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746066731.630211:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60820a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f08 expref: 23 pid: 8450 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746066731.630242:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5454 00000100:00100000:3.0:1746066731.630248:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1963:x1830882975205760:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066731.630256:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066731.630297:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ede expref: 8 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.630305:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ede expref: 8 pid: 4614 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.630321:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ec3000/0xfb36a14ee608207b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ede expref: 8 pid: 4614 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746066731.630426:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5455 00000100:00100000:1.0:1746066731.630432:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1965:x1830882975205632:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066731.630439:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066731.630447:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60820a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f08 expref: 23 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746066731.630451:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066731.630454:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60820a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f08 expref: 23 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746066731.630465:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50000/0xfb36a14ee60820a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f08 expref: 23 pid: 8450 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746066731.630474:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066731.630476:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746066731.630478:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1963:x1830882975205760:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 229us (949us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066731.630482:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066731.630484:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5454 00010000:00010000:1.0:1746066731.630492:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066731.630518:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 22 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066731.630528:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976264704:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066731.630577:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066731.633165:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.634443:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.634520:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975205888 00000100:00100000:2.0:1746066731.634527:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975205888 00000100:00100000:2.0:1746066731.634557:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975206016 00000100:00100000:2.0:1746066731.634559:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975206016 00000100:00100000:2.0:1746066731.634584:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10935 00000100:00100000:2.0:1746066731.634591:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882975205888:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.634607:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.634622:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab5f000/0xfb36a14ee608220a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978fe8 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.634648:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab5f000/0xfb36a14ee608220a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe8 expref: 29 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.634657:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab5f000/0xfb36a14ee608220a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe8 expref: 29 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.634668:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab5f000, rc 0) 00000100:00100000:2.0:1746066731.634717:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882975205888:12345-192.168.202.57@tcp:101:cat.0 Request processed in 126us (1560us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066731.634723:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10935 00000100:00100000:2.0:1746066731.634736:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10936 00000100:00100000:2.0:1746066731.634741:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1965:x1830882975206016:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.634746:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.634754:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b52c2200/0xfb36a14ee6082211 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978fef expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.634784:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976264832:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066731.634827:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066731.637667:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976264704:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066731.637705:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066731.637736:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975205632:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 7303us (8172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066731.637745:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5455 00002000:00010000:2.0:1746066731.637823:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime: 1746066730 -> 1746066731 00002000:00010000:2.0:1746066731.637826:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066730 -> 1746066731 00002000:00010000:2.0:1746066731.637832:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066730 -> 1746066731 00000100:00100000:2.0:1746066731.637848:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976264832:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066731.637868:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b52c2200/0xfb36a14ee6082211 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fef expref: 23 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.637878:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b52c2200/0xfb36a14ee6082211 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fef expref: 23 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.637886:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b52c2200, rc 0) 00000100:00100000:2.0:1746066731.637904:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1965:x1830882975206016:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3163us (3464us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066731.637910:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10936 00000100:00100000:0.0:1746066731.640020:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.640099:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975206272 00000100:00100000:3.0:1746066731.640106:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975206272 00002000:00100000:3.0:1746066731.640137:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3485696->3489791) req@ffff88009e851180 x1830882975206272/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.640157:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851180 with x1830882975206272 ext(3485696->3489791) 00002000:00010000:3.0:1746066731.640162:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e851180 00000100:00100000:3.0:1746066731.640186:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4505 00000100:00100000:3.0:1746066731.640192:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975206272:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066731.640317:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975206272:12345-192.168.202.57@tcp:3:cat.0 Request processed in 124us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066731.640322:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4505 00002000:00100000:3.0:1746066731.640327:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3485696->3489791) req@ffff88009e851180 x1830882975206272/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/4536 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.640334:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851180 with x1830882975206272 ext(3485696->3489791) 00002000:00010000:3.0:1746066731.640336:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e851180 00000100:00100000:0.0:1746066731.641033:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.641100:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975206400 00000100:00100000:2.0:1746066731.641104:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975206400 00000100:00100000:2.0:1746066731.641815:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10937 00000100:00100000:2.0:1746066731.641824:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975206400:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.641834:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.641848:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee6082218 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ff6 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.641869:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee6082218 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ff6 expref: 29 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.641877:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee6082218 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ff6 expref: 29 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.641885:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3ff000, rc 0) 00000100:00100000:2.0:1746066731.641914:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975206400:12345-192.168.202.57@tcp:101:cat.0 Request processed in 92us (882us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066731.641919:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10937 00000100:00100000:0.0:1746066731.642509:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.642536:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.642565:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.642579:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975206528 00000100:00100000:0.0:1746066731.642582:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975206528 00000100:00100000:0.0:1746066731.642609:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975206656 00000100:00100000:0.0:1746066731.642612:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975206656 00000100:00100000:0.0:1746066731.642622:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975206784 00000100:00100000:0.0:1746066731.642624:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975206784 00000100:00100000:3.0:1746066731.642631:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10938 00000100:00100000:3.0:1746066731.642637:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975206528:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066731.642644:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.642652:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f208e00/0xfb36a14ee608221f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c978ffd expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.642663:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066731.642664:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066731.642670:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f208e00/0xfb36a14ee608221f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ffd expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066731.642694:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f208e00/0xfb36a14ee608221f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ffd expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066731.642703:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f208e00, rc 0) 00000100:00100000:3.0:1746066731.642722:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882975206528:12345-192.168.202.57@tcp:101:cat.0 Request processed in 86us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.642766:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10939 00000100:00100000:0.0:1746066731.642772:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1966:x1830882975206656:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066731.642777:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066731.642783:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24c00/0xfb36a14ee6082226 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979004 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066731.642796:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24c00/0xfb36a14ee6082226 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979004 expref: 30 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066731.642803:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a24c00/0xfb36a14ee6082226 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979004 expref: 30 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066731.642813:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a24c00, rc 0) 00000100:00100000:0.0:1746066731.642826:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1966:x1830882975206656:12345-192.168.202.57@tcp:101:cat.0 Request processed in 55us (290us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066731.642830:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10939 00000100:00100000:0.0:1746066731.642839:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10940 00000100:00100000:0.0:1746066731.642843:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1965:x1830882975206784:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066731.642849:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066731.642856:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24000/0xfb36a14ee608222d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97900b expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066731.642883:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e851c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976264960:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066731.642916:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.643090:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10938 00000100:00100000:0.0:1746066731.643890:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.643973:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975207040 00000100:00100000:2.0:1746066731.643981:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975207040 00000100:00100000:2.0:1746066731.644018:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3612 00000100:00100000:2.0:1746066731.644024:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:28979:x1830882975207040:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066731.644176:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:28979:x1830882975207040:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 151us (286us total) trans 8589942980 rc 0/0 00000100:00100000:2.0:1746066731.644182:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3612 00000100:00100000:1.0:1746066731.644906:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e851c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976264960:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066731.644925:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24000/0xfb36a14ee608222d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97900b expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.644933:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a24000/0xfb36a14ee608222d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97900b expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066731.644955:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a24000, rc 0) 00000100:00100000:1.0:1746066731.645254:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1965:x1830882975206784:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2407us (2686us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066731.645259:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10940 00000100:00100000:0.0:1746066731.659337:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.659710:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975207296 00000100:00100000:3.0:1746066731.659718:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975207296 00002000:00100000:3.0:1746066731.659756:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e851c00 x1830882975207296/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.659766:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851c00 with x1830882975207296 ext(0->1048575) 00002000:00010000:3.0:1746066731.659771:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e851c00 00000100:00100000:3.0:1746066731.660059:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4506 00000100:00100000:3.0:1746066731.660066:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882975207296:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066731.668209:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.668274:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975207552 00000100:00100000:2.0:1746066731.668281:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975207552 00002000:00100000:2.0:1746066731.668313:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ef58700 x1830882975207552/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.668321:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef58700 with x1830882975207552 ext(1048576->2097151) 00002000:00010000:2.0:1746066731.668326:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef58700 00000100:00100000:2.0:1746066731.668356:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4507 00000100:00100000:2.0:1746066731.668363:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1965:x1830882975207552:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066731.672415:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975207296:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12341us (13076us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066731.672425:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4506 00002000:00100000:3.0:1746066731.672435:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e851c00 x1830882975207296/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.672445:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851c00 with x1830882975207296 ext(0->1048575) 00002000:00010000:3.0:1746066731.672449:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e851c00 00000100:00100000:2.0:1746066731.677573:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975207552:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9201us (9361us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066731.677583:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4507 00002000:00100000:2.0:1746066731.677592:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ef58700 x1830882975207552/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.677601:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef58700 with x1830882975207552 ext(1048576->2097151) 00002000:00010000:2.0:1746066731.677606:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef58700 00000100:00100000:2.0:1746066731.688871:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.688923:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.688963:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975207680 00000100:00100000:3.0:1746066731.688971:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975207680 00000100:00100000:3.0:1746066731.689004:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975207808 00000100:00100000:3.0:1746066731.689006:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975207808 00000100:00100000:3.0:1746066731.689020:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10941 00000100:00100000:3.0:1746066731.689027:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975207680:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066731.689042:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.689056:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f208600/0xfb36a14ee6082234 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979012 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.689080:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f208600/0xfb36a14ee6082234 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979012 expref: 29 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066731.689089:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f208600/0xfb36a14ee6082234 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979012 expref: 29 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066731.689113:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f208600, rc 0) 00000100:00100000:3.0:1746066731.689163:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975207680:12345-192.168.202.57@tcp:101:cat.0 Request processed in 135us (298us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066731.689168:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10941 00000100:00100000:3.0:1746066731.689182:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10942 00000100:00100000:3.0:1746066731.689186:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1965:x1830882975207808:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066731.689193:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.689202:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f208a00/0xfb36a14ee608223b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979019 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066731.689233:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976265088:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066731.689278:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.693286:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976265088:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066731.693314:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f208a00/0xfb36a14ee608223b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979019 expref: 8 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066731.693324:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f208a00/0xfb36a14ee608223b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979019 expref: 8 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066731.693344:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f208a00, rc 0) 00000100:00100000:3.0:1746066731.693968:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1965:x1830882975207808:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4779us (5043us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066731.693976:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10942 00000100:00100000:0.0:1746066731.699001:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.699057:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975207936 00000100:00100000:3.0:1746066731.699064:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975207936 00000100:00100000:3.0:1746066731.699109:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10943 00000100:00100000:3.0:1746066731.699116:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:28985:x1830882975207936:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066731.699132:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.699154:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f208200/0xfb36a14ee6082242 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979020 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.699178:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066731.699179:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066731.699185:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f208200/0xfb36a14ee6082242 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979020 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.699199:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f208200/0xfb36a14ee6082242 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979020 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.699207:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f208200, rc 0) 00000100:00100000:3.0:1746066731.699401:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:28985:x1830882975207936:12345-192.168.202.57@tcp:101:cat.0 Request processed in 284us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.699407:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10943 00000100:00100000:0.0:1746066731.708622:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.708703:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975208192 00000100:00100000:2.0:1746066731.708711:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975208192 00002000:00100000:2.0:1746066731.708744:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009ef5fb80 x1830882975208192/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.708753:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5fb80 with x1830882975208192 ext(2097152->3145727) 00002000:00010000:2.0:1746066731.708758:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5fb80 00000100:00100000:2.0:1746066731.708783:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4508 00000100:00100000:2.0:1746066731.708789:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882975208192:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066731.722269:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882975208192:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13472us (13646us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066731.722279:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4508 00002000:00100000:2.0:1746066731.722289:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009ef5fb80 x1830882975208192/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.722299:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5fb80 with x1830882975208192 ext(2097152->3145727) 00002000:00010000:2.0:1746066731.722304:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5fb80 00000100:00100000:0.0:1746066731.728882:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.729044:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.729462:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975208320 00000100:00100000:3.0:1746066731.729470:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975208320 00000100:00100000:3.0:1746066731.729518:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10944 00000100:00100000:3.0:1746066731.729526:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:28985:x1830882975208320:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066731.729542:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.729556:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979027 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.729579:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.729586:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066731.729588:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066731.729591:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979027 expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.729615:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 21 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.729629:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 21 pid: 21973 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746066731.729638:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976265216:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066731.729718:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.730722:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975208576 00000100:00100000:3.0:1746066731.730727:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975208576 00000100:00100000:3.0:1746066731.730766:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9109 00000100:00100000:3.0:1746066731.730773:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:28989:x1830882975208576:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066731.730788:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.730799:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209600/0xfb36a14ee6082250 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97902e expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.730872:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.730883:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f94 expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.730889:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.730908:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f94 expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.730916:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f94 expref: 14 pid: 14549 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746066731.730929:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976265344:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066731.730985:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc46c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066731.733663:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.733723:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976265216:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066731.733747:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979027 expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.733760:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f209200, rc 0) 00000100:00100000:2.0:1746066731.734606:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14549:1830882976265344:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066731.734620:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746066731.736713:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28985:x1830882975208320:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7182us (8284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.736723:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10944 00000100:00100000:2.0:1746066731.737217:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975208704 00000100:00100000:2.0:1746066731.737224:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975208704 00002000:00100000:2.0:1746066731.737258:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3489791) req@ffff88009ef5e680 x1830882975208704/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.737267:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5e680 with x1830882975208704 ext(3145728->3489791) 00010000:00010000:2.0:1746066731.737275:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 22 pid: 21973 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.737285:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 22 pid: 21973 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746066731.737291:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ef5e680 00000100:00100000:2.0:1746066731.737308:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 979 00000100:00100000:2.0:1746066731.737315:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975208704:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066731.739670:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.739747:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975208832 00000100:00100000:0.0:1746066731.739752:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975208832 00010000:00010000:0.0:1746066731.739776:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f94 expref: 15 pid: 14549 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746066731.739809:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5456 00000100:00100000:0.0:1746066731.739815:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+15:1965:x1830882975208832:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066731.739826:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066731.739830:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f94 expref: 15 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.739838:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f94 expref: 15 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.739860:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082193 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f94 expref: 15 pid: 14549 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.739885:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066731.739889:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066731.739896:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066731.739901:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746066731.739923:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066731.739946:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:1965:x1830882975208832:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 131us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066731.739953:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5456 00010000:00010000:3.0:1746066731.740365:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.740376:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066731.740397:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066731.740503:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209600/0xfb36a14ee6082250 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97902e expref: 21 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.741864:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97902e expref: 20 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.741873:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066731.741875:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066731.741878:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f208600, rc 0) 00000100:00100000:3.0:1746066731.741922:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:28989:x1830882975208576:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 11149us (12879us total) trans 8589942981 rc 0/0 00000100:00100000:3.0:1746066731.741928:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9109 00000100:00100000:0.0:1746066731.750771:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.751187:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975208960 00000100:00100000:3.0:1746066731.751195:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975208960 00000100:00100000:3.0:1746066731.751244:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10945 00000100:00100000:3.0:1746066731.751252:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:28989:x1830882975208960:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066731.751268:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.751282:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979035 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.751304:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066731.751306:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066731.751310:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3555328->3706879] (req 3555328->3706879) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 9 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.751320:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3555328->3706879] (req 3555328->3706879) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 9 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.751329:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f45f200, rc 0) 00000100:00100000:3.0:1746066731.751367:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28989:x1830882975208960:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 116us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.751373:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10945 00000100:00100000:0.0:1746066731.758162:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975208704:12345-192.168.202.57@tcp:4:cat.0 Request processed in 20839us (24495us total) trans 17179872848 rc 0/0 00000100:00100000:0.0:1746066731.758174:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 979 00002000:00100000:0.0:1746066731.758184:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3489791) req@ffff88009ef5e680 x1830882975208704/t17179872848(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/448 e 0 to 0 dl 1746066742 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066731.758193:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5e680 with x1830882975208704 ext(3145728->3489791) 00010000:00010000:0.0:1746066731.758202:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 24 pid: 21973 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746066731.758217:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 24 pid: 21973 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746066731.758224:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ef5e680 00000100:00100000:0.0:1746066731.760806:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.761543:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975209088 00000100:00100000:2.0:1746066731.761551:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975209088 00010000:00010000:2.0:1746066731.761581:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 24 pid: 21973 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746066731.761620:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5457 00000100:00100000:2.0:1746066731.761630:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975209088:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.761641:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.761658:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 24 pid: 21973 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.761667:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 24 pid: 21973 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.761709:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f883a00/0xfb36a14ee6082203 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3489791) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fe1 expref: 24 pid: 21973 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746066731.761726:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.761727:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.761732:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979027 expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.761740:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979027 expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.761746:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.761747:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.761749:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.761754:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.761780:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.761790:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976265472:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066731.762846:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979027 expref: 8 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.762855:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976265600:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066731.763886:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066731.766977:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.766978:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8695880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976265472:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066731.767022:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975209344 00000100:00100000:1.0:1746066731.767028:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975209344 00002000:00100000:1.0:1746066731.767058:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3555328->3559423) req@ffff88009ef5e300 x1830882975209344/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.767066:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5e300 with x1830882975209344 ext(3555328->3559423) 00002000:00010000:1.0:1746066731.767069:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5e300 00000100:00100000:1.0:1746066731.767093:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4509 00000100:00100000:1.0:1746066731.767100:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975209344:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066731.767243:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975209344:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 143us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066731.767249:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4509 00002000:00100000:1.0:1746066731.767253:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3555328->3559423) req@ffff88009ef5e300 x1830882975209344/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/4536 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.767259:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5e300 with x1830882975209344 ext(3555328->3559423) 00002000:00010000:1.0:1746066731.767262:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5e300 00000100:00100000:2.0:1746066731.771434:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8695c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976265600:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066731.771455:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.771503:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975209088:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9872us (10702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.771512:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5457 00000100:00100000:0.0:1746066731.773350:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.773399:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975209856 00000100:00100000:3.0:1746066731.773405:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975209856 00000100:00100000:3.0:1746066731.773918:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9110 00000100:00100000:3.0:1746066731.773927:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:28993:x1830882975209856:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066731.773948:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.773964:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209600/0xfb36a14ee608226c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97903c expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.774130:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082273 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774149:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082273 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774159:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082273 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774170:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208a00/0xfb36a14ee608227a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774175:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208a00/0xfb36a14ee608227a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774180:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208a00/0xfb36a14ee608227a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746066731.774209:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066731.774264:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208000/0xfb36a14ee6082281 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774272:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208000/0xfb36a14ee6082281 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774277:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208000/0xfb36a14ee6082281 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746066731.774283:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066731.774341:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082273 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774349:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082273 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774354:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082273 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774358:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f209e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066731.774361:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082273 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774365:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082273 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774373:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066731.774375:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066731.774378:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082273 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774382:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209e00/0xfb36a14ee6082273 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774399:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208a00/0xfb36a14ee608227a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774403:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208a00/0xfb36a14ee608227a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774407:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208a00/0xfb36a14ee608227a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774410:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f208a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066731.774412:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208a00/0xfb36a14ee608227a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774419:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208a00/0xfb36a14ee608227a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774424:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800a4c34c00) 00010000:00010000:3.0:1746066731.774425:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066731.774427:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208a00/0xfb36a14ee608227a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774430:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208a00/0xfb36a14ee608227a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.774455:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f209600/0xfb36a14ee608226c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97903c expref: 273 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.774464:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208000/0xfb36a14ee6082281 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97903c expref: 272 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.774469:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066731.774470:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746066731.774472:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f208000, rc 0) 00000100:00100000:3.0:1746066731.775556:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+272:28993:x1830882975209856:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1626us (2205us total) trans 8589942982 rc 0/0 00000100:00100000:3.0:1746066731.775562:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9110 00000100:00100000:1.0:1746066731.777672:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975209728 00000100:00100000:1.0:1746066731.777690:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975209728 00002000:00100000:1.0:1746066731.777724:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ef5dc00 x1830882975209728/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.777734:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5dc00 with x1830882975209728 ext(2097152->3145727) 00002000:00010000:1.0:1746066731.777738:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5dc00 00000100:00100000:1.0:1746066731.777765:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4510 00000100:00100000:1.0:1746066731.777771:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975209728:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066731.778423:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.778481:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975210112 00000100:00100000:3.0:1746066731.778485:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975210112 00002000:00100000:3.0:1746066731.778501:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3702784->3706879) req@ffff88009ef5ea00 x1830882975210112/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.778507:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5ea00 with x1830882975210112 ext(3702784->3706879) 00002000:00010000:3.0:1746066731.778511:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5ea00 00000100:00100000:3.0:1746066731.778842:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4511 00000100:00100000:3.0:1746066731.778849:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882975210112:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066731.779059:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.781009:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882975210112:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 2155us (2582us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066731.781016:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4511 00002000:00100000:3.0:1746066731.781023:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3702784->3706879) req@ffff88009ef5ea00 x1830882975210112/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/4536 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.781030:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5ea00 with x1830882975210112 ext(3702784->3706879) 00002000:00010000:3.0:1746066731.781034:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5ea00 00000100:00100000:2.0:1746066731.781899:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975210368 00000100:00100000:2.0:1746066731.781906:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975210368 00000100:00100000:0.0:1746066731.781911:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.781934:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3613 00000100:00100000:2.0:1746066731.781941:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+272:28993:x1830882975210368:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:2.0:1746066731.782089:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+273:28993:x1830882975210368:12345-192.168.202.57@tcp:35:cat.0 Request processed in 148us (3030us total) trans 8589942983 rc 0/0 00000100:00100000:2.0:1746066731.782094:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3613 00000100:00100000:3.0:1746066731.782203:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975210496 00000100:00100000:3.0:1746066731.782206:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975210496 00000100:00100000:3.0:1746066731.782228:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 552 00000100:00100000:3.0:1746066731.782233:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+273:1963:x1830882975210496:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066731.782240:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066731.782257:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208000/0xfb36a14ee6082281 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97903c expref: 273 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.782271:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066731.782274:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066731.782291:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+272:1963:x1830882975210496:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 58us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.782296:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 552 00000100:00100000:0.0:1746066731.792789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.792837:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.792880:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.792962:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975210880 00000100:00100000:2.0:1746066731.792969:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975210880 00000100:00100000:2.0:1746066731.793007:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9111 00000100:00100000:2.0:1746066731.793014:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+272:28994:x1830882975210880:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066731.793035:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.793051:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fe600/0xfb36a14ee608228f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97904a expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066731.793070:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975210624 00000100:00100000:3.0:1746066731.793074:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975210624 00000100:00100000:3.0:1746066731.793093:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975211008 00000100:00100000:3.0:1746066731.793095:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975211008 00000100:00100000:3.0:1746066731.793112:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10946 00000100:00100000:3.0:1746066731.793117:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975210624:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066731.793124:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.793133:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f208800/0xfb36a14ee6082296 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979043 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.793134:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fe800/0xfb36a14ee608229d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.793166:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f208800/0xfb36a14ee6082296 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979043 expref: 29 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.793166:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fe800/0xfb36a14ee608229d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.793175:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f208800/0xfb36a14ee6082296 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979043 expref: 29 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066731.793176:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fe800/0xfb36a14ee608229d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793186:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fec00/0xfb36a14ee60822a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746066731.793188:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f208800, rc 0) 00010000:00010000:2.0:1746066731.793191:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fec00/0xfb36a14ee60822a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793194:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fec00/0xfb36a14ee60822a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746066731.793227:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975210624:12345-192.168.202.57@tcp:101:cat.0 Request processed in 110us (447us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066731.793233:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10946 00000100:00100000:3.0:1746066731.793245:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10947 00000100:00100000:3.0:1746066731.793250:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975211008:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066731.793257:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.793265:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f208a00/0xfb36a14ee60822ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979051 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.793277:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fee00/0xfb36a14ee60822b2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793284:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fee00/0xfb36a14ee60822b2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793289:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fee00/0xfb36a14ee60822b2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746066731.793295:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976265728:192.168.202.57@tcp:106: 00000004:00200000:2.0:1746066731.793298:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000100:00100000:3.0:1746066731.793339:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc43c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746066731.793363:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fe800/0xfb36a14ee608229d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793368:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fe800/0xfb36a14ee608229d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793373:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fe800/0xfb36a14ee608229d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793378:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d3fe800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066731.793381:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fe800/0xfb36a14ee608229d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793387:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fe800/0xfb36a14ee608229d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793395:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066731.793398:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066731.793401:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fe800/0xfb36a14ee608229d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793405:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fe800/0xfb36a14ee608229d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793415:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fec00/0xfb36a14ee60822a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793420:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fec00/0xfb36a14ee60822a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793423:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fec00/0xfb36a14ee60822a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793430:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d3fec00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066731.793432:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fec00/0xfb36a14ee60822a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793436:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fec00/0xfb36a14ee60822a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793441:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ebec600) 00010000:00010000:2.0:1746066731.793443:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066731.793444:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fec00/0xfb36a14ee60822a4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793448:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fec00/0xfb36a14ee60822a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746066731.793476:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fe600/0xfb36a14ee608228f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97904a expref: 275 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.793484:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fee00/0xfb36a14ee60822b2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97904a expref: 274 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.793490:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066731.793491:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066731.793493:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3fee00, rc 0) 00000100:00100000:2.0:1746066731.793517:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+274:28994:x1830882975210880:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 504us (680us total) trans 8589942984 rc 0/0 00000100:00100000:2.0:1746066731.793522:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9111 00000100:00100000:1.0:1746066731.794582:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975209728:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 16808us (20370us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066731.794589:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4510 00002000:00100000:1.0:1746066731.794597:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ef5dc00 x1830882975209728/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.794605:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5dc00 with x1830882975209728 ext(2097152->3145727) 00002000:00010000:1.0:1746066731.794609:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5dc00 00000100:00100000:3.0:1746066731.798027:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976265728:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066731.798058:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f208a00/0xfb36a14ee60822ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979051 expref: 24 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066731.798070:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f208a00/0xfb36a14ee60822ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979051 expref: 24 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066731.798079:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f208a00, rc 0) 00000100:00100000:3.0:1746066731.798380:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975211008:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5127us (5497us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066731.798387:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10947 00000100:00100000:0.0:1746066731.805815:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.805873:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.805948:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975211136 00000100:00100000:2.0:1746066731.805955:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975211136 00000100:00100000:2.0:1746066731.805998:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 553 00000100:00100000:2.0:1746066731.806006:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+274:1966:x1830882975211136:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.806018:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.806038:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d3fee00/0xfb36a14ee60822b2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97904a expref: 274 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.806068:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066731.806072:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.806107:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+273:1966:x1830882975211136:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 102us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.806113:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 553 00000100:00100000:3.0:1746066731.808242:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975211264 00000100:00100000:3.0:1746066731.808251:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975211264 00000100:00100000:3.0:1746066731.808301:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10948 00000100:00100000:3.0:1746066731.808309:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:28985:x1830882975211264:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066731.808324:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.808338:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979058 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.808364:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.808371:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066731.808372:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066731.808375:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979058 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.808403:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 27 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.808413:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 27 pid: 21973 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746066731.808422:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976265856:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066731.808491:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066731.814854:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.815214:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975211392 00000100:00100000:2.0:1746066731.815221:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975211392 00000100:00100000:2.0:1746066731.815265:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10949 00000100:00100000:2.0:1746066731.815271:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:28993:x1830882975211392:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.815286:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.815300:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d3fe600/0xfb36a14ee60822c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97905f expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.815320:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.815322:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.815328:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d3fe600/0xfb36a14ee60822c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97905f expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.815340:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d3fe600/0xfb36a14ee60822c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97905f expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.815348:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3fe600, rc 0) 00000100:00100000:2.0:1746066731.815396:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:28993:x1830882975211392:12345-192.168.202.57@tcp:101:cat.0 Request processed in 125us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.815402:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10949 00000100:00100000:0.0:1746066731.815951:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.815985:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976265856:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066731.816010:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979058 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.816019:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f208000, rc 0) 00000100:00100000:3.0:1746066731.816050:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:28985:x1830882975211264:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7743us (10178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.816056:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10948 00000100:00100000:1.0:1746066731.816110:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975211520 00000100:00100000:1.0:1746066731.816113:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975211520 00002000:00100000:1.0:1746066731.816137:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3801088->4194303) req@ffff88009ef5d880 x1830882975211520/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.816161:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5d880 with x1830882975211520 ext(3801088->4194303) 00010000:00010000:1.0:1746066731.816166:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 29 pid: 21973 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746066731.816176:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 29 pid: 21973 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746066731.816182:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef5d880 00000100:00100000:1.0:1746066731.816205:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 980 00000100:00100000:1.0:1746066731.816211:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975211520:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066731.826574:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.826660:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975211776 00000100:00100000:2.0:1746066731.826667:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975211776 00002000:00100000:2.0:1746066731.826715:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e840e00 x1830882975211776/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.826725:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840e00 with x1830882975211776 ext(2097152->3145727) 00002000:00010000:2.0:1746066731.826729:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e840e00 00000100:00100000:1.0:1746066731.827878:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975211520:12345-192.168.202.57@tcp:4:cat.0 Request processed in 11664us (11924us total) trans 21474840189 rc 0/0 00000100:00100000:1.0:1746066731.827887:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 980 00002000:00100000:1.0:1746066731.827894:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3801088->4194303) req@ffff88009ef5d880 x1830882975211520/t21474840189(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/448 e 0 to 0 dl 1746066742 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.827901:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5d880 with x1830882975211520 ext(3801088->4194303) 00010000:00010000:1.0:1746066731.827908:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 32 pid: 21973 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746066731.827919:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 32 pid: 21973 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746066731.827925:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef5d880 00000100:00100000:1.0:1746066731.827941:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4512 00000100:00100000:1.0:1746066731.827948:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882975211776:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066731.839191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.839306:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975211904 00000100:00100000:2.0:1746066731.839313:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975211904 00010000:00010000:2.0:1746066731.839341:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 33 pid: 21973 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746066731.839982:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882975211776:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12032us (13414us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066731.839991:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4512 00002000:00100000:1.0:1746066731.839999:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009e840e00 x1830882975211776/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.840007:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840e00 with x1830882975211776 ext(2097152->3145727) 00002000:00010000:1.0:1746066731.840010:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e840e00 00000100:00100000:2.0:1746066731.840074:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5458 00000100:00100000:2.0:1746066731.840080:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5218050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975211904:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.840090:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746066731.840102:0:9852:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066730 -> 1746066731 00010000:00010000:2.0:1746066731.840107:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 31 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066731.840118:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 31 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066731.840135:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0xfb36a14ee60821ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3801088->4194303] (req 3801088->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fcc expref: 31 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066731.840738:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.840740:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.840747:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979058 expref: 29 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.840754:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979058 expref: 29 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.840781:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979058 expref: 29 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.840792:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976265984:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066731.840840:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066731.847489:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.847599:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975212032 00000100:00100000:3.0:1746066731.847606:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975212032 00000100:00100000:3.0:1746066731.847639:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10950 00000100:00100000:3.0:1746066731.847644:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:28993:x1830882975212032:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066731.847659:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066731.847672:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60822ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979066 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.847710:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066731.847712:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066731.847718:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60822ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979066 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.847730:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60822ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979066 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066731.847737:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f209600, rc 0) 00000100:00100000:3.0:1746066731.847853:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28993:x1830882975212032:12345-192.168.202.57@tcp:101:cat.0 Request processed in 208us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066731.847859:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10950 00000100:00100000:0.0:1746066731.851267:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.851387:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975212288 00000100:00100000:1.0:1746066731.851395:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975212288 00002000:00100000:1.0:1746066731.851439:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e840000 x1830882975212288/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.851449:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840000 with x1830882975212288 ext(3145728->4194303) 00002000:00010000:1.0:1746066731.851454:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e840000 00000100:00100000:1.0:1746066731.851489:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4513 00000100:00100000:1.0:1746066731.851496:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975212288:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066731.852742:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8695c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976265984:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066731.852759:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.852795:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5218050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975211904:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 12714us (13612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.852803:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5458 00000100:00100000:0.0:1746066731.857789:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.858647:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975212544 00000100:00100000:3.0:1746066731.858656:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975212544 00002000:00100000:3.0:1746066731.858720:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e842d80 x1830882975212544/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.858730:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e842d80 with x1830882975212544 ext(2097152->3145727) 00002000:00010000:3.0:1746066731.858734:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e842d80 00000100:00100000:3.0:1746066731.858762:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4514 00000100:00100000:3.0:1746066731.858769:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975212544:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066731.862308:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975212288:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 10803us (11041us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066731.862319:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4513 00002000:00100000:1.0:1746066731.862331:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e840000 x1830882975212288/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.862341:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840000 with x1830882975212288 ext(3145728->4194303) 00002000:00010000:1.0:1746066731.862346:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e840000 00000100:00100000:0.0:1746066731.873588:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.873948:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975212672 00000100:00100000:2.0:1746066731.873955:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975212672 00000100:00100000:2.0:1746066731.873992:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10951 00000100:00100000:2.0:1746066731.873998:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:28985:x1830882975212672:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.874011:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.874024:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97906d expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.874050:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 10 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.874056:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066731.874057:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066731.874060:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97906d expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.874081:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 10 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.874090:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 10 pid: 4614 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746066731.874099:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976266112:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066731.874170:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066731.874207:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975212544:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15435us (16421us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066731.874217:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4514 00002000:00100000:3.0:1746066731.874226:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e842d80 x1830882975212544/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.874240:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e842d80 with x1830882975212544 ext(2097152->3145727) 00002000:00010000:3.0:1746066731.874244:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e842d80 00000100:00100000:2.0:1746066731.875510:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8695c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976266112:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066731.875528:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97906d expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.875538:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3ff800, rc 0) 00000100:00100000:2.0:1746066731.875560:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:28985:x1830882975212672:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1563us (1981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.875566:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10951 00000100:00100000:0.0:1746066731.878212:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066731.878260:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.878344:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975212800 00000100:00100000:3.0:1746066731.878351:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975212800 00002000:00100000:3.0:1746066731.878387:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3555328->3706879) req@ffff88009e843480 x1830882975212800/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.878396:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e843480 with x1830882975212800 ext(3555328->3706879) 00010000:00010000:3.0:1746066731.878403:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 10 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066731.878414:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 10 pid: 4614 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746066731.878420:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e843480 00000100:00100000:3.0:1746066731.878452:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 981 00000100:00100000:3.0:1746066731.878459:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1966:x1830882975212800:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066731.878793:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975212928 00000100:00100000:2.0:1746066731.878797:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975212928 00000100:00100000:2.0:1746066731.878817:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10952 00000100:00100000:2.0:1746066731.878822:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:28993:x1830882975212928:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.878830:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.878842:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979074 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.878856:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.878857:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.878863:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979074 expref: 31 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.878875:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979074 expref: 31 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.878883:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3ff000, rc 0) 00000100:00100000:2.0:1746066731.878909:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28993:x1830882975212928:12345-192.168.202.57@tcp:101:cat.0 Request processed in 86us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.878914:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10952 00000100:00100000:0.0:1746066731.887380:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.887448:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975213184 00000100:00100000:1.0:1746066731.887456:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975213184 00002000:00100000:1.0:1746066731.887490:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e840700 x1830882975213184/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.887500:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840700 with x1830882975213184 ext(3145728->4194303) 00002000:00010000:1.0:1746066731.887504:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e840700 00000100:00100000:1.0:1746066731.887643:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4515 00000100:00100000:1.0:1746066731.887649:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882975213184:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066731.888701:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882975212800:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 10241us (10493us total) trans 17179872849 rc 0/0 00000100:00100000:3.0:1746066731.888708:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 981 00002000:00100000:3.0:1746066731.888714:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3555328->3706879) req@ffff88009e843480 x1830882975212800/t17179872849(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/448 e 0 to 0 dl 1746066742 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.888720:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e843480 with x1830882975212800 ext(3555328->3706879) 00010000:00010000:3.0:1746066731.888726:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 12 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066731.888738:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 12 pid: 4614 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746066731.888744:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e843480 00000100:00100000:0.0:1746066731.891021:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.891088:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975213312 00000100:00100000:2.0:1746066731.891094:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975213312 00010000:00010000:2.0:1746066731.891120:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 12 pid: 4614 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746066731.891197:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5459 00000100:00100000:2.0:1746066731.891204:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1965:x1830882975213312:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066731.891216:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066731.891233:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 12 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066731.891244:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 12 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066731.891263:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f45f200/0xfb36a14ee6082265 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3555328->18446744073709551615] (req 3555328->3706879) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979035 expref: 12 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066731.891916:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.891918:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.891925:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97906d expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.891933:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97906d expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.891962:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97906d expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066731.891973:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976266240:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066731.892053:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066731.893548:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8695c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976266240:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066731.893563:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066731.893591:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882975213312:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2387us (2574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.893598:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5459 00000100:00100000:1.0:1746066731.894164:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882975213184:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6514us (6791us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066731.894172:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4515 00002000:00100000:1.0:1746066731.894180:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e840700 x1830882975213184/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.894188:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840700 with x1830882975213184 ext(3145728->4194303) 00002000:00010000:1.0:1746066731.894192:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e840700 00000100:00100000:2.0:1746066731.896928:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066731.897595:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975213568 00000100:00100000:1.0:1746066731.897602:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975213568 00002000:00100000:1.0:1746066731.897637:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800a8695c00 x1830882975213568/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.897646:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695c00 with x1830882975213568 ext(3145728->4194303) 00002000:00010000:1.0:1746066731.897651:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8695c00 00000100:00100000:1.0:1746066731.897703:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4516 00000100:00100000:1.0:1746066731.897710:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882975213568:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066731.898933:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066731.899309:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975213696 00000100:00100000:2.0:1746066731.899315:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975213696 00000100:00100000:2.0:1746066731.899372:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10953 00000100:00100000:2.0:1746066731.899380:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:28993:x1830882975213696:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066731.899394:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066731.899411:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d3fe800/0xfb36a14ee60822e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97907b expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.899434:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.899436:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066731.899443:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3fe800/0xfb36a14ee60822e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97907b expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.899456:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d3fe800/0xfb36a14ee60822e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97907b expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066731.899466:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3fe800, rc 0) 00000100:00100000:2.0:1746066731.899514:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:28993:x1830882975213696:12345-192.168.202.57@tcp:101:cat.0 Request processed in 134us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066731.899520:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10953 00000100:00100000:0.0:1746066731.908882:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.910598:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975213952 00000100:00100000:3.0:1746066731.910607:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975213952 00002000:00100000:3.0:1746066731.910644:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e843100 x1830882975213952/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.910653:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e843100 with x1830882975213952 ext(3145728->4194303) 00002000:00010000:3.0:1746066731.910658:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e843100 00000100:00100000:3.0:1746066731.910714:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4517 00000100:00100000:3.0:1746066731.910721:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975213952:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066731.917309:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882975213568:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 19588us (20375us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066731.917321:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4516 00002000:00100000:1.0:1746066731.917331:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800a8695c00 x1830882975213568/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066731.917340:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695c00 with x1830882975213568 ext(3145728->4194303) 00002000:00010000:1.0:1746066731.917345:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8695c00 00000100:00100000:3.0:1746066731.922601:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975213952:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11868us (13713us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066731.922613:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4517 00002000:00100000:3.0:1746066731.922625:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009e843100 x1830882975213952/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.922634:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e843100 with x1830882975213952 ext(3145728->4194303) 00002000:00010000:3.0:1746066731.922640:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e843100 00000100:00100000:0.0:1746066731.935026:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066731.935115:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975214208 00000100:00100000:3.0:1746066731.935122:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975214208 00002000:00100000:3.0:1746066731.935167:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009e843800 x1830882975214208/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/0 e 0 to 0 dl 1746066742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066731.935182:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e843800 with x1830882975214208 ext(4194304->5079039) 00002000:00010000:3.0:1746066731.935187:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e843800 00000100:00100000:1.0:1746066731.936407:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4518 00000100:00100000:1.0:1746066731.936418:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975214208:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066731.951112:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975214208:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14686us (16082us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066731.951125:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4518 00002000:00100000:2.0:1746066731.951147:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009e843800 x1830882975214208/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:137/0 lens 488/440 e 0 to 0 dl 1746066742 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066731.951158:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e843800 with x1830882975214208 ext(4194304->5079039) 00002000:00010000:2.0:1746066731.951164:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e843800 00000100:00100000:0.0:1746066732.002213:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.002280:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975214336 00000100:00100000:3.0:1746066732.002287:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975214336 00000100:00080000:0.0:1746066732.002330:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746066732.002360:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10954 00000100:00100000:3.0:1746066732.002368:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:28994:x1830882975214336:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066732.002384:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.002399:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979082 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.002421:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979058 expref: 29 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.002429:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979074 expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.002435:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.002437:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.002439:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3170304->4128767] (req 3170304->4128767) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.002461:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979074 expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.002471:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979074 expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.002485:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976266368:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.002574:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979058 expref: 29 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.002582:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979058 expref: 29 pid: 9776 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.002594:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976266496:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.002616:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066732.005884:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976266368:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.005896:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976266496:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.005921:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3170304->4128767] (req 3170304->4128767) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.005936:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e881800, rc 0) 00000100:00100000:3.0:1746066732.005971:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:28994:x1830882975214336:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3604us (3764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.005978:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10954 00000100:00100000:0.0:1746066732.007637:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.007699:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975214464 00000100:00100000:2.0:1746066732.007706:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975214464 00010000:00010000:2.0:1746066732.007731:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979074 expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746066732.007768:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5460 00000100:00100000:2.0:1746066732.007775:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975214464:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066732.007787:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.007805:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979074 expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.007815:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979074 expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.007834:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979074 expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.007863:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066732.007888:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975214464:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 114us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.007894:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5460 00000100:00100000:0.0:1746066732.011990:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.012059:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975214592 00000100:00100000:2.0:1746066732.012067:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975214592 00010000:00010000:2.0:1746066732.012097:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979058 expref: 30 pid: 9776 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746066732.012128:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5461 00000100:00100000:2.0:1746066732.012134:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882975214592:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066732.012153:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.012168:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979058 expref: 30 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.012177:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979058 expref: 30 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.012194:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f208000/0xfb36a14ee60822c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979058 expref: 30 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.012218:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.012220:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.012225:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.012232:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.012255:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.012263:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976266624:192.168.202.57@tcp:105: 00000100:00080000:0.0:1746066732.012295:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066732.016704:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.018778:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8695880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976266624:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066732.018795:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066732.019421:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.019814:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882975214592:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 7678us (7829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.019823:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5461 00000100:00100000:3.0:1746066732.020125:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975214848 00000100:00100000:3.0:1746066732.020132:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975214848 00002000:00100000:3.0:1746066732.020170:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3170304->3174399) req@ffff88009e841c00 x1830882975214848/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.020179:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e841c00 with x1830882975214848 ext(3170304->3174399) 00002000:00010000:3.0:1746066732.020183:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e841c00 00000100:00100000:3.0:1746066732.020195:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4519 00000100:00100000:3.0:1746066732.020200:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975214848:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066732.020323:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975214848:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 122us (903us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066732.020328:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4519 00002000:00100000:3.0:1746066732.020333:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3170304->3174399) req@ffff88009e841c00 x1830882975214848/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.020339:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e841c00 with x1830882975214848 ext(3170304->3174399) 00002000:00010000:3.0:1746066732.020341:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e841c00 00000100:00100000:0.0:1746066732.030775:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.032253:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975215104 00000100:00100000:3.0:1746066732.032262:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975215104 00002000:00100000:3.0:1746066732.032305:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4124672->4128767) req@ffff88009e840380 x1830882975215104/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.032313:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840380 with x1830882975215104 ext(4124672->4128767) 00002000:00010000:3.0:1746066732.032318:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e840380 00000100:00100000:3.0:1746066732.032350:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4520 00000100:00100000:3.0:1746066732.032356:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e840380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975215104:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066732.032492:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e840380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975215104:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 136us (1725us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066732.032498:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4520 00002000:00100000:3.0:1746066732.032503:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4124672->4128767) req@ffff88009e840380 x1830882975215104/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.032515:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e840380 with x1830882975215104 ext(4124672->4128767) 00002000:00010000:3.0:1746066732.032518:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e840380 00000100:00100000:0.0:1746066732.034323:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.034476:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975215360 00000100:00100000:3.0:1746066732.034482:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975215360 00000100:00100000:3.0:1746066732.034529:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3614 00000100:00100000:3.0:1746066732.034535:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+273:28994:x1830882975215360:12345-192.168.202.57@tcp:35:multiop.0 00000100:00080000:0.0:1746066732.034765:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746066732.036146:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+274:28994:x1830882975215360:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 1598us (1815us total) trans 8589942985 rc 0/0 00000100:00100000:3.0:1746066732.036154:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3614 00010000:00010000:1.0:1746066732.072656:0:9849:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066732.086875:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.087178:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975215488 00000100:00100000:3.0:1746066732.087185:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975215488 00000100:00100000:3.0:1746066732.087230:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10955 00000100:00100000:3.0:1746066732.087237:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1966:x1830882975215488:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.087253:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.087268:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60822f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979089 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.087293:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60822f1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979089 expref: 30 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.087303:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60822f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979089 expref: 30 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.087316:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb09c00, rc 0) 00000100:00100000:3.0:1746066732.087367:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1966:x1830882975215488:12345-192.168.202.57@tcp:101:cat.0 Request processed in 130us (497us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066732.087373:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10955 00000100:00100000:1.0:1746066732.099528:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.099696:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975215616 00000100:00100000:3.0:1746066732.099704:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975215616 00000100:00100000:3.0:1746066732.099739:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10956 00000100:00100000:3.0:1746066732.099746:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:28999:x1830882975215616:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066732.099758:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.099771:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979090 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.099793:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca0 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.099801:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081ed0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978db1 expref: 6 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.099806:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d2ae00/0xfb36a14ee6081d72 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cbc expref: 12 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.099811:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.099812:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.099815:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1331200->2097151] (req 1331200->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.099835:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d2ae00/0xfb36a14ee6081d72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cbc expref: 12 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.099843:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d2ae00/0xfb36a14ee6081d72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cbc expref: 12 pid: 20532 timeout: 793 lvb_type: 1 00000100:00100000:3.0:1746066732.099853:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976266752:192.168.202.57@tcp:104: 00000100:00080000:0.0:1746066732.100169:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066732.100236:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.100774:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975215744 00000100:00100000:2.0:1746066732.100778:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975215744 00000100:00100000:2.0:1746066732.100810:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10957 00000100:00100000:2.0:1746066732.100815:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:29005:x1830882975215744:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.100824:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.100833:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979097 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.100848:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.100853:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066732.100854:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066732.100857:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979097 expref: 30 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.100872:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 30 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.100880:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 30 pid: 9776 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746066732.100887:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976266880:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.101043:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081ed0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978db1 expref: 6 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.101051:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081ed0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978db1 expref: 6 pid: 4614 timeout: 793 lvb_type: 1 00000100:00100000:3.0:1746066732.101059:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976267008:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.101351:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746066732.101512:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca0 expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.101520:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca0 expref: 24 pid: 4614 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.101528:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976267136:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.101545:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc46c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.104831:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8695880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976266880:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.104858:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979097 expref: 30 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.104874:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3ff000, rc 0) 00000100:00100000:2.0:1746066732.104909:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:29005:x1830882975215744:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4092us (4672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.104917:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10957 00000100:00100000:3.0:1746066732.105104:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976266752:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066732.105902:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.105953:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975215872 00000100:00100000:0.0:1746066732.105957:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.105958:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975215872 00000100:00100000:0.0:1746066732.105976:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975216000 00000100:00100000:0.0:1746066732.105979:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975216000 00002000:00100000:2.0:1746066732.105985:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3170304->4128767) req@ffff88009ec2f480 x1830882975215872/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.105994:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f480 with x1830882975215872 ext(3170304->4128767) 00010000:00010000:2.0:1746066732.105999:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 31 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746066732.105999:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081ed0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978db1 expref: 7 pid: 4614 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.106009:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 31 pid: 9776 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746066732.106014:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec2f480 00000100:00100000:0.0:1746066732.106016:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5462 00000100:00100000:0.0:1746066732.106022:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975216000:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066732.106024:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 982 00000100:00100000:2.0:1746066732.106028:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975215872:12345-192.168.202.57@tcp:4:multiop.0 00010000:00010000:0.0:1746066732.106031:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066732.106047:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081ed0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978db1 expref: 7 pid: 4614 timeout: 793 lvb_type: 1 00010000:00010000:0.0:1746066732.106054:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081ed0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978db1 expref: 7 pid: 4614 timeout: 793 lvb_type: 1 00010000:00010000:0.0:1746066732.106069:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066732.106085:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975216000:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 64us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066732.106091:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5462 00010000:00010000:3.0:1746066732.106313:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ec21000/0xfb36a14ee6081ed0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978db1 expref: 6 pid: 4614 timeout: 793 lvb_type: 1 00000100:00100000:3.0:1746066732.106326:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976267008:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.106334:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976267136:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.106355:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1331200->2097151] (req 1331200->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.106362:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb09800, rc 0) 00000100:00100000:3.0:1746066732.106379:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:28999:x1830882975215616:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6635us (6859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.106384:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10956 00000100:00080000:1.0:1746066732.106650:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066732.108826:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.108857:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.110785:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975216128 00000100:00100000:3.0:1746066732.110795:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975216128 00010000:00010000:3.0:1746066732.110825:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d2ae00/0xfb36a14ee6081d72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cbc expref: 12 pid: 20532 timeout: 793 lvb_type: 1 00000100:00100000:3.0:1746066732.110846:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975216256 00000100:00100000:3.0:1746066732.110848:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975216256 00000100:00100000:2.0:1746066732.110893:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5463 00000100:00100000:2.0:1746066732.110901:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975216128:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066732.110913:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.110931:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d2ae00/0xfb36a14ee6081d72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cbc expref: 12 pid: 20532 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.110941:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d2ae00/0xfb36a14ee6081d72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cbc expref: 12 pid: 20532 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.110958:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d2ae00/0xfb36a14ee6081d72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978cbc expref: 12 pid: 20532 timeout: 793 lvb_type: 1 00010000:00010000:3.0:1746066732.111365:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca0 expref: 25 pid: 4614 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.111381:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5464 00000100:00100000:3.0:1746066732.111386:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975216256:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.111394:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.111403:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca0 expref: 25 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.111410:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca0 expref: 25 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.111421:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee6081d33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ca0 expref: 25 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.111432:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.111434:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.111440:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.111447:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.111475:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066732.111485:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976267264:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066732.111538:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc46c0 going to sleep for 11 seconds 00000100:00080000:3.0:1746066732.111601:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746066732.112049:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066732.112079:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975216128:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1178us (3257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.112085:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5463 00000100:00100000:0.0:1746066732.120506:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.120531:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975216512 00000100:00100000:2.0:1746066732.120538:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975216512 00002000:00100000:2.0:1746066732.120572:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1331200->1335295) req@ffff88009ec2fb80 x1830882975216512/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.120581:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2fb80 with x1830882975216512 ext(1331200->1335295) 00002000:00010000:2.0:1746066732.120586:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2fb80 00000100:00100000:2.0:1746066732.120617:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4521 00000100:00100000:2.0:1746066732.120625:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975216512:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066732.120796:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976267264:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066732.120806:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975216512:12345-192.168.202.57@tcp:3:cat.0 Request processed in 180us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066732.120812:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4521 00002000:00100000:2.0:1746066732.120817:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1331200->1335295) req@ffff88009ec2fb80 x1830882975216512/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.120827:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2fb80 with x1830882975216512 ext(1331200->1335295) 00002000:00010000:2.0:1746066732.120831:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2fb80 00010000:00010000:3.0:1746066732.120922:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.120942:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975216256:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9556us (12083us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.120950:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5464 00000100:00100000:2.0:1746066732.122383:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975215872:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 16349us (16478us total) trans 21474840190 rc 0/0 00000100:00100000:2.0:1746066732.122391:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 982 00002000:00100000:2.0:1746066732.122397:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3170304->4128767) req@ffff88009ec2f480 x1830882975215872/t21474840190(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/448 e 0 to 0 dl 1746066743 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.122405:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f480 with x1830882975215872 ext(3170304->4128767) 00010000:00010000:2.0:1746066732.122412:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 33 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.122423:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 33 pid: 9776 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746066732.122429:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ec2f480 00000100:00100000:0.0:1746066732.127995:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.128077:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975216640 00000100:00100000:3.0:1746066732.128084:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975216640 00010000:00010000:3.0:1746066732.128114:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 33 pid: 9776 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.128155:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5465 00000100:00100000:3.0:1746066732.128162:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975216640:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.128177:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066732.128191:0:7107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066729 -> 1746066731 00010000:00010000:3.0:1746066732.128197:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 33 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.128207:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 33 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.128225:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e881800/0xfb36a14ee60822ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [3170304->4194303] (req 3170304->4128767) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979082 expref: 33 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.128248:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.128250:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.128257:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979097 expref: 29 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.128268:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979097 expref: 29 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.128296:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979097 expref: 29 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066732.128306:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976267392:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066732.128377:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066732.130666:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976267392:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066732.130889:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.130934:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975216640:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2771us (2945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.130943:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5465 00000100:00100000:2.0:1746066732.135870:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.135911:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.135934:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975217024 00000100:00100000:2.0:1746066732.135940:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975217024 00002000:00100000:2.0:1746066732.135972:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800a8695f80 x1830882975217024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.135982:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695f80 with x1830882975217024 ext(3145728->4194303) 00002000:00010000:2.0:1746066732.135986:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8695f80 00000100:00100000:2.0:1746066732.136007:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4522 00000100:00100000:2.0:1746066732.136014:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975217024:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066732.137254:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975216896 00000100:00100000:0.0:1746066732.137259:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975216896 00000100:00100000:0.0:1746066732.137283:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10958 00000100:00100000:0.0:1746066732.137288:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:28999:x1830882975216896:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066732.137299:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066732.137312:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97909e expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.137332:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fc5 expref: 31 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.137338:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f208e00/0xfb36a14ee608221f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ffd expref: 33 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066732.137344:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066732.137346:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066732.137348:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->1200127] (req 1048576->1200127) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 33 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.137370:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f208e00/0xfb36a14ee608221f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ffd expref: 33 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066732.137380:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f208e00/0xfb36a14ee608221f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ffd expref: 33 pid: 21203 timeout: 793 lvb_type: 1 00000100:00100000:0.0:1746066732.137390:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976267520:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066732.137453:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fc5 expref: 31 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.137461:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fc5 expref: 31 pid: 21973 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746066732.137474:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976267648:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066732.137492:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.146460:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976267520:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.146473:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976267648:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.146495:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->1200127] (req 1048576->1200127) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 33 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.146508:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac47400, rc 0) 00000100:00100000:2.0:1746066732.146983:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:28999:x1830882975216896:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 9691us (11116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.146991:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10958 00000100:00100000:0.0:1746066732.147348:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.147400:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975217152 00000100:00100000:3.0:1746066732.147406:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975217152 00000100:00100000:0.0:1746066732.147411:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066732.147427:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f208e00/0xfb36a14ee608221f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ffd expref: 33 pid: 21203 timeout: 793 lvb_type: 1 00000100:00100000:3.0:1746066732.147456:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975217280 00000100:00100000:3.0:1746066732.147458:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975217280 00010000:00010000:3.0:1746066732.147467:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fc5 expref: 32 pid: 21973 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746066732.147473:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5466 00000100:00100000:1.0:1746066732.147480:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1964:x1830882975217152:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066732.147482:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5467 00000100:00100000:2.0:1746066732.147490:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882975217280:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066732.147490:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.147497:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066732.147506:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f208e00/0xfb36a14ee608221f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ffd expref: 33 pid: 21203 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.147507:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fc5 expref: 32 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.147516:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f208e00/0xfb36a14ee608221f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ffd expref: 33 pid: 21203 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.147527:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fc5 expref: 32 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.147659:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f208e00/0xfb36a14ee608221f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978ffd expref: 33 pid: 21203 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.147665:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0xfb36a14ee60821e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fc5 expref: 32 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.147696:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066732.147698:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066732.147705:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.147712:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.147721:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066732.147742:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882975217280:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 253us (330us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066732.147742:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.147748:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5467 00000100:00100000:1.0:1746066732.147752:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976267776:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066732.147798:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066732.149054:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975217024:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13039us (13140us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066732.149061:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4522 00002000:00100000:3.0:1746066732.149068:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800a8695f80 x1830882975217024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.149075:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695f80 with x1830882975217024 ext(3145728->4194303) 00002000:00010000:3.0:1746066732.149078:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8695f80 00000100:00100000:0.0:1746066732.158122:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.158175:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.158255:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975217664 00000100:00100000:3.0:1746066732.158262:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975217664 00002000:00100000:3.0:1746066732.158299:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009ec2ea00 x1830882975217664/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.158308:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2ea00 with x1830882975217664 ext(4194304->5079039) 00002000:00010000:3.0:1746066732.158313:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2ea00 00000100:00100000:3.0:1746066732.158331:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4523 00000100:00100000:3.0:1746066732.158339:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975217664:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066732.160029:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975217536 00000100:00100000:2.0:1746066732.160036:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975217536 00000100:00100000:2.0:1746066732.160066:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10959 00000100:00100000:2.0:1746066732.160071:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882975217536:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.160084:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.160098:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d0d3a00/0xfb36a14ee608230d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790a5 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.160151:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976267904:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066732.160215:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066732.161093:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.161355:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c395f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976267776:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066732.161369:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066732.161403:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+34:1964:x1830882975217152:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 13924us (14057us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066732.161411:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5466 00000100:00100000:0.0:1746066732.161435:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975217920 00000100:00100000:0.0:1746066732.161438:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975217920 00002000:00100000:0.0:1746066732.161458:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1196032->1200127) req@ffff88008c395c00 x1830882975217920/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066732.161466:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395c00 with x1830882975217920 ext(1196032->1200127) 00002000:00010000:0.0:1746066732.161469:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c395c00 00000100:00100000:0.0:1746066732.161488:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4524 00000100:00100000:0.0:1746066732.161493:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+34:1966:x1830882975217920:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066732.161608:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+34:1966:x1830882975217920:12345-192.168.202.57@tcp:3:cat.0 Request processed in 114us (516us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066732.161613:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4524 00002000:00100000:0.0:1746066732.161617:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1196032->1200127) req@ffff88008c395c00 x1830882975217920/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066732.161624:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395c00 with x1830882975217920 ext(1196032->1200127) 00002000:00010000:0.0:1746066732.161626:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c395c00 00000100:00100000:2.0:1746066732.167189:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976267904:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066732.167220:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008d0d3a00/0xfb36a14ee608230d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790a5 expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.167232:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d0d3a00/0xfb36a14ee608230d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790a5 expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.167245:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d0d3a00, rc 0) 00000100:00100000:2.0:1746066732.167283:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1963:x1830882975217536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7210us (9106us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066732.167290:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10959 00000100:00100000:3.0:1746066732.170269:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882975217664:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11923us (12146us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066732.170278:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4523 00002000:00100000:3.0:1746066732.170287:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009ec2ea00 x1830882975217664/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.170296:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2ea00 with x1830882975217664 ext(4194304->5079039) 00002000:00010000:3.0:1746066732.170300:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2ea00 00000100:00100000:0.0:1746066732.171625:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.171722:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975218176 00000100:00100000:2.0:1746066732.171728:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975218176 00000100:00100000:2.0:1746066732.172224:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9112 00000100:00100000:2.0:1746066732.172233:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+274:29010:x1830882975218176:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.172252:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.172266:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3200/0xfb36a14ee6082314 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790ac expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.172349:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608231b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172359:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608231b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172369:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608231b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172379:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3000/0xfb36a14ee6082322 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172384:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3000/0xfb36a14ee6082322 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172389:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3000/0xfb36a14ee6082322 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172474:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082329 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172482:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082329 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172487:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082329 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:2.0:1746066732.172495:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066732.172557:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608231b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172563:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608231b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172571:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608231b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172576:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008d0d2200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066732.172579:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608231b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172584:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608231b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172593:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066732.172595:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066732.172598:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608231b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172602:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608231b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172611:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3000/0xfb36a14ee6082322 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172615:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3000/0xfb36a14ee6082322 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172619:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3000/0xfb36a14ee6082322 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172623:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008d0d3000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066732.172625:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3000/0xfb36a14ee6082322 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172629:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3000/0xfb36a14ee6082322 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172638:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ebec800) 00010000:00010000:2.0:1746066732.172639:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066732.172641:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3000/0xfb36a14ee6082322 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.172645:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3000/0xfb36a14ee6082322 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.174084:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3200/0xfb36a14ee6082314 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790ac expref: 277 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.174105:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082329 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790ac expref: 276 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.174111:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066732.174113:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066732.174115:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d0d3800, rc 0) 00000100:00100000:2.0:1746066732.174210:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+276:29010:x1830882975218176:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1978us (2587us total) trans 8589942986 rc 0/0 00000100:00100000:2.0:1746066732.174217:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9112 00000100:00100000:0.0:1746066732.179620:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.179671:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.179765:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975218432 00000100:00100000:3.0:1746066732.179773:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975218432 00000100:00100000:3.0:1746066732.179817:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3615 00000100:00100000:3.0:1746066732.179824:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+276:29010:x1830882975218432:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066732.179959:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975218560 00000100:00100000:1.0:1746066732.179963:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975218560 00000100:00100000:1.0:1746066732.179989:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 554 00000100:00100000:1.0:1746066732.179994:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+278:1963:x1830882975218560:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066732.180002:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+278:29010:x1830882975218432:12345-192.168.202.57@tcp:35:cat.0 Request processed in 178us (388us total) trans 8589942987 rc 0/0 00010000:00010000:1.0:1746066732.180002:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066732.180008:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3615 00010000:00010000:1.0:1746066732.180020:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082329 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790ac expref: 277 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.180035:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066732.180039:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066732.180054:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+276:1963:x1830882975218560:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 60us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066732.180060:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 554 00000100:00100000:0.0:1746066732.182250:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.182286:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.182298:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975219200 00000100:00100000:0.0:1746066732.182299:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.182304:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975219200 00000100:00100000:2.0:1746066732.182304:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975218816 00000100:00100000:2.0:1746066732.182308:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975218816 00000100:00100000:0.0:1746066732.182315:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.182332:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9113 00000100:00100000:3.0:1746066732.182338:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+276:29009:x1830882975219200:12345-192.168.202.57@tcp:101:multiop.0 00000100:00100000:2.0:1746066732.182342:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975218688 00000100:00100000:2.0:1746066732.182345:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975218688 00010000:00010000:3.0:1746066732.182355:0:14550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066732.182356:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975218944 00000100:00100000:2.0:1746066732.182357:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975218944 00010000:00010000:3.0:1746066732.182366:0:14550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387800/0xfb36a14ee6082337 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790c8 expref: -99 pid: 14550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.182379:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10960 00000100:00100000:2.0:1746066732.182384:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975218816:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.182392:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066732.182393:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10961 00000100:00100000:0.0:1746066732.182399:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975218688:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.182402:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d0d3a00/0xfb36a14ee608233e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790ba expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.182405:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066732.182412:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4e13800/0xfb36a14ee6082345 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790b3 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.182435:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976268160:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066732.182435:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976268032:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066732.182441:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386c00/0xfb36a14ee608234c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182452:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386c00/0xfb36a14ee608234c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182460:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386c00/0xfb36a14ee608234c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182468:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387c00/0xfb36a14ee6082353 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182473:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387c00/0xfb36a14ee6082353 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00000100:00100000:2.0:1746066732.182473:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10962 00010000:00010000:3.0:1746066732.182478:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387c00/0xfb36a14ee6082353 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000100:00100000:2.0:1746066732.182478:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975218944:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:0.0:1746066732.182482:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746066732.182483:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.182555:0:14550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387200/0xfb36a14ee608235a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182562:0:14550:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387200/0xfb36a14ee608235a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182567:0:14550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387200/0xfb36a14ee608235a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14550 initiator: MDT0 00000004:00200000:3.0:1746066732.182573:0:14550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066732.182609:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082368 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790c1 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.182620:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.182622:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.182629:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082368 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790c1 expref: 34 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.182631:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386c00/0xfb36a14ee608234c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182637:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386c00/0xfb36a14ee608234c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.182639:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082368 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790c1 expref: 34 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.182642:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386c00/0xfb36a14ee608234c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:2.0:1746066732.182648:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b52c2200, rc 0) 00010000:00010000:3.0:1746066732.182650:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012a386c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066732.182653:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386c00/0xfb36a14ee608234c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182658:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386c00/0xfb36a14ee608234c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182665:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066732.182667:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746066732.182669:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975218944:12345-192.168.202.57@tcp:101:cat.0 Request processed in 191us (353us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066732.182670:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386c00/0xfb36a14ee608234c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00000100:00100000:2.0:1746066732.182694:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10962 00010000:00010000:3.0:1746066732.182700:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386c00/0xfb36a14ee608234c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182708:0:14550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387c00/0xfb36a14ee6082353 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182712:0:14550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387c00/0xfb36a14ee6082353 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182716:0:14550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387c00/0xfb36a14ee6082353 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182719:0:14550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012a387c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066732.182721:0:14550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387c00/0xfb36a14ee6082353 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182726:0:14550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387c00/0xfb36a14ee6082353 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14550 initiator: MDT0 00000100:00100000:2.0:1746066732.182726:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de000 going to sleep for 11 seconds 00010000:00010000:3.0:1746066732.182731:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880091b74400) 00010000:00010000:3.0:1746066732.182733:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066732.182735:0:14550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387c00/0xfb36a14ee6082353 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182739:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387c00/0xfb36a14ee6082353 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14550 initiator: MDT0 00010000:00010000:3.0:1746066732.182764:0:14550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387800/0xfb36a14ee6082337 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790c8 expref: 279 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.182772:0:14550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387200/0xfb36a14ee608235a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790c8 expref: 278 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.182777:0:14550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066732.182779:0:14550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746066732.182781:0:14550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012a387200, rc 0) 00000100:00100000:3.0:1746066732.182803:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+278:29009:x1830882975219200:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 465us (559us total) trans 8589942988 rc 0/0 00000100:00100000:3.0:1746066732.182808:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9113 00002000:00010000:2.0:1746066732.184124:0:21973:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime: 1746066729 -> 1746066731 00002000:00010000:2.0:1746066732.184128:0:21973:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime: 1746066728 -> 1746066731 00002000:00010000:2.0:1746066732.184130:0:21973:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime: 1746066729 -> 1746066731 00000100:00100000:2.0:1746066732.184307:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976268032:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066732.184326:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4e13800/0xfb36a14ee6082345 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790b3 expref: 25 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.184336:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4e13800/0xfb36a14ee6082345 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790b3 expref: 25 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.184376:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4e13800, rc 0) 00000100:00100000:3.0:1746066732.184770:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976268160:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066732.184787:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008d0d3a00/0xfb36a14ee608233e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790ba expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.184795:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d0d3a00/0xfb36a14ee608233e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790ba expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.184803:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d0d3a00, rc 0) 00000100:00100000:2.0:1746066732.184852:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975218688:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2451us (2549us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066732.184859:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10961 00000100:00100000:3.0:1746066732.185030:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975218816:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2644us (2742us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066732.185033:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.185035:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10960 00000100:00100000:2.0:1746066732.185192:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975219328 00000100:00100000:2.0:1746066732.185198:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975219328 00000100:00100000:2.0:1746066732.185438:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 555 00000100:00100000:2.0:1746066732.185445:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+278:1964:x1830882975219328:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066732.185455:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.185469:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387200/0xfb36a14ee608235a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790c8 expref: 278 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.185480:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066732.185483:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066732.185513:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+277:1964:x1830882975219328:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 69us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.185518:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 555 00000100:00100000:0.0:1746066732.188668:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.189294:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975219456 00000100:00100000:3.0:1746066732.189302:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975219456 00000100:00100000:3.0:1746066732.189351:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10963 00000100:00100000:3.0:1746066732.189358:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:29009:x1830882975219456:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066732.189373:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.189390:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790cf expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.189412:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 29 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.189419:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066732.189420:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066732.189423:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [2027520->2097151] (req 2027520->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 33 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.189453:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 29 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.189464:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 29 pid: 9776 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.189474:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976268288:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.189546:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b184900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.193587:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.193767:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975219584 00000100:00100000:2.0:1746066732.193773:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975219584 00000100:00100000:2.0:1746066732.193803:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10964 00000100:00100000:2.0:1746066732.193809:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29010:x1830882975219584:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.193823:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.193836:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790d6 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.193856:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.193862:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066732.193864:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066732.193867:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790d6 expref: 25 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.193891:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 10 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.193900:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 10 pid: 9776 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746066732.193910:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976268416:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.193971:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066732.194036:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976268288:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.194055:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [2027520->2097151] (req 2027520->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 33 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.194068:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012a387400, rc 0) 00000100:00100000:3.0:1746066732.194086:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:29009:x1830882975219456:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4729us (5425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.194091:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10963 00000100:00100000:1.0:1746066732.194668:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.195211:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975219712 00000100:00100000:3.0:1746066732.195215:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975219712 00002000:00100000:2.0:1746066732.195292:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1200127) req@ffff88008c395500 x1830882975219712/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.195300:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395500 with x1830882975219712 ext(1048576->1200127) 00010000:00010000:2.0:1746066732.195306:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 30 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.195319:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 30 pid: 9776 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746066732.195325:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c395500 00000100:00100000:2.0:1746066732.195338:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 983 00000100:00100000:2.0:1746066732.195343:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975219712:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066732.196917:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.196964:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975219840 00000100:00100000:1.0:1746066732.196968:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975219840 00002000:00100000:1.0:1746066732.196987:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1331200->2097151) req@ffff88009bb2e680 x1830882975219840/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.196994:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2e680 with x1830882975219840 ext(1331200->2097151) 00010000:00010000:1.0:1746066732.197000:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 11 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.197007:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 11 pid: 9776 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746066732.197012:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb2e680 00000100:00100000:1.0:1746066732.197022:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 984 00000100:00100000:1.0:1746066732.197027:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975219840:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066732.197380:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976268416:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.197400:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790d6 expref: 25 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.197410:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d0d2c00, rc 0) 00000100:00100000:2.0:1746066732.197945:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:29010:x1830882975219584:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4134us (4364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.197952:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10964 00000100:00100000:3.0:1746066732.199394:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882975219712:12345-192.168.202.57@tcp:4:cat.0 Request processed in 4047us (4723us total) trans 21474840191 rc 0/0 00000100:00100000:3.0:1746066732.199401:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 983 00002000:00100000:3.0:1746066732.199408:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1200127) req@ffff88008c395500 x1830882975219712/t21474840191(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/448 e 0 to 0 dl 1746066743 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.199416:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395500 with x1830882975219712 ext(1048576->1200127) 00010000:00010000:3.0:1746066732.199423:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.199432:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746066732.199437:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c395500 00000100:00100000:1.0:1746066732.205769:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.205794:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975219968 00000100:00100000:1.0:1746066732.205801:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975219968 00010000:00010000:1.0:1746066732.205829:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746066732.206673:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5468 00000100:00100000:1.0:1746066732.206699:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882975219968:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066732.206713:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066732.206730:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.206740:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.206757:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac47400/0xfb36a14ee6082306 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1200127) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97909e expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.206771:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066732.206773:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066732.206778:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.206785:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.206811:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 32 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066732.206821:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976268544:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066732.206877:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066732.211221:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975219840:12345-192.168.202.57@tcp:4:cat.0 Request processed in 14185us (14298us total) trans 17179872850 rc 0/0 00000100:00100000:1.0:1746066732.211232:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 984 00002000:00100000:1.0:1746066732.211241:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1331200->2097151) req@ffff88009bb2e680 x1830882975219840/t17179872850(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/448 e 0 to 0 dl 1746066743 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.211249:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2e680 with x1830882975219840 ext(1331200->2097151) 00010000:00010000:1.0:1746066732.211257:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 13 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.211273:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 13 pid: 9776 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746066732.211279:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb2e680 00000100:00100000:0.0:1746066732.212439:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.212523:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975220224 00000100:00100000:2.0:1746066732.212530:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975220224 00002000:00100000:2.0:1746066732.212556:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (2027520->2031615) req@ffff88009bb2c000 x1830882975220224/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.212562:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2c000 with x1830882975220224 ext(2027520->2031615) 00002000:00010000:2.0:1746066732.212565:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2c000 00000100:00100000:2.0:1746066732.212591:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4525 00000100:00100000:2.0:1746066732.212597:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975220224:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066732.212747:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975220224:12345-192.168.202.57@tcp:3:cat.0 Request processed in 149us (309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066732.212753:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4525 00002000:00100000:2.0:1746066732.212758:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (2027520->2031615) req@ffff88009bb2c000 x1830882975220224/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.212764:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2c000 with x1830882975220224 ext(2027520->2031615) 00002000:00010000:2.0:1746066732.212767:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2c000 00000100:00100000:1.0:1746066732.213401:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976268544:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066732.213415:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066732.213443:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975219968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6746us (7681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066732.213450:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5468 00000100:00100000:0.0:1746066732.216658:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.216904:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975220352 00000100:00100000:1.0:1746066732.216910:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975220352 00010000:00010000:1.0:1746066732.216937:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 13 pid: 9776 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746066732.216970:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5469 00000100:00100000:1.0:1746066732.216977:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975220352:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066732.216988:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066732.217004:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 13 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.217015:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 13 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.217032:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb09800/0xfb36a14ee60822f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1331200->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979090 expref: 13 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.217056:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066732.217057:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066732.217064:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790d6 expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.217071:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790d6 expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.217099:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790d6 expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066732.217109:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976268672:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066732.217184:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066732.218344:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.218416:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975220480 00000100:00100000:2.0:1746066732.218420:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975220480 00000100:00100000:2.0:1746066732.218525:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10965 00000100:00100000:2.0:1746066732.218531:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:29009:x1830882975220480:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066732.218543:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.218553:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790dd expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.218572:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979097 expref: 30 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.218579:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082368 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790c1 expref: 34 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.218585:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f208200/0xfb36a14ee6082242 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979020 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.218590:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d3fe600/0xfb36a14ee60822c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97905f expref: 34 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.218599:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066732.218601:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066732.218603:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 7/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->2224127] (req 2097152->2224127) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 34 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.218619:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d3fe600/0xfb36a14ee60822c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97905f expref: 34 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.218627:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d3fe600/0xfb36a14ee60822c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97905f expref: 34 pid: 8450 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746066732.218892:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976268800:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.219696:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f208200/0xfb36a14ee6082242 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979020 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.219706:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f208200/0xfb36a14ee6082242 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979020 expref: 30 pid: 4614 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746066732.219714:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8696300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976268928:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.220099:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082368 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790c1 expref: 34 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.220108:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082368 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790c1 expref: 34 pid: 4614 timeout: 793 lvb_type: 1 00000100:00100000:2.0:1746066732.220120:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976269056:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.220155:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979097 expref: 30 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.220162:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979097 expref: 30 pid: 21203 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746066732.220169:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976269184:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.220184:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066732.222730:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976268672:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066732.222747:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066732.222779:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975220352:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5801us (6126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066732.222789:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5469 00000100:00100000:0.0:1746066732.223468:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.223531:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976268800:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066732.223610:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975220608 00000100:00100000:1.0:1746066732.223615:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975220608 00010000:00010000:1.0:1746066732.223636:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d3fe600/0xfb36a14ee60822c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97905f expref: 35 pid: 8450 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.223783:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5470 00000100:00100000:3.0:1746066732.223792:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882975220608:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.223802:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.223821:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d3fe600/0xfb36a14ee60822c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97905f expref: 35 pid: 8450 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.223833:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d3fe600/0xfb36a14ee60822c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97905f expref: 35 pid: 8450 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.223851:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d3fe600/0xfb36a14ee60822c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97905f expref: 35 pid: 8450 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.223877:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.223899:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975220608:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 109us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.223905:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5470 00000100:00100000:2.0:1746066732.226591:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8696300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976268928:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.226600:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976269056:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066732.227710:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.227793:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976269184:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.227827:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->2224127] (req 2097152->2224127) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 33 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.227840:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d0d2000, rc 0) 00000100:00100000:2.0:1746066732.227873:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:29009:x1830882975220480:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 9342us (9531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.227879:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10965 00000100:00100000:1.0:1746066732.228029:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975220736 00000100:00100000:1.0:1746066732.228034:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975220736 00010000:00010000:1.0:1746066732.228052:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f208200/0xfb36a14ee6082242 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979020 expref: 31 pid: 4614 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746066732.228071:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5471 00000100:00100000:1.0:1746066732.228076:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975220736:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066732.228085:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066732.228102:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f208200/0xfb36a14ee6082242 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979020 expref: 31 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.228111:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f208200/0xfb36a14ee6082242 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979020 expref: 31 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.228127:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f208200/0xfb36a14ee6082242 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979020 expref: 31 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.228152:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066732.228171:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882975220736:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 95us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066732.228177:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5471 00000100:00100000:3.0:1746066732.229867:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3294:1830882976269696:0@lo:400:kworker.0 00000100:00100000:3.0:1746066732.229902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066732.229922:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746066732.229927:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3294:1830882976269568:0@lo:400:kworker.0 00000100:00100000:3.0:1746066732.229942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066732.229952:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3294:1830882976270080:0@lo:400:kworker.0 00000100:00100000:3.0:1746066732.229966:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066732.229984:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976269696 00000100:00100000:3.0:1746066732.229988:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976269696 00000100:00100000:3.0:1746066732.230012:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976269568 00000100:00100000:3.0:1746066732.230014:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976269568 00000100:00100000:3.0:1746066732.230025:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976270080 00000100:00100000:3.0:1746066732.230027:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976270080 00000100:00100000:3.0:1746066732.230039:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1746066732.230044:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830882976269696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066732.230075:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1830882976269696:12345-0@lo:400:kworker.0 Request processed in 31us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.230080:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1746066732.230090:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1746066732.230094:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830882976269568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066732.230113:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1830882976269568:12345-0@lo:400:kworker.0 Request processed in 19us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.230117:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1746066732.230125:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1746066732.230128:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1830882976270080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066732.230159:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1830882976270080:12345-0@lo:400:kworker.0 Request processed in 31us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.230164:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00080000:3.0:1746066732.230183:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746066732.230200:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3294:1830882976269568:0@lo:400:kworker.0 00000100:00100000:3.0:1746066732.230207:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3294:1830882976270080:0@lo:400:kworker.0 00000100:00100000:3.0:1746066732.230212:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3294:1830882976269696:0@lo:400:kworker.0 00000100:00100000:0.0:1746066732.230263:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:980aefe6-2860-4e29-9b4a-3d9c65563e6f:3296:1830882976269440:0@lo:400:kworker.0 00000100:00100000:0.0:1746066732.230289:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066732.230314:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976269952:0@lo:400:kworker.0 00000100:00100000:0.0:1746066732.230333:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066732.230346:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746066732.230350:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976269312:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746066732.230365:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066732.230374:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976269824:0@lo:400:kworker.0 00000100:00100000:0.0:1746066732.230383:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066732.230398:0:14546:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976269440 00000100:00100000:0.0:1746066732.230401:0:14546:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976269440 00000100:00100000:0.0:1746066732.230419:0:14546:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1746066732.230423:0:14546:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:980aefe6-2860-4e29-9b4a-3d9c65563e6f+18:3296:x1830882976269440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066732.230445:0:14546:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:980aefe6-2860-4e29-9b4a-3d9c65563e6f+18:3296:x1830882976269440:12345-0@lo:400:kworker.0 Request processed in 22us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066732.230449:0:14546:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1746066732.230466:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976269952 00000100:00100000:0.0:1746066732.230468:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976269952 00000100:00100000:0.0:1746066732.230484:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976269824 00000100:00100000:0.0:1746066732.230485:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976269824 00000100:00100000:0.0:1746066732.230496:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1746066732.230500:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3296:x1830882976269952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066732.230520:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3296:x1830882976269952:12345-0@lo:400:kworker.0 Request processed in 20us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066732.230524:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1746066732.230532:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1746066732.230536:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3296:x1830882976269824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746066732.230554:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3296:x1830882976269824:12345-0@lo:400:kworker.0 Request processed in 19us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066732.230558:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1746066732.230575:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976269824:0@lo:400:kworker.0 00000100:00100000:0.0:1746066732.230581:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:980aefe6-2860-4e29-9b4a-3d9c65563e6f:3296:1830882976269440:0@lo:400:kworker.0 00000100:00100000:0.0:1746066732.230587:0:3296:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872840 gen 2 00000004:00080000:0.0:1746066732.230591:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b07800, transno 17179872825 00000004:00080000:0.0:1746066732.230596:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b05180, transno 17179872826 00000004:00080000:0.0:1746066732.230598:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b07b80, transno 17179872827 00000004:00080000:0.0:1746066732.230600:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b04700, transno 17179872828 00000004:00080000:0.0:1746066732.230602:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b07480, transno 17179872829 00000004:00080000:0.0:1746066732.230604:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b04a80, transno 17179872830 00000004:00080000:0.0:1746066732.230606:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b07100, transno 17179872831 00000004:00080000:0.0:1746066732.230608:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b04380, transno 17179872832 00000004:00080000:0.0:1746066732.230610:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009edb1180, transno 17179872833 00000004:00080000:0.0:1746066732.230612:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009edb3480, transno 17179872834 00000004:00080000:0.0:1746066732.230615:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009edb3100, transno 17179872835 00000004:00080000:0.0:1746066732.230616:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009edb3b80, transno 17179872836 00000004:00080000:0.0:1746066732.230618:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009edb0000, transno 17179872837 00000004:00080000:0.0:1746066732.230620:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009edb3800, transno 17179872838 00000004:00080000:0.0:1746066732.230622:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009edb2d80, transno 17179872839 00000004:00080000:0.0:1746066732.230624:0:3296:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009edb0700, transno 17179872840 00000100:00100000:0.0:1746066732.230627:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976269952:0@lo:400:kworker.0 00000004:00080000:1.0:1746066732.230881:0:14590:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 16 done 00000100:00100000:2.0:1746066732.230938:0:8453:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976269312 00000100:00100000:2.0:1746066732.230941:0:8453:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976269312 00000100:00100000:2.0:1746066732.230967:0:8453:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1746066732.230971:0:8453:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+23:3296:x1830882976269312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746066732.230982:0:8453:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 451608576 pending 34078720 free 3852468224 avail 3850371072 00000100:00100000:2.0:1746066732.231008:0:8453:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+23:3296:x1830882976269312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.231012:0:8453:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1746066732.231693:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976269312:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1746066732.231756:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746066732.231759:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066732.235006:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.235801:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.236115:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975220864 00000100:00100000:3.0:1746066732.236122:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975220864 00010000:00010000:3.0:1746066732.236175:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082368 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790c1 expref: 33 pid: 4614 timeout: 793 lvb_type: 1 00000100:00100000:0.0:1746066732.236375:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.236401:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.236467:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975221120 00000100:00100000:2.0:1746066732.236471:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975221120 00002000:00100000:2.0:1746066732.236493:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009bb2ed80 x1830882975221120/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.236501:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2ed80 with x1830882975221120 ext(1048576->2097151) 00002000:00010000:2.0:1746066732.236505:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb2ed80 00000100:00100000:2.0:1746066732.236518:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975221376 00000100:00100000:2.0:1746066732.236519:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975221376 00002000:00100000:2.0:1746066732.236527:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2027519) req@ffff88009bb2f100 x1830882975221376/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.236533:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2f100 with x1830882975221376 ext(1048576->2027519) 00002000:00010000:2.0:1746066732.236535:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2f100 00000100:00100000:2.0:1746066732.236547:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4526 00000100:00100000:2.0:1746066732.236552:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975221120:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066732.237559:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4527 00000100:00100000:3.0:1746066732.237822:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975221504 00000100:00100000:3.0:1746066732.237827:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975221504 00010000:00010000:3.0:1746066732.237846:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979097 expref: 30 pid: 21203 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.237867:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5472 00000100:00100000:3.0:1746066732.237878:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975220864:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.237887:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.237901:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082368 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790c1 expref: 34 pid: 4614 timeout: 793 lvb_type: 1 00010000:00010000:3.0:1746066732.237915:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082368 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790c1 expref: 34 pid: 4614 timeout: 793 lvb_type: 1 00010000:00010000:3.0:1746066732.237933:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b52c2200/0xfb36a14ee6082368 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790c1 expref: 34 pid: 4614 timeout: 793 lvb_type: 1 00010000:00010000:3.0:1746066732.237950:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.237973:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975220864:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 95us (2973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.237978:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5472 00000100:00100000:3.0:1746066732.237992:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5473 00000100:00100000:3.0:1746066732.237997:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975221504:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.238003:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.238010:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979097 expref: 30 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.238017:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979097 expref: 30 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.238033:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d3ff000/0xfb36a14ee60822ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979097 expref: 30 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.238041:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.238043:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.238049:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.238056:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.238082:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066732.238093:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976270208:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066732.238128:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.240682:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975221376:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066732.246151:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746066732.246168:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976270336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746066732.246210:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066732.246668:0:30571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976270336 00000100:00100000:1.0:1746066732.246687:0:30571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976270336 00000100:00100000:1.0:1746066732.246714:0:30571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1746066732.246719:0:30571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1830882976270336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746066732.246738:0:30571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 412286976 pending 6815744 free 3853516800 avail 3830448128 00000100:00100000:1.0:1746066732.248566:0:30571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1830882976270336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1841us (2350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066732.248574:0:30571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1746066732.248666:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976270336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746066732.248910:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.248967:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975221760 00000100:00100000:1.0:1746066732.248972:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975221760 00002000:00100000:1.0:1746066732.248997:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2220032->2224127) req@ffff88009bb2c380 x1830882975221760/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.249005:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2c380 with x1830882975221760 ext(2220032->2224127) 00002000:00010000:1.0:1746066732.249010:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2c380 00000100:00100000:1.0:1746066732.249024:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4528 00000100:00100000:1.0:1746066732.249029:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975221760:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066732.249158:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975221760:12345-192.168.202.57@tcp:3:cat.0 Request processed in 128us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066732.249163:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4528 00002000:00100000:1.0:1746066732.249168:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2220032->2224127) req@ffff88009bb2c380 x1830882975221760/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.249175:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2c380 with x1830882975221760 ext(2220032->2224127) 00002000:00010000:1.0:1746066732.249178:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2c380 00000100:00100000:3.0:1746066732.249257:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976270208:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066732.249581:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.249606:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1966:x1830882975221504:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 11609us (13204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.249614:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5473 00000100:00100000:2.0:1746066732.255065:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975221120:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18505us (19258us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066732.255075:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4526 00002000:00100000:2.0:1746066732.255083:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009bb2ed80 x1830882975221120/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.255092:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2ed80 with x1830882975221120 ext(1048576->2097151) 00002000:00010000:2.0:1746066732.255096:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb2ed80 00000100:00100000:2.0:1746066732.263828:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975221376:12345-192.168.202.57@tcp:3:cat.0 Request processed in 23159us (27445us total) trans 0 rc 978944/978944 00000100:00100000:2.0:1746066732.263840:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4527 00002000:00100000:2.0:1746066732.263851:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2027519) req@ffff88009bb2f100 x1830882975221376/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 978944/978944 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.263859:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2f100 with x1830882975221376 ext(1048576->2027519) 00002000:00010000:2.0:1746066732.263864:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2f100 00000100:00100000:0.0:1746066732.264788:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.264956:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975222016 00000100:00100000:2.0:1746066732.264963:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975222016 00000100:00100000:2.0:1746066732.264991:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3616 00000100:00100000:2.0:1746066732.264996:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d6b0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+277:29009:x1830882975222016:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066732.265613:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d6b0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+278:29009:x1830882975222016:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 615us (826us total) trans 8589942989 rc 0/0 00000100:00100000:2.0:1746066732.265620:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3616 00000100:00100000:0.0:1746066732.277094:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.277149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.277225:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975222400 00000100:00100000:3.0:1746066732.277232:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975222400 00002000:00100000:3.0:1746066732.277270:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3272704->4194303) req@ffff88009bb2d500 x1830882975222400/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.277280:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2d500 with x1830882975222400 ext(3272704->4194303) 00002000:00010000:3.0:1746066732.277285:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2d500 00000100:00100000:3.0:1746066732.277299:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975222272 00000100:00100000:3.0:1746066732.277301:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975222272 00002000:00100000:3.0:1746066732.277312:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2224128->3272703) req@ffff88009bb2e300 x1830882975222272/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.277318:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2e300 with x1830882975222272 ext(2224128->3272703) 00002000:00010000:3.0:1746066732.277320:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2e300 00000100:00100000:3.0:1746066732.278166:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4529 00000100:00100000:3.0:1746066732.278174:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882975222400:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066732.279623:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4530 00000100:00100000:0.0:1746066732.279633:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882975222272:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066732.291876:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975222400:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13694us (14781us total) trans 0 rc 921600/921600 00000100:00100000:3.0:1746066732.291886:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4529 00002000:00100000:3.0:1746066732.291895:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3272704->4194303) req@ffff88009bb2d500 x1830882975222400/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 921600/921600 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.291903:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2d500 with x1830882975222400 ext(3272704->4194303) 00002000:00010000:3.0:1746066732.291908:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2d500 00000100:00100000:1.0:1746066732.297866:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882975222272:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18227us (20708us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066732.297877:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4530 00002000:00100000:1.0:1746066732.297887:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2224128->3272703) req@ffff88009bb2e300 x1830882975222272/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.297895:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2e300 with x1830882975222272 ext(2224128->3272703) 00002000:00010000:1.0:1746066732.297901:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb2e300 00000100:00100000:0.0:1746066732.307799:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.308370:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975222656 00000100:00100000:3.0:1746066732.308377:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975222656 00000100:00100000:3.0:1746066732.308424:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10966 00000100:00100000:3.0:1746066732.308429:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882975222656:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.308444:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.308457:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6082384 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790e4 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.308480:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6082384 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790e4 expref: 33 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.308489:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6082384 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790e4 expref: 33 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.308511:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e5e000, rc 0) 00000100:00100000:3.0:1746066732.308545:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882975222656:12345-192.168.202.57@tcp:101:cat.0 Request processed in 116us (753us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066732.308550:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10966 00000100:00100000:0.0:1746066732.310889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.310991:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975222784 00000100:00100000:2.0:1746066732.310997:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975222784 00000100:00100000:2.0:1746066732.311033:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10967 00000100:00100000:2.0:1746066732.311039:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882975222784:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.311052:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.311062:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e6fbc00/0xfb36a14ee608238b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790eb expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.311082:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e6fbc00/0xfb36a14ee608238b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790eb expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.311089:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e6fbc00/0xfb36a14ee608238b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790eb expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.311106:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6fbc00, rc 0) 00000100:00100000:2.0:1746066732.311149:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882975222784:12345-192.168.202.57@tcp:101:cat.0 Request processed in 110us (264us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066732.311154:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10967 00000100:00100000:0.0:1746066732.314007:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.314576:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975222912 00000100:00100000:3.0:1746066732.314582:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975222912 00000100:00100000:3.0:1746066732.314723:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10968 00000100:00100000:3.0:1746066732.314730:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882975222912:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.314742:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.314756:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6082392 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790f2 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.314779:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6082392 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790f2 expref: 33 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.314787:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee6082392 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790f2 expref: 33 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.314805:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e5e000, rc 0) 00000100:00100000:3.0:1746066732.314838:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882975222912:12345-192.168.202.57@tcp:101:cat.0 Request processed in 109us (837us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066732.314843:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10968 00000100:00100000:0.0:1746066732.401464:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.401498:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.401518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.401539:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.401579:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975223040 00000100:00100000:0.0:1746066732.401585:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975223040 00000100:00100000:0.0:1746066732.401611:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975223296 00000100:00100000:0.0:1746066732.401613:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975223296 00000100:00100000:0.0:1746066732.401620:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975223168 00000100:00100000:0.0:1746066732.401622:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975223168 00000100:00100000:0.0:1746066732.401628:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975223424 00000100:00100000:0.0:1746066732.401630:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975223424 00000100:00100000:0.0:1746066732.401640:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10969 00000100:00100000:0.0:1746066732.401646:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975223040:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066732.401661:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066732.401702:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009acd3c00/0xfb36a14ee6082399 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9790f9 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.401724:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066732.401726:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066732.401732:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009acd3c00/0xfb36a14ee6082399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790f9 expref: 14 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066732.401744:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009acd3c00/0xfb36a14ee6082399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790f9 expref: 14 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066732.401753:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009acd3c00, rc 0) 00000100:00100000:0.0:1746066732.401783:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975223040:12345-192.168.202.57@tcp:101:cat.0 Request processed in 138us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066732.401789:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10969 00000100:00100000:0.0:1746066732.401800:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10970 00000100:00100000:0.0:1746066732.401804:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975223296:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066732.401809:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066732.401817:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009acd3e00/0xfb36a14ee60823a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979107 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.401829:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009acd3e00/0xfb36a14ee60823a0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979107 expref: 31 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066732.401835:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009acd3e00/0xfb36a14ee60823a0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979107 expref: 31 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066732.401845:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009acd3e00, rc 0) 00000100:00100000:0.0:1746066732.401854:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975223296:12345-192.168.202.57@tcp:101:cat.0 Request processed in 50us (356us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066732.401858:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10970 00000100:00100000:0.0:1746066732.401864:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10971 00000100:00100000:0.0:1746066732.401867:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882975223168:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066732.401870:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10972 00010000:00010000:0.0:1746066732.401872:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066732.401875:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009acd2000/0xfb36a14ee60823a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979100 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066732.401877:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29015:x1830882975223424:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066732.401885:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066732.401893:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97910e expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066732.401900:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976270464:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066732.401908:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f39 expref: 14 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.401915:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f882e00/0xfb36a14ee60821e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fbe expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.401921:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a85bd600/0xfb36a14ee608215b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f71 expref: 5 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066732.401926:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066732.401927:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066732.401930:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 6/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1912832->2097151] (req 1912832->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 14 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.401947:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a85bd600/0xfb36a14ee608215b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f71 expref: 5 pid: 9776 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066732.401947:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746066732.401957:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a85bd600/0xfb36a14ee608215b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f71 expref: 5 pid: 9776 timeout: 793 lvb_type: 1 00000100:00100000:1.0:1746066732.401965:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976270592:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066732.401994:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f882e00/0xfb36a14ee60821e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fbe expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.402006:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f882e00/0xfb36a14ee60821e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fbe expref: 24 pid: 21973 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746066732.402012:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976270720:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066732.402040:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f39 expref: 14 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.402047:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f39 expref: 14 pid: 4614 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746066732.402054:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976270848:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066732.402070:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d03c0 going to sleep for 11 seconds 00002000:00010000:0.0:1746066732.403430:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime: 1746066731 -> 1746066732 00000100:00100000:0.0:1746066732.403447:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976270464:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066732.403461:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009acd2000/0xfb36a14ee60823a7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979100 expref: 30 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066732.403469:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009acd2000/0xfb36a14ee60823a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979100 expref: 30 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066732.403475:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009acd2000, rc 0) 00000100:00100000:0.0:1746066732.403492:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882975223168:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1623us (1972us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066732.403497:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10971 00000100:00100000:1.0:1746066732.403709:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976270592:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066732.403717:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976270720:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066732.403722:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976270848:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066732.403740:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1912832->2097151] (req 1912832->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 14 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.403748:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ec20a00, rc 0) 00000100:00100000:1.0:1746066732.403765:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:29015:x1830882975223424:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1889us (2225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066732.403770:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10972 00000100:00100000:0.0:1746066732.405518:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.405707:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975223552 00000100:00100000:2.0:1746066732.405713:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975223552 00010000:00010000:2.0:1746066732.405735:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f882e00/0xfb36a14ee60821e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fbe expref: 25 pid: 21973 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746066732.405755:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5474 00000100:00100000:2.0:1746066732.405760:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975223552:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066732.405769:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.405784:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f882e00/0xfb36a14ee60821e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fbe expref: 25 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.405792:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f882e00/0xfb36a14ee60821e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fbe expref: 25 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.405809:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f882e00/0xfb36a14ee60821e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fbe expref: 25 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.405823:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066732.405856:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975223552:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 95us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.405861:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5474 00000100:00100000:0.0:1746066732.406027:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.408343:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.408406:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975223680 00000100:00100000:2.0:1746066732.408412:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975223680 00010000:00010000:2.0:1746066732.408433:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a85bd600/0xfb36a14ee608215b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f71 expref: 6 pid: 9776 timeout: 793 lvb_type: 1 00000100:00100000:2.0:1746066732.408450:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975223808 00000100:00100000:2.0:1746066732.408451:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975223808 00010000:00010000:2.0:1746066732.408458:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f39 expref: 14 pid: 4614 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746066732.408468:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5475 00000100:00100000:2.0:1746066732.408473:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975223680:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066732.408482:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.408495:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a85bd600/0xfb36a14ee608215b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f71 expref: 6 pid: 9776 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.408503:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a85bd600/0xfb36a14ee608215b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f71 expref: 6 pid: 9776 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.408521:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85bd600/0xfb36a14ee608215b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f71 expref: 6 pid: 9776 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.408532:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066732.408559:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+5:1963:x1830882975223680:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 86us (2532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.408563:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5475 00000100:00100000:2.0:1746066732.408572:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5476 00000100:00100000:2.0:1746066732.408576:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975223808:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066732.408580:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.408585:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f39 expref: 14 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.408592:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f39 expref: 14 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.408600:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013500b800/0xfb36a14ee60820f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f39 expref: 14 pid: 4614 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.408606:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.408608:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.408612:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 13 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.408619:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 13 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.408641:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 13 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.408650:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8696680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976270976:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066732.408721:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.414125:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.415831:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975223936 00000100:00100000:3.0:1746066732.415838:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975223936 00000100:00100000:3.0:1746066732.415876:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10973 00000100:00100000:3.0:1746066732.415882:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:29019:x1830882975223936:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.415896:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.415910:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979115 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.415931:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 15 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.415936:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066732.415938:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066732.415941:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979115 expref: 15 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.415961:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 15 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.415968:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 15 pid: 21203 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.415977:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976271104:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.416030:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.416339:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.416395:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975224192 00000100:00100000:1.0:1746066732.416398:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975224192 00002000:00100000:1.0:1746066732.416421:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1912832->1916927) req@ffff88009a4ec000 x1830882975224192/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.416429:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ec000 with x1830882975224192 ext(1912832->1916927) 00010000:00010000:1.0:1746066732.416434:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 16 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.416442:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 16 pid: 21203 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746066732.416447:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ec000 00000100:00100000:1.0:1746066732.416456:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 985 00000100:00100000:1.0:1746066732.416460:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975224192:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066732.416839:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8696680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976270976:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066732.416851:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066732.416958:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975224192:12345-192.168.202.57@tcp:3:cat.0 Request processed in 496us (619us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066732.416964:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 985 00002000:00100000:1.0:1746066732.416969:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1912832->1916927) req@ffff88009a4ec000 x1830882975224192/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.417074:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ec000 with x1830882975224192 ext(1912832->1916927) 00010000:00010000:1.0:1746066732.417079:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 16 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.417087:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 16 pid: 21203 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746066732.417096:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ec000 00000100:00100000:1.0:1746066732.419168:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.419461:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976271104:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.419483:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979115 expref: 15 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.419496:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e5e400, rc 0) 00000100:00100000:3.0:1746066732.419526:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:29019:x1830882975223936:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3643us (5407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.419532:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10973 00000100:00100000:3.0:1746066732.419586:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975224448 00000100:00100000:3.0:1746066732.419591:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975224448 00000100:00100000:3.0:1746066732.419628:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9114 00000100:00100000:3.0:1746066732.419634:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+278:29021:x1830882975224448:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066732.419649:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.419660:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387c00/0xfb36a14ee60823bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97911c expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.419753:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386e00/0xfb36a14ee60823c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419763:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386e00/0xfb36a14ee60823c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419772:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386e00/0xfb36a14ee60823c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419781:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387800/0xfb36a14ee60823ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419787:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387800/0xfb36a14ee60823ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419795:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387800/0xfb36a14ee60823ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419875:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee60823d1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419883:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee60823d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419888:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee60823d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746066732.419894:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066732.419954:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386e00/0xfb36a14ee60823c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419960:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386e00/0xfb36a14ee60823c3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419965:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386e00/0xfb36a14ee60823c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419970:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012a386e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066732.419973:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386e00/0xfb36a14ee60823c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419978:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386e00/0xfb36a14ee60823c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.419986:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066732.419989:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066732.419992:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386e00/0xfb36a14ee60823c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.420000:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012a386e00/0xfb36a14ee60823c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.420011:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387800/0xfb36a14ee60823ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.420016:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387800/0xfb36a14ee60823ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.420020:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387800/0xfb36a14ee60823ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.420023:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012a387800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066732.420025:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387800/0xfb36a14ee60823ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.420029:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387800/0xfb36a14ee60823ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.420034:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012fd76300) 00010000:00010000:3.0:1746066732.420036:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066732.420038:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387800/0xfb36a14ee60823ca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.420041:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387800/0xfb36a14ee60823ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.420068:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012a387c00/0xfb36a14ee60823bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97911c expref: 281 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.420077:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee60823d1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97911c expref: 280 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.420086:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066732.420088:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746066732.420090:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e5ea00, rc 0) 00000100:00100000:3.0:1746066732.420109:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+280:29021:x1830882975224448:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 475us (946us total) trans 8589942990 rc 0/0 00000100:00100000:3.0:1746066732.420115:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9114 00000100:00100000:2.0:1746066732.421001:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975223808:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 12420us (12658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.421008:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5476 00000100:00100000:0.0:1746066732.422645:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.423047:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975224576 00000100:00100000:2.0:1746066732.423053:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975224576 00000100:00100000:2.0:1746066732.423091:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 556 00000100:00100000:2.0:1746066732.423097:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+280:1964:x1830882975224576:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066732.423108:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.423124:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee60823d1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97911c expref: 280 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.423156:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066732.423160:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066732.423184:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+279:1964:x1830882975224576:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 87us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.423189:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 556 00000100:00100000:0.0:1746066732.423876:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.424065:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.424115:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975224832 00000100:00100000:1.0:1746066732.424118:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975224832 00002000:00100000:1.0:1746066732.424150:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1912832->2097151) req@ffff88009a4ec380 x1830882975224832/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.424158:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ec380 with x1830882975224832 ext(1912832->2097151) 00010000:00010000:1.0:1746066732.424164:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 14 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.424174:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 14 pid: 21203 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746066732.424179:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ec380 00000100:00100000:1.0:1746066732.424199:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 986 00000100:00100000:1.0:1746066732.424203:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975224832:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066732.424418:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975224960 00000100:00100000:3.0:1746066732.424421:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975224960 00000100:00100000:3.0:1746066732.424445:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10974 00000100:00100000:3.0:1746066732.424449:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:29015:x1830882975224960:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066732.424456:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.424465:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979123 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.424480:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790d6 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.424487:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009acd3c00/0xfb36a14ee6082399 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790f9 expref: 17 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.424491:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.424493:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.424495:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 5/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->1581055] (req 1048576->1581055) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 17 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.424515:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009acd3c00/0xfb36a14ee6082399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790f9 expref: 17 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.424524:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009acd3c00/0xfb36a14ee6082399 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790f9 expref: 17 pid: 10402 timeout: 793 lvb_type: 1 00000100:00100000:3.0:1746066732.424532:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976271232:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.424580:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790d6 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.424587:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790d6 expref: 23 pid: 21973 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.424593:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976271360:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.424605:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.428315:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.428324:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976271232:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.428333:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976271360:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066732.428337:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975225088 00000100:00100000:0.0:1746066732.428342:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975225088 00010000:00010000:3.0:1746066732.428354:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->1581055] (req 1048576->1581055) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 18 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.428363:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009acd3c00/0xfb36a14ee6082399 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790f9 expref: 18 pid: 10402 timeout: 793 lvb_type: 1 00010000:00010000:3.0:1746066732.428366:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012a387200, rc 0) 00000100:00100000:0.0:1746066732.428395:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5477 00000100:00100000:3.0:1746066732.428398:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:29015:x1830882975224960:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3948us (4523us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066732.428402:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975225088:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066732.428404:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10974 00010000:00010000:0.0:1746066732.428412:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066732.428430:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009acd3c00/0xfb36a14ee6082399 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790f9 expref: 17 pid: 10402 timeout: 793 lvb_type: 1 00010000:00010000:0.0:1746066732.428438:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009acd3c00/0xfb36a14ee6082399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790f9 expref: 17 pid: 10402 timeout: 793 lvb_type: 1 00000100:00100000:3.0:1746066732.428444:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066732.428455:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009acd3c00/0xfb36a14ee6082399 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790f9 expref: 17 pid: 10402 timeout: 793 lvb_type: 1 00000100:00100000:3.0:1746066732.428457:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975225216 00000100:00100000:3.0:1746066732.428461:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975225216 00010000:00010000:0.0:1746066732.428466:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066732.428471:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790d6 expref: 24 pid: 21973 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746066732.428481:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975225088:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 80us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.428486:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5478 00000100:00100000:3.0:1746066732.428491:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975225216:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746066732.428498:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5477 00000100:00100000:0.0:1746066732.428534:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.429060:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975225472 00000100:00100000:2.0:1746066732.429065:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975225472 00000100:00100000:2.0:1746066732.429088:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3617 00000100:00100000:2.0:1746066732.429093:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+279:29021:x1830882975225472:12345-192.168.202.57@tcp:35:multiop.0 00010000:00010000:3.0:1746066732.429186:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.429196:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790d6 expref: 24 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.429204:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790d6 expref: 24 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.429215:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d0d2c00/0xfb36a14ee6082376 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790d6 expref: 24 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.429228:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.429229:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.429234:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 16 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.429241:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 16 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.429256:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+280:29021:x1830882975225472:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 163us (721us total) trans 8589942991 rc 0/0 00000100:00100000:2.0:1746066732.429261:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3617 00010000:00010000:3.0:1746066732.429262:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 17 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066732.429272:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976271488:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066732.429289:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975224832:12345-192.168.202.57@tcp:4:cat.0 Request processed in 5084us (5223us total) trans 17179872851 rc 0/0 00000100:00100000:1.0:1746066732.429297:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 986 00002000:00100000:1.0:1746066732.429304:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1912832->2097151) req@ffff88009a4ec380 x1830882975224832/t17179872851(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/448 e 0 to 0 dl 1746066743 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.429311:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ec380 with x1830882975224832 ext(1912832->2097151) 00000100:00100000:3.0:1746066732.429314:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b600 going to sleep for 11 seconds 00010000:00010000:1.0:1746066732.429317:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 16 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.429327:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 16 pid: 21203 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746066732.429332:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ec380 00000100:00100000:3.0:1746066732.430826:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976271488:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066732.430838:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.430876:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1965:x1830882975225216:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2384us (2430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.430883:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5478 00000100:00100000:0.0:1746066732.437811:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.437859:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.437862:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975225600 00000100:00100000:3.0:1746066732.437870:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975225600 00010000:00010000:3.0:1746066732.437901:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 16 pid: 21203 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.437935:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5479 00000100:00100000:3.0:1746066732.437942:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975225600:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.437955:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066732.437970:0:15727:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066730 -> 1746066732 00002000:00010000:3.0:1746066732.437973:0:15727:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066730 -> 1746066732 00010000:00010000:3.0:1746066732.437977:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 16 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.437988:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 16 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.438006:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ec20a00/0xfb36a14ee60823ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97910e expref: 16 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.438021:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.438023:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.438028:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979115 expref: 15 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.438035:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979115 expref: 15 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.438061:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979115 expref: 15 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066732.438070:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976271616:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066732.438130:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066732.438204:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975225856 00000100:00100000:1.0:1746066732.438207:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975225856 00002000:00100000:1.0:1746066732.438229:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1576960->1581055) req@ffff880099711180 x1830882975225856/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.438237:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711180 with x1830882975225856 ext(1576960->1581055) 00002000:00010000:1.0:1746066732.438241:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099711180 00000100:00100000:1.0:1746066732.438257:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4531 00000100:00100000:1.0:1746066732.438263:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975225856:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066732.438878:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975225856:12345-192.168.202.57@tcp:3:cat.0 Request processed in 615us (1023us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066732.438885:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4531 00002000:00100000:1.0:1746066732.438890:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x388:0x0] (1576960->1581055) req@ffff880099711180 x1830882975225856/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.438898:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711180 with x1830882975225856 ext(1576960->1581055) 00002000:00010000:1.0:1746066732.438900:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099711180 00000100:00100000:3.0:1746066732.442325:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976271616:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066732.442341:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.442386:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975225600:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4443us (4581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.442395:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5479 00000100:00100000:2.0:1746066732.449109:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.449110:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.449154:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.449334:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975226112 00000100:00100000:3.0:1746066732.449341:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975226112 00002000:00100000:3.0:1746066732.449375:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800a8696680 x1830882975226112/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.449384:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8696680 with x1830882975226112 ext(1048576->2097151) 00002000:00010000:3.0:1746066732.449388:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8696680 00000100:00100000:3.0:1746066732.449400:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975226624 00000100:00100000:3.0:1746066732.449402:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975226624 00002000:00100000:3.0:1746066732.449409:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1581056->2097151) req@ffff8800a8695180 x1830882975226624/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746066732.449410:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975226368 00000100:00100000:1.0:1746066732.449414:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975226368 00002000:00100000:3.0:1746066732.449420:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695180 with x1830882975226624 ext(1581056->2097151) 00002000:00010000:3.0:1746066732.449423:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8695180 00000100:00100000:3.0:1746066732.449433:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4532 00000100:00100000:3.0:1746066732.449439:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975226112:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066732.449440:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9115 00000100:00100000:1.0:1746066732.449445:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+280:29026:x1830882975226368:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066732.449470:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066732.449484:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ac00/0xfb36a14ee60823e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97912a expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.449558:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f200/0xfb36a14ee60823ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449569:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f200/0xfb36a14ee60823ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449578:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f200/0xfb36a14ee60823ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449595:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6000/0xfb36a14ee60823f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449600:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6000/0xfb36a14ee60823f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449606:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6000/0xfb36a14ee60823f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449707:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7000/0xfb36a14ee60823fb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449715:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7000/0xfb36a14ee60823fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449721:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7000/0xfb36a14ee60823fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:1.0:1746066732.449727:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066732.449785:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f200/0xfb36a14ee60823ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449794:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f200/0xfb36a14ee60823ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449799:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f200/0xfb36a14ee60823ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449803:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4a1f200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066732.449806:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f200/0xfb36a14ee60823ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449810:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f200/0xfb36a14ee60823ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449818:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066732.449820:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066732.449823:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f200/0xfb36a14ee60823ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449827:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f200/0xfb36a14ee60823ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449843:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6000/0xfb36a14ee60823f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449847:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6000/0xfb36a14ee60823f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449850:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6000/0xfb36a14ee60823f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.449854:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00d6000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066732.449856:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6000/0xfb36a14ee60823f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.450078:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6000/0xfb36a14ee60823f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.450085:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705e00) 00010000:00010000:1.0:1746066732.450087:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066732.450089:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6000/0xfb36a14ee60823f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.450094:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d6000/0xfb36a14ee60823f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.450126:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013500ac00/0xfb36a14ee60823e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97912a expref: 283 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.450146:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7000/0xfb36a14ee60823fb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97912a expref: 282 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.450151:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066732.450153:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746066732.450155:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d7000, rc 0) 00000100:00100000:1.0:1746066732.450192:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+282:29026:x1830882975226368:12345-192.168.202.57@tcp:101:cat.0 Request processed in 747us (1083us total) trans 8589942992 rc 0/0 00000100:00100000:2.0:1746066732.450497:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4533 00000100:00100000:2.0:1746066732.450504:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975226624:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066732.450604:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9115 00000100:00100000:1.0:1746066732.459060:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.459308:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975226880 00000100:00100000:2.0:1746066732.459316:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975226880 00000100:00100000:2.0:1746066732.459364:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3618 00000100:00100000:2.0:1746066732.459372:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+282:29026:x1830882975226880:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:2.0:1746066732.459559:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+283:29026:x1830882975226880:12345-192.168.202.57@tcp:35:cat.0 Request processed in 188us (504us total) trans 8589942993 rc 0/0 00000100:00100000:2.0:1746066732.459565:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3618 00000100:00100000:0.0:1746066732.463660:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.464988:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975227008 00000100:00100000:3.0:1746066732.465002:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975227008 00000100:00100000:3.0:1746066732.465087:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 557 00000100:00100000:3.0:1746066732.465098:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+283:1964:x1830882975227008:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.465205:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.465624:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00d7000/0xfb36a14ee60823fb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97912a expref: 283 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.465646:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066732.465649:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.466506:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+282:1964:x1830882975227008:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1409us (2848us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.466514:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 557 00000100:00100000:0.0:1746066732.467036:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.467063:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975226624:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16558us (17906us total) trans 0 rc 516096/516096 00000100:00100000:2.0:1746066732.467071:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4533 00002000:00100000:2.0:1746066732.467079:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1581056->2097151) req@ffff8800a8695180 x1830882975226624/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 516096/516096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.467088:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695180 with x1830882975226624 ext(1581056->2097151) 00002000:00010000:2.0:1746066732.467092:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8695180 00000100:00100000:0.0:1746066732.467284:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.467311:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.467326:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975227136 00000100:00100000:0.0:1746066732.467330:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975227136 00000100:00100000:0.0:1746066732.467352:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975227264 00000100:00100000:0.0:1746066732.467353:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975227264 00000100:00100000:0.0:1746066732.467362:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975227392 00000100:00100000:3.0:1746066732.467624:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975226112:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18184us (18520us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066732.467629:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4532 00002000:00100000:3.0:1746066732.467635:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800a8696680 x1830882975226112/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.467642:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8696680 with x1830882975226112 ext(1048576->2097151) 00002000:00010000:3.0:1746066732.467645:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8696680 00000100:00100000:1.0:1746066732.467651:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10975 00000100:00100000:1.0:1746066732.467659:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975227136:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:3.0:1746066732.467669:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10976 00010000:00010000:1.0:1746066732.467671:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066732.467691:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975227264:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066732.467697:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013500a400/0xfb36a14ee6082409 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979131 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.467698:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.467705:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fa28000/0xfb36a14ee6082410 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979138 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.467713:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066732.467715:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066732.467721:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013500a400/0xfb36a14ee6082409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979131 expref: 26 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066732.467733:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013500a400/0xfb36a14ee6082409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979131 expref: 26 pid: 21203 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066732.467737:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976271744:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066732.467740:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013500a400, rc 0) 00000100:00100000:1.0:1746066732.467756:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1966:x1830882975227136:12345-192.168.202.57@tcp:101:cat.0 Request processed in 99us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066732.467761:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10975 00000100:00100000:3.0:1746066732.467774:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.468776:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975227392 00000100:00100000:0.0:1746066732.469299:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10977 00000100:00100000:0.0:1746066732.469306:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882975227392:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066732.469315:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066732.469325:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009acd2600/0xfb36a14ee6082417 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97913f expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.469353:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009acd2600/0xfb36a14ee6082417 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97913f expref: 33 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066732.469361:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009acd2600/0xfb36a14ee6082417 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97913f expref: 33 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066732.469377:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009acd2600, rc 0) 00000100:00100000:0.0:1746066732.469402:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882975227392:12345-192.168.202.57@tcp:101:cat.0 Request processed in 97us (2090us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066732.469408:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10977 00002000:00010000:3.0:1746066732.470988:0:4614:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime: 1746066731 -> 1746066732 00002000:00010000:3.0:1746066732.470993:0:4614:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime: 1746066731 -> 1746066732 00002000:00010000:3.0:1746066732.470995:0:4614:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime: 1746066731 -> 1746066732 00000100:00100000:3.0:1746066732.471012:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976271744:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066732.471033:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fa28000/0xfb36a14ee6082410 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979138 expref: 25 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.471043:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fa28000/0xfb36a14ee6082410 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979138 expref: 25 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.471051:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa28000, rc 0) 00000100:00100000:3.0:1746066732.471302:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975227264:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3625us (4016us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066732.471308:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10976 00000100:00100000:0.0:1746066732.480019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.481024:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975227520 00000100:00100000:3.0:1746066732.481032:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975227520 00000100:00100000:3.0:1746066732.481071:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10978 00000100:00100000:3.0:1746066732.481077:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:29019:x1830882975227520:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.481093:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.481106:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979146 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.481127:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 31 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.481144:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066732.481145:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066732.481148:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979146 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.481171:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 31 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.481180:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 31 pid: 9776 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.481189:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976271872:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.481255:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.484435:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.484743:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975227776 00000100:00100000:2.0:1746066732.484750:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975227776 00002000:00100000:2.0:1746066732.484788:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880099712300 x1830882975227776/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.484797:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712300 with x1830882975227776 ext(1048576->2097151) 00002000:00010000:2.0:1746066732.484801:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099712300 00000100:00100000:2.0:1746066732.484822:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4534 00000100:00100000:2.0:1746066732.484828:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975227776:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066732.485466:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.485527:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975227904 00000100:00100000:0.0:1746066732.485531:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975227904 00002000:00100000:0.0:1746066732.485549:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1900544->2097151) req@ffff88008c397100 x1830882975227904/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066732.485556:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c397100 with x1830882975227904 ext(1900544->2097151) 00010000:00010000:0.0:1746066732.485562:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746066732.485574:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 32 pid: 9776 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746066732.485580:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c397100 00000100:00100000:3.0:1746066732.485666:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976271872:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.485699:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979146 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.485710:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa28a00, rc 0) 00000100:00100000:3.0:1746066732.485755:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:29019:x1830882975227520:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4677us (5741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.485762:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10978 00000100:00100000:0.0:1746066732.486058:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 987 00000100:00100000:0.0:1746066732.486064:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975227904:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066732.491986:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975227904:12345-192.168.202.57@tcp:4:cat.0 Request processed in 5915us (6513us total) trans 21474840192 rc 0/0 00000100:00100000:2.0:1746066732.491996:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 987 00002000:00100000:2.0:1746066732.492005:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1900544->2097151) req@ffff88008c397100 x1830882975227904/t21474840192(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/448 e 0 to 0 dl 1746066743 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.492012:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c397100 with x1830882975227904 ext(1900544->2097151) 00010000:00010000:2.0:1746066732.492019:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 34 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.492030:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 34 pid: 9776 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746066732.492036:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c397100 00000100:00100000:2.0:1746066732.495785:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975227776:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10950us (11348us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066732.495795:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4534 00002000:00100000:2.0:1746066732.495805:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880099712300 x1830882975227776/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.495814:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712300 with x1830882975227776 ext(1048576->2097151) 00002000:00010000:2.0:1746066732.495818:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099712300 00000100:00100000:0.0:1746066732.497048:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.498535:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975228032 00000100:00100000:3.0:1746066732.498544:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975228032 00010000:00010000:3.0:1746066732.498575:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 34 pid: 9776 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.498613:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5480 00000100:00100000:3.0:1746066732.498621:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975228032:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.498632:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066732.498648:0:15727:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066731 -> 1746066732 00002000:00010000:3.0:1746066732.498650:0:15727:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066731 -> 1746066732 00010000:00010000:3.0:1746066732.498655:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 34 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.498928:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 34 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.499223:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012a387400/0xfb36a14ee608236f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2027520->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790cf expref: 34 pid: 9776 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.499439:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.499442:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.499449:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979146 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.499456:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979146 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.499487:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979146 expref: 29 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066732.499498:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976272000:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066732.500449:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.500625:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.500712:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975228160 00000100:00100000:3.0:1746066732.500717:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975228160 00000100:00100000:3.0:1746066732.500744:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10979 00000100:00100000:3.0:1746066732.500750:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29026:x1830882975228160:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.500764:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.500776:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97914d expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.500794:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 14 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.500800:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066732.500802:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066732.500805:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97914d expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.500821:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 14 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.500830:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 14 pid: 21973 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.500843:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976272128:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.500875:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.502724:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976272128:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.502747:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97914d expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.502760:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa29200, rc 0) 00000100:00100000:2.0:1746066732.502795:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:29026:x1830882975228160:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2044us (2171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.502801:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10979 00000100:00100000:3.0:1746066732.502979:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976272000:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066732.502989:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.503014:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975228032:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4394us (5970us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.503021:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5480 00000100:00100000:0.0:1746066732.503771:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.503921:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975228288 00000100:00100000:2.0:1746066732.503926:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975228288 00002000:00100000:2.0:1746066732.503965:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1581055) req@ffff880099713b80 x1830882975228288/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.503973:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099713b80 with x1830882975228288 ext(1048576->1581055) 00010000:00010000:2.0:1746066732.503980:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 15 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.503990:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 15 pid: 21973 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746066732.503996:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099713b80 00000100:00100000:2.0:1746066732.504015:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 988 00000100:00100000:2.0:1746066732.504021:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975228288:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066732.508898:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.509782:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975228544 00000100:00100000:2.0:1746066732.509789:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975228544 00002000:00100000:2.0:1746066732.509823:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880099712d80 x1830882975228544/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.509833:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712d80 with x1830882975228544 ext(1048576->2097151) 00002000:00010000:2.0:1746066732.509837:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099712d80 00000100:00100000:2.0:1746066732.509867:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4535 00000100:00100000:2.0:1746066732.509874:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975228544:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066732.515601:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975228288:12345-192.168.202.57@tcp:4:cat.0 Request processed in 11571us (11822us total) trans 17179872852 rc 0/0 00000100:00100000:2.0:1746066732.515613:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 988 00002000:00100000:2.0:1746066732.515623:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1581055) req@ffff880099713b80 x1830882975228288/t17179872852(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/448 e 0 to 0 dl 1746066743 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.515631:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099713b80 with x1830882975228288 ext(1048576->1581055) 00010000:00010000:2.0:1746066732.515641:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 17 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.515656:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 17 pid: 21973 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746066732.515662:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099713b80 00000100:00100000:2.0:1746066732.519770:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975228544:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9886us (10869us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066732.519782:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4535 00002000:00100000:2.0:1746066732.519794:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880099712d80 x1830882975228544/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.519803:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712d80 with x1830882975228544 ext(1048576->2097151) 00002000:00010000:2.0:1746066732.519808:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099712d80 00000100:00100000:0.0:1746066732.520844:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.522996:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975228672 00000100:00100000:3.0:1746066732.523004:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975228672 00010000:00010000:3.0:1746066732.523049:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 17 pid: 21973 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.523072:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5481 00000100:00100000:3.0:1746066732.523078:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975228672:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.523088:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.523104:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 17 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.523113:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 17 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.523130:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012a387200/0xfb36a14ee60823df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1581055) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979123 expref: 17 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.523160:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.523161:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.523166:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97914d expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.523173:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97914d expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.523197:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97914d expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066732.523206:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976272256:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066732.523272:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066732.529370:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976272256:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066732.529389:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.529583:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975228672:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6502us (8738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.529592:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5481 00000100:00100000:0.0:1746066732.536240:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.536969:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975228928 00000100:00100000:2.0:1746066732.536977:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975228928 00002000:00100000:2.0:1746066732.537014:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880099710a80 x1830882975228928/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.537024:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099710a80 with x1830882975228928 ext(1048576->2097151) 00002000:00010000:2.0:1746066732.537028:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099710a80 00000100:00100000:2.0:1746066732.537058:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4536 00000100:00100000:2.0:1746066732.537065:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975228928:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066732.537599:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.538498:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975229056 00000100:00100000:3.0:1746066732.538503:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975229056 00000100:00100000:3.0:1746066732.538530:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10980 00000100:00100000:3.0:1746066732.538536:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:29019:x1830882975229056:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.538547:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.538560:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979154 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.538588:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.538595:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066732.538596:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066732.538599:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979154 expref: 31 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.538621:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.538631:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 32 pid: 21973 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.538640:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976272384:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.538697:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.546244:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.546286:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975229184 00000100:00100000:2.0:1746066732.546293:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975229184 00002000:00100000:2.0:1746066732.546330:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->2224127) req@ffff880099711c00 x1830882975229184/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.546339:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711c00 with x1830882975229184 ext(2097152->2224127) 00010000:00010000:2.0:1746066732.546346:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 33 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.546357:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 33 pid: 21973 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.546361:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976272384:192.168.202.57@tcp:104: 00002000:00010000:2.0:1746066732.546363:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099711c00 00000100:00100000:2.0:1746066732.546380:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 989 00000100:00100000:2.0:1746066732.546386:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975229184:12345-192.168.202.57@tcp:4:cat.0 00010000:00010000:3.0:1746066732.546388:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979154 expref: 31 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.546400:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa28c00, rc 0) 00000100:00100000:3.0:1746066732.546443:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:29019:x1830882975229056:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7906us (8844us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.546449:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10980 00000100:00100000:3.0:1746066732.546657:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975228928:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9593us (10424us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066732.546664:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4536 00002000:00100000:3.0:1746066732.546669:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880099710a80 x1830882975228928/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.546693:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099710a80 with x1830882975228928 ext(1048576->2097151) 00002000:00010000:3.0:1746066732.546696:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099710a80 00000100:00100000:2.0:1746066732.552602:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882975229184:12345-192.168.202.57@tcp:4:cat.0 Request processed in 6208us (6357us total) trans 21474840193 rc 0/0 00000100:00100000:2.0:1746066732.552613:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 989 00002000:00100000:2.0:1746066732.552622:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->2224127) req@ffff880099711c00 x1830882975229184/t21474840193(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/448 e 0 to 0 dl 1746066743 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.552631:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711c00 with x1830882975229184 ext(2097152->2224127) 00010000:00010000:2.0:1746066732.552640:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 35 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746066732.552652:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 35 pid: 21973 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746066732.552659:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099711c00 00000100:00100000:0.0:1746066732.557045:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.557250:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975229312 00000100:00100000:3.0:1746066732.557257:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975229312 00000100:00100000:3.0:1746066732.557301:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10981 00000100:00100000:3.0:1746066732.557309:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:29026:x1830882975229312:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.557323:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.557338:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa28e00/0xfb36a14ee6082433 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97915b expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.557358:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.557360:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.557366:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa28e00/0xfb36a14ee6082433 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97915b expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.557379:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fa28e00/0xfb36a14ee6082433 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97915b expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.557387:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa28e00, rc 0) 00000100:00100000:3.0:1746066732.557563:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:29026:x1830882975229312:12345-192.168.202.57@tcp:101:cat.0 Request processed in 254us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.557569:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10981 00000100:00100000:0.0:1746066732.561070:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.561147:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975229568 00000100:00100000:2.0:1746066732.561153:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975229568 00002000:00100000:2.0:1746066732.561184:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800a4b07800 x1830882975229568/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.561192:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b07800 with x1830882975229568 ext(1048576->2097151) 00002000:00010000:2.0:1746066732.561197:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b07800 00000100:00100000:2.0:1746066732.561210:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4537 00000100:00100000:2.0:1746066732.561215:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1966:x1830882975229568:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066732.562534:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.563224:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975229696 00000100:00100000:3.0:1746066732.563230:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975229696 00010000:00010000:3.0:1746066732.563254:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 38 pid: 21973 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.563289:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5482 00000100:00100000:3.0:1746066732.563295:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882975229696:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.563306:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066732.563319:0:15727:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066731 -> 1746066732 00010000:00010000:3.0:1746066732.563324:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 38 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.563334:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 38 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.563352:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d0d2000/0xfb36a14ee608237d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->4194303] (req 2097152->2224127) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9790dd expref: 38 pid: 21973 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746066732.563369:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.563371:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.563377:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979154 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.563385:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979154 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.563410:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979154 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066732.563424:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976272512:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066732.563474:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.571622:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.576012:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1966:x1830882975229568:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14787us (14938us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066732.576022:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4537 00002000:00100000:3.0:1746066732.576032:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800a4b07800 x1830882975229568/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.576041:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b07800 with x1830882975229568 ext(1048576->2097151) 00002000:00010000:3.0:1746066732.576046:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b07800 00000100:00100000:3.0:1746066732.576405:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976272512:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066732.576421:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.577008:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882975229696:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 13712us (14474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.577016:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5482 00000100:00100000:1.0:1746066732.577111:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975229952 00000100:00100000:1.0:1746066732.577117:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975229952 00000100:00100000:1.0:1746066732.577163:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9116 00000100:00100000:1.0:1746066732.577169:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+282:29028:x1830882975229952:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066732.577183:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066732.577195:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2c00/0xfb36a14ee608243a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979162 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.577275:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3200/0xfb36a14ee6082441 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577286:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3200/0xfb36a14ee6082441 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577297:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3200/0xfb36a14ee6082441 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577306:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082448 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577310:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082448 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577313:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082448 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577396:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608244f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577403:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608244f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577409:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608244f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:1.0:1746066732.577415:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066732.577475:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3200/0xfb36a14ee6082441 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577480:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3200/0xfb36a14ee6082441 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577485:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3200/0xfb36a14ee6082441 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577488:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008d0d3200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066732.577491:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3200/0xfb36a14ee6082441 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577499:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3200/0xfb36a14ee6082441 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577507:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066732.577509:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066732.577512:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3200/0xfb36a14ee6082441 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577516:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3200/0xfb36a14ee6082441 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577530:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082448 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577535:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082448 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577539:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082448 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577543:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008d0d3800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066732.577545:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082448 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577549:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082448 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577555:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705100) 00010000:00010000:1.0:1746066732.577556:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066732.577559:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082448 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577562:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d3800/0xfb36a14ee6082448 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066732.577590:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2c00/0xfb36a14ee608243a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979162 expref: 285 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.577600:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608244f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979162 expref: 284 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.577605:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066732.577607:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746066732.577609:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d0d2200, rc 0) 00000100:00100000:1.0:1746066732.577631:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+284:29028:x1830882975229952:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 463us (6017us total) trans 8589942994 rc 0/0 00000100:00100000:1.0:1746066732.577636:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9116 00000100:00100000:0.0:1746066732.582180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.582214:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.582252:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.582409:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975230208 00000100:00100000:1.0:1746066732.582417:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975230208 00002000:00100000:1.0:1746066732.582453:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800a4b07b80 x1830882975230208/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.582462:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b07b80 with x1830882975230208 ext(2097152->3145727) 00002000:00010000:1.0:1746066732.582466:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b07b80 00000100:00100000:1.0:1746066732.582479:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975230464 00000100:00100000:1.0:1746066732.582481:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975230464 00002000:00100000:1.0:1746066732.582490:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800a4b04700 x1830882975230464/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.582496:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b04700 with x1830882975230464 ext(3145728->4194303) 00002000:00010000:1.0:1746066732.582498:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b04700 00000100:00100000:1.0:1746066732.582509:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4538 00000100:00100000:1.0:1746066732.582515:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882975230208:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066732.583442:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4539 00000100:00100000:1.0:1746066732.583449:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1964:x1830882975230464:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066732.584462:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975230592 00000100:00100000:3.0:1746066732.584467:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975230592 00000100:00100000:3.0:1746066732.584496:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10982 00000100:00100000:3.0:1746066732.584500:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:29026:x1830882975230592:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.584509:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.584521:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa29800/0xfb36a14ee608245d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979169 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.584538:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.584540:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.584546:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa29800/0xfb36a14ee608245d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979169 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.584558:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fa29800/0xfb36a14ee608245d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979169 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.584566:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa29800, rc 0) 00000100:00100000:3.0:1746066732.584592:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:29026:x1830882975230592:12345-192.168.202.57@tcp:101:cat.0 Request processed in 91us (2339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.584597:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10982 00000100:00100000:3.0:1746066732.586671:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.587047:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975230720 00000100:00100000:2.0:1746066732.587054:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975230720 00000100:00100000:2.0:1746066732.587092:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 558 00000100:00100000:2.0:1746066732.587099:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+284:1964:x1830882975230720:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066732.587110:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.587141:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d0d2200/0xfb36a14ee608244f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979162 expref: 284 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.587162:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066732.587165:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066732.587196:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+283:1964:x1830882975230720:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 97us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.587202:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 558 00000100:00100000:1.0:1746066732.594254:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1964:x1830882975230208:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11731us (12074us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066732.594264:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4538 00002000:00100000:1.0:1746066732.594274:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800a4b07b80 x1830882975230208/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.594282:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b07b80 with x1830882975230208 ext(2097152->3145727) 00002000:00010000:1.0:1746066732.594286:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b07b80 00000100:00100000:0.0:1746066732.598420:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.598454:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.598484:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975230976 00000100:00100000:1.0:1746066732.598492:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975230976 00000100:00100000:1.0:1746066732.598768:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975230464:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15317us (16551us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066732.598776:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4539 00002000:00100000:1.0:1746066732.598786:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800a4b04700 x1830882975230464/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.598794:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b04700 with x1830882975230464 ext(3145728->4194303) 00002000:00010000:1.0:1746066732.598798:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b04700 00000100:00100000:1.0:1746066732.598814:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975231232 00000100:00100000:1.0:1746066732.598817:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975231232 00002000:00100000:1.0:1746066732.598838:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800a4b07100 x1830882975231232/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.598844:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b07100 with x1830882975231232 ext(3145728->4194303) 00002000:00010000:1.0:1746066732.598847:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b07100 00000100:00100000:1.0:1746066732.598872:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4540 00000100:00100000:1.0:1746066732.598878:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882975231232:12345-192.168.202.57@tcp:3:cat.0 00002000:00100000:1.0:1746066732.601401:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800a4b04a80 x1830882975230976/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.601413:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b04a80 with x1830882975230976 ext(2097152->3145727) 00002000:00010000:1.0:1746066732.601418:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b04a80 00000100:00100000:0.0:1746066732.602903:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.603104:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4541 00000100:00100000:2.0:1746066732.603121:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975231360 00000100:00100000:2.0:1746066732.603127:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975231360 00000100:00100000:2.0:1746066732.603172:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10983 00000100:00100000:2.0:1746066732.603177:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975231360:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.603190:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.603204:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e880c00/0xfb36a14ee6082464 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979170 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.603222:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.603224:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.603231:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e880c00/0xfb36a14ee6082464 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979170 expref: 17 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.603243:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e880c00/0xfb36a14ee6082464 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979170 expref: 17 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.603256:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e880c00, rc 0) 00000100:00100000:2.0:1746066732.603300:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975231360:12345-192.168.202.57@tcp:101:cat.0 Request processed in 123us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.603305:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10983 00000100:00100000:2.0:1746066732.603321:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1965:x1830882975230976:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066732.616492:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1965:x1830882975231232:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17606us (18028us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066732.616502:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4540 00002000:00100000:1.0:1746066732.616511:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800a4b07100 x1830882975231232/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.616520:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b07100 with x1830882975231232 ext(3145728->4194303) 00002000:00010000:1.0:1746066732.616525:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b07100 00000100:00100000:0.0:1746066732.617351:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.621731:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1965:x1830882975230976:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18611us (23311us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066732.621741:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4541 00002000:00100000:2.0:1746066732.621750:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800a4b04a80 x1830882975230976/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.621759:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b04a80 with x1830882975230976 ext(2097152->3145727) 00002000:00010000:2.0:1746066732.621764:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b04a80 00000100:00100000:2.0:1746066732.621782:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975231616 00000100:00100000:2.0:1746066732.621788:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975231616 00002000:00100000:2.0:1746066732.621812:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800a4b04e00 x1830882975231616/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.621818:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b04e00 with x1830882975231616 ext(4194304->5079039) 00002000:00010000:2.0:1746066732.621820:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b04e00 00000100:00100000:2.0:1746066732.621831:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4542 00000100:00100000:2.0:1746066732.621837:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1966:x1830882975231616:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066732.630121:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.630212:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975231744 00000100:00100000:3.0:1746066732.630219:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975231744 00000100:00100000:3.0:1746066732.630258:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10984 00000100:00100000:3.0:1746066732.630266:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:29028:x1830882975231744:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066732.630281:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.630295:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979177 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.630318:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f63 expref: 37 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.630326:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0xfb36a14ee60821c4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa9 expref: 5 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.630332:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60821bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa2 expref: 32 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.630341:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.630342:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.630346:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 6/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [143360->614399] (req 143360->614399) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.630369:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60821bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa2 expref: 32 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.630379:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60821bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa2 expref: 32 pid: 10402 timeout: 793 lvb_type: 1 00000100:00100000:3.0:1746066732.630389:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976272640:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.630475:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0xfb36a14ee60821c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa9 expref: 5 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.630482:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0xfb36a14ee60821c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa9 expref: 5 pid: 8450 timeout: 793 lvb_type: 1 00000100:00100000:3.0:1746066732.630490:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976272768:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.630512:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f63 expref: 37 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.630518:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f63 expref: 37 pid: 21203 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.630529:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976272896:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.630542:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.631408:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1966:x1830882975231616:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9567us (14056us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066732.631419:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4542 00002000:00100000:2.0:1746066732.631427:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800a4b04e00 x1830882975231616/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.631435:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b04e00 with x1830882975231616 ext(4194304->5079039) 00002000:00010000:2.0:1746066732.631439:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b04e00 00000100:00100000:2.0:1746066732.633917:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976272640:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.633929:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976272768:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.633936:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976272896:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.633960:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [143360->614399] (req 143360->614399) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.633973:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc0200, rc 0) 00000100:00100000:2.0:1746066732.635852:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:29028:x1830882975231744:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5580us (5731us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.635860:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10984 00000100:00100000:0.0:1746066732.636383:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.636411:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.636445:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.636454:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975232000 00000100:00100000:2.0:1746066732.636461:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975232000 00010000:00010000:2.0:1746066732.636486:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60821bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa2 expref: 31 pid: 10402 timeout: 793 lvb_type: 1 00000100:00100000:3.0:1746066732.636495:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975231872 00000100:00100000:3.0:1746066732.636498:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975231872 00000100:00100000:2.0:1746066732.636504:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975232128 00000100:00100000:2.0:1746066732.636506:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975232128 00010000:00010000:3.0:1746066732.636514:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0xfb36a14ee60821c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa9 expref: 6 pid: 8450 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.636514:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f63 expref: 37 pid: 21203 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746066732.636537:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5483 00000100:00100000:2.0:1746066732.636541:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5484 00000100:00100000:3.0:1746066732.636543:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975232000:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066732.636544:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975231872:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.636553:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.636553:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.636568:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60821bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa2 expref: 31 pid: 10402 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.636568:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0xfb36a14ee60821c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa9 expref: 6 pid: 8450 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.636576:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0xfb36a14ee60821c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa9 expref: 6 pid: 8450 timeout: 793 lvb_type: 1 00000100:00100000:1.0:1746066732.636610:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5485 00000100:00100000:1.0:1746066732.636617:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882975232128:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066732.636624:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.636653:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60821bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa2 expref: 31 pid: 10402 timeout: 793 lvb_type: 1 00010000:00010000:3.0:1746066732.636671:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b46200/0xfb36a14ee60821bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa2 expref: 31 pid: 10402 timeout: 793 lvb_type: 1 00010000:00010000:2.0:1746066732.636690:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0xfb36a14ee60821c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fa9 expref: 6 pid: 8450 timeout: 793 lvb_type: 1 00010000:00010000:3.0:1746066732.636699:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066732.636701:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066732.636726:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+5:1963:x1830882975231872:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 181us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.636731:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5484 00010000:00010000:1.0:1746066732.636736:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f63 expref: 37 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.636743:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f63 expref: 37 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.636754:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee608214d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978f63 expref: 37 pid: 21203 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746066732.636768:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066732.636771:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066732.636776:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.636784:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.636812:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066732.636824:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976273024:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066732.636938:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1963:x1830882975232000:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 394us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.636943:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5483 00000100:00080000:3.0:1746066732.636957:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746066732.637022:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.638161:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.638199:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975232256 00000100:00100000:2.0:1746066732.638203:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975232256 00000100:00100000:2.0:1746066732.638234:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10985 00000100:00100000:2.0:1746066732.638239:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975232256:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.638249:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.638267:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013588a000/0xfb36a14ee6082472 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97917e expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.638293:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8696d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976273152:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066732.638339:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52de840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.641593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.641820:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975232384 00000100:00100000:2.0:1746066732.641828:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975232384 00000100:00100000:2.0:1746066732.641861:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10986 00000100:00100000:2.0:1746066732.641869:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882975232384:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.641884:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.641897:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013588a800/0xfb36a14ee6082479 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979185 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.641938:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976273280:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066732.643811:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.644833:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.645185:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976273024:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066732.645203:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066732.645235:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882975232128:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8618us (8788us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066732.645243:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5485 00000100:00100000:2.0:1746066732.645374:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975232640 00000100:00100000:2.0:1746066732.645379:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975232640 00002000:00100000:2.0:1746066732.645410:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (143360->147455) req@ffff8800a4b05500 x1830882975232640/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.645417:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b05500 with x1830882975232640 ext(143360->147455) 00002000:00010000:2.0:1746066732.645420:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b05500 00000100:00100000:2.0:1746066732.645446:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4543 00000100:00100000:2.0:1746066732.645452:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975232640:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066732.645569:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975232640:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 117us (739us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066732.645574:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4543 00002000:00100000:2.0:1746066732.645579:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (143360->147455) req@ffff8800a4b05500 x1830882975232640/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.645584:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b05500 with x1830882975232640 ext(143360->147455) 00002000:00010000:2.0:1746066732.645587:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4b05500 00002000:00010000:3.0:1746066732.646217:0:4614:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime: 1746066731 -> 1746066732 00002000:00010000:3.0:1746066732.646221:0:4614:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066731 -> 1746066732 00002000:00010000:3.0:1746066732.646223:0:4614:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime: 1746066731 -> 1746066732 00000100:00100000:3.0:1746066732.646231:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8696d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976273152:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066732.646251:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013588a000/0xfb36a14ee6082472 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97917e expref: 31 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.646261:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013588a000/0xfb36a14ee6082472 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97917e expref: 31 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.646269:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013588a000, rc 0) 00000100:00100000:3.0:1746066732.646290:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975232256:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8051us (8131us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066732.646296:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10985 00000100:00100000:2.0:1746066732.646493:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976273280:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066732.646506:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013588a800/0xfb36a14ee6082479 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979185 expref: 37 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.646513:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013588a800/0xfb36a14ee6082479 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979185 expref: 37 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.646535:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013588a800, rc 0) 00000100:00100000:2.0:1746066732.646552:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882975232384:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4685us (4967us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066732.646557:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10986 00000100:00100000:0.0:1746066732.652869:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.652966:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975232768 00000100:00100000:2.0:1746066732.652974:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975232768 00000100:00100000:2.0:1746066732.653019:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10987 00000100:00100000:2.0:1746066732.653026:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1965:x1830882975232768:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.653040:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.653055:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013588ac00/0xfb36a14ee6082480 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97918c expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.653102:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976273408:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066732.653347:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.654474:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976273408:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066732.654495:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013588ac00/0xfb36a14ee6082480 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97918c expref: 31 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.654509:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013588ac00/0xfb36a14ee6082480 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97918c expref: 31 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.654517:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013588ac00, rc 0) 00000100:00100000:2.0:1746066732.654542:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1965:x1830882975232768:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1516us (1680us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066732.654548:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10987 00000100:00100000:0.0:1746066732.662915:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.663002:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975233024 00000100:00100000:1.0:1746066732.663009:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975233024 00002000:00100000:1.0:1746066732.663043:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (610304->614399) req@ffff88009b7f8380 x1830882975233024/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.663051:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8380 with x1830882975233024 ext(610304->614399) 00002000:00010000:1.0:1746066732.663055:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f8380 00000100:00100000:1.0:1746066732.663389:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4544 00000100:00100000:1.0:1746066732.663397:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882975233024:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066732.664349:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882975233024:12345-192.168.202.57@tcp:3:cat.0 Request processed in 950us (1439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066732.664355:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4544 00002000:00100000:1.0:1746066732.664361:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (610304->614399) req@ffff88009b7f8380 x1830882975233024/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.664368:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8380 with x1830882975233024 ext(610304->614399) 00002000:00010000:1.0:1746066732.664371:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f8380 00000100:00100000:0.0:1746066732.671066:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.671827:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975233280 00000100:00100000:2.0:1746066732.671834:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975233280 00000100:00100000:2.0:1746066732.671871:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3619 00000100:00100000:2.0:1746066732.671877:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+283:29028:x1830882975233280:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066732.672310:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+284:29028:x1830882975233280:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 431us (1250us total) trans 8589942995 rc 0/0 00000100:00100000:2.0:1746066732.672317:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3619 00000100:00100000:2.0:1746066732.790712:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.790792:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.790832:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975233408 00000100:00100000:3.0:1746066732.790839:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975233408 00000100:00100000:3.0:1746066732.790880:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10988 00000100:00100000:3.0:1746066732.790887:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975233408:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.790901:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.790914:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082487 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979193 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066732.790952:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976273536:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066732.791022:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066732.791239:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975233664 00000100:00100000:3.0:1746066732.791242:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975233664 00000100:00100000:3.0:1746066732.791274:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9117 00000100:00100000:3.0:1746066732.791279:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+284:29038:x1830882975233664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.791290:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.791299:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0600/0xfb36a14ee608248e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97919a expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.791374:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc1200/0xfb36a14ee6082495 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791383:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc1200/0xfb36a14ee6082495 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791392:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc1200/0xfb36a14ee6082495 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791401:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0400/0xfb36a14ee608249c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791406:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0400/0xfb36a14ee608249c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791411:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0400/0xfb36a14ee608249c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791486:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0000/0xfb36a14ee60824a3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791493:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0000/0xfb36a14ee60824a3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791498:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0000/0xfb36a14ee60824a3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746066732.791503:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066732.791562:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc1200/0xfb36a14ee6082495 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791571:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc1200/0xfb36a14ee6082495 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791576:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc1200/0xfb36a14ee6082495 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791580:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880129fc1200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066732.791583:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc1200/0xfb36a14ee6082495 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791588:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc1200/0xfb36a14ee6082495 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791595:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066732.791598:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066732.791600:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc1200/0xfb36a14ee6082495 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791605:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc1200/0xfb36a14ee6082495 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791623:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0400/0xfb36a14ee608249c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791627:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0400/0xfb36a14ee608249c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791631:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0400/0xfb36a14ee608249c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791635:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880129fc0400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066732.791637:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0400/0xfb36a14ee608249c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791644:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0400/0xfb36a14ee608249c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791649:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012fd76300) 00010000:00010000:3.0:1746066732.791651:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066732.791652:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0400/0xfb36a14ee608249c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791656:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0400/0xfb36a14ee608249c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066732.791700:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0600/0xfb36a14ee608248e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97919a expref: 287 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.791708:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0000/0xfb36a14ee60824a3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97919a expref: 286 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.791713:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066732.791715:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746066732.791716:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc0000, rc 0) 00000100:00100000:3.0:1746066732.791739:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+286:29038:x1830882975233664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 460us (947us total) trans 8589942996 rc 0/0 00000100:00100000:3.0:1746066732.791744:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9117 00000100:00100000:0.0:1746066732.797189:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.797241:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.799009:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975234048 00000100:00100000:1.0:1746066732.799018:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975234048 00000100:00100000:1.0:1746066732.799074:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 559 00000100:00100000:1.0:1746066732.799082:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+286:1963:x1830882975234048:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066732.799096:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066732.799116:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129fc0000/0xfb36a14ee60824a3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97919a expref: 286 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066732.799164:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066732.799168:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066732.800496:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975233920 00000100:00100000:2.0:1746066732.800501:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975233920 00000100:00100000:2.0:1746066732.800527:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3620 00000100:00100000:2.0:1746066732.800533:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+286:29038:x1830882975233920:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066732.800949:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+287:1963:x1830882975234048:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1866us (3706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066732.800958:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 559 00000100:00100000:2.0:1746066732.801118:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+286:29038:x1830882975233920:12345-192.168.202.57@tcp:35:cat.0 Request processed in 585us (3936us total) trans 8589942997 rc 0/0 00000100:00100000:2.0:1746066732.801123:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3620 00000100:00100000:3.0:1746066732.801976:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976273536:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066732.801999:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082487 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979193 expref: 31 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.802010:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082487 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979193 expref: 31 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.802387:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc0e00, rc 0) 00000100:00100000:3.0:1746066732.802448:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1966:x1830882975233408:12345-192.168.202.57@tcp:101:cat.0 Request processed in 11560us (11741us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066732.802454:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10988 00000100:00100000:0.0:1746066732.820245:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.820573:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975234304 00000100:00100000:1.0:1746066732.820581:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975234304 00002000:00100000:1.0:1746066732.820618:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009b7faa00 x1830882975234304/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 504/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.820633:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7faa00 with x1830882975234304 ext(0->1048575) 00002000:00010000:1.0:1746066732.820638:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7faa00 00000100:00100000:1.0:1746066732.820669:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4545 00000100:00100000:1.0:1746066732.820701:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882975234304:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066732.823907:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.823992:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975234432 00000100:00100000:3.0:1746066732.823998:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975234432 00000100:00100000:3.0:1746066732.824032:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10989 00000100:00100000:3.0:1746066732.824039:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:29040:x1830882975234432:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.824053:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.824067:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791a1 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.824088:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.824095:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066732.824096:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066732.824099:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a1 expref: 31 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.824123:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.824146:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 37 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066732.824161:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976273664:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.824212:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.839297:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.839616:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976273664:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.839640:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a1 expref: 31 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.839653:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc0c00, rc 0) 00000100:00100000:2.0:1746066732.840858:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975234560 00000100:00100000:2.0:1746066732.840865:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975234560 00000100:00100000:2.0:1746066732.840899:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10990 00000100:00100000:2.0:1746066732.840906:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:29031:x1830882975234560:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066732.840918:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.840930:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791a8 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066732.840933:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:29040:x1830882975234432:12345-192.168.202.57@tcp:101:cat.0 Request processed in 16894us (17032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.840938:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10989 00010000:00010000:2.0:1746066732.840948:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97906d expref: 18 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.840955:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3fe800/0xfb36a14ee60822e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97907b expref: 24 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.840961:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.840963:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.840965:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3821568->4194303] (req 3821568->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 18 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.840987:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3fe800/0xfb36a14ee60822e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97907b expref: 24 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.840996:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3fe800/0xfb36a14ee60822e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97907b expref: 24 pid: 21203 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066732.841005:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976273792:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.841371:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97906d expref: 18 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.841384:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97906d expref: 18 pid: 9776 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066732.841392:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976273920:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.841412:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.842470:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882975234304:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21793us (22229us total) trans 0 rc 577536/577536 00000100:00100000:2.0:1746066732.842478:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.842478:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4545 00002000:00100000:0.0:1746066732.842486:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009b7faa00 x1830882975234304/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 504/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 577536/577536 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066732.842495:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7faa00 with x1830882975234304 ext(0->1048575) 00010000:00010000:0.0:1746066732.842503:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 36 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066732.842513:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 36 pid: 4614 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746066732.842518:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b7faa00 00000100:00100000:0.0:1746066732.842531:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975234688 00000100:00100000:0.0:1746066732.842535:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975234688 00002000:00100000:0.0:1746066732.842553:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (143360->614399) req@ffff8800a8696a00 x1830882975234688/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066732.842560:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8696a00 with x1830882975234688 ext(143360->614399) 00010000:00010000:0.0:1746066732.842564:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 36 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066732.842571:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 36 pid: 4614 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746066732.842576:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8696a00 00000100:00100000:0.0:1746066732.842606:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 990 00000100:00100000:0.0:1746066732.842612:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882975234688:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066732.845994:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976273792:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.846004:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976273920:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.846025:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3821568->4194303] (req 3821568->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 18 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.846039:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013588ac00, rc 0) 00000100:00100000:2.0:1746066732.846092:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:29031:x1830882975234560:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5186us (6801us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.846099:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10990 00000100:00100000:0.0:1746066732.846759:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.846822:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975234816 00000100:00100000:1.0:1746066732.846828:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975234816 00010000:00010000:1.0:1746066732.846847:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97906d expref: 18 pid: 9776 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066732.846863:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5486 00000100:00100000:1.0:1746066732.846868:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975234816:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066732.846878:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066732.846892:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97906d expref: 18 pid: 9776 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066732.846904:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97906d expref: 18 pid: 9776 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066732.846924:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3ff800/0xfb36a14ee60822d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97906d expref: 18 pid: 9776 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066732.846947:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066732.846967:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975234816:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 99us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066732.846976:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5486 00000100:00100000:0.0:1746066732.848331:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.850703:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975234944 00000100:00100000:2.0:1746066732.850712:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975234944 00010000:00010000:2.0:1746066732.850741:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3fe800/0xfb36a14ee60822e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97907b expref: 25 pid: 21203 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066732.850776:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5487 00000100:00100000:2.0:1746066732.850784:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975234944:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066732.850796:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.850812:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3fe800/0xfb36a14ee60822e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97907b expref: 25 pid: 21203 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066732.850823:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3fe800/0xfb36a14ee60822e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97907b expref: 25 pid: 21203 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066732.850840:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3fe800/0xfb36a14ee60822e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97907b expref: 25 pid: 21203 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066732.850855:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.850857:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.850862:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 16 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.850870:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 16 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.850895:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 16 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.850905:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976274048:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066732.850968:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.853764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.853820:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8695880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976274048:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066732.853838:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.853872:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975234944:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3088us (5542us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.853881:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5487 00000100:00100000:3.0:1746066732.854973:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975235200 00000100:00100000:3.0:1746066732.854981:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975235200 00002000:00100000:3.0:1746066732.855014:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3821568->3825663) req@ffff8800a8697b80 x1830882975235200/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.855023:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8697b80 with x1830882975235200 ext(3821568->3825663) 00002000:00010000:3.0:1746066732.855027:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8697b80 00000100:00100000:3.0:1746066732.855618:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4546 00000100:00100000:3.0:1746066732.855626:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975235200:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066732.855766:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975235200:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 141us (2010us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066732.855771:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4546 00002000:00100000:3.0:1746066732.855776:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3821568->3825663) req@ffff8800a8697b80 x1830882975235200/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.855808:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8697b80 with x1830882975235200 ext(3821568->3825663) 00002000:00010000:3.0:1746066732.855811:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8697b80 00000100:00100000:0.0:1746066732.859746:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882975234688:12345-192.168.202.57@tcp:4:cat.0 Request processed in 17127us (17262us total) trans 21474840194 rc 0/0 00000100:00100000:0.0:1746066732.859757:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 990 00002000:00100000:0.0:1746066732.859767:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (143360->614399) req@ffff8800a8696a00 x1830882975234688/t21474840194(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/448 e 0 to 0 dl 1746066743 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066732.859775:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8696a00 with x1830882975234688 ext(143360->614399) 00010000:00010000:0.0:1746066732.859783:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 38 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066732.859796:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 38 pid: 4614 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746066732.859803:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8696a00 00000100:00100000:0.0:1746066732.862959:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.863908:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975235328 00000100:00100000:2.0:1746066732.863916:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975235328 00000100:00100000:2.0:1746066732.863956:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10991 00000100:00100000:2.0:1746066732.863963:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29038:x1830882975235328:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.863981:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.863995:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791af expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.864020:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 16 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.864027:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066732.864029:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066732.864032:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791af expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.864057:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 16 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.864065:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 16 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066732.864075:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976274176:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.865230:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.865389:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.865474:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.865508:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975235456 00000100:00100000:0.0:1746066732.865512:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975235456 00000100:00100000:3.0:1746066732.866560:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975235584 00000100:00100000:3.0:1746066732.866564:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975235584 00010000:00010000:3.0:1746066732.866582:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 38 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066732.866608:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5488 00000100:00100000:3.0:1746066732.866614:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975235584:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.866624:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.866639:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 38 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.866648:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 38 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.866664:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0200/0xfb36a14ee608246b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 143360->614399) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979177 expref: 38 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.866688:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.866690:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.866695:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a1 expref: 31 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.866702:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a1 expref: 31 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.866723:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a1 expref: 31 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066732.866730:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976274304:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066732.866894:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10992 00000100:00100000:0.0:1746066732.866900:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:29031:x1830882975235456:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066732.866909:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066732.866918:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791b6 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.866932:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979154 expref: 32 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.866938:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa29800/0xfb36a14ee608245d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979169 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.866948:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f882400/0xfb36a14ee60821fc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fda expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.866953:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066732.866954:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066732.866957:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->4747263] (req 4194304->4747263) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.866972:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f882400/0xfb36a14ee60821fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fda expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.866979:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f882400/0xfb36a14ee60821fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fda expref: 37 pid: 21973 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746066732.866986:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976274432:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.867411:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961bd80 going to sleep for 11 seconds 00010000:00010000:0.0:1746066732.867578:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa29800/0xfb36a14ee608245d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979169 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.867586:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa29800/0xfb36a14ee608245d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979169 expref: 37 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746066732.867594:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976274560:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066732.867618:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979154 expref: 32 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.867629:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979154 expref: 32 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746066732.867637:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976274688:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066732.867652:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.869152:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976274176:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.869170:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791af expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.869186:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013588a200, rc 0) 00000100:00100000:2.0:1746066732.869222:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:29038:x1830882975235328:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5258us (6268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.869229:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10991 00000100:00100000:0.0:1746066732.871450:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.871507:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975235712 00000100:00100000:2.0:1746066732.871513:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975235712 00002000:00100000:2.0:1746066732.871546:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3821568->4194303) req@ffff88009b7f8000 x1830882975235712/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.871555:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8000 with x1830882975235712 ext(3821568->4194303) 00010000:00010000:2.0:1746066732.871566:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 17 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066732.871577:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 17 pid: 4614 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746066732.871583:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7f8000 00000100:00100000:2.0:1746066732.871613:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 991 00000100:00100000:2.0:1746066732.871620:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975235712:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:3.0:1746066732.872395:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976274304:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066732.872408:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.872431:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975235584:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5816us (6955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.872438:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5488 00000100:00100000:0.0:1746066732.872888:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.873464:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976274432:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.873473:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976274560:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.873479:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976274688:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.873501:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->4747263] (req 4194304->4747263) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 32 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.873516:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb09c00, rc 0) 00000100:00100000:2.0:1746066732.873549:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:29031:x1830882975235456:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6649us (8162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.873555:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10992 00000100:00100000:3.0:1746066732.873947:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975235840 00000100:00100000:3.0:1746066732.873951:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975235840 00010000:00010000:3.0:1746066732.873966:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f882400/0xfb36a14ee60821fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fda expref: 37 pid: 21973 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066732.874049:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5489 00000100:00100000:3.0:1746066732.874054:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1964:x1830882975235840:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.874064:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.874080:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f882400/0xfb36a14ee60821fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fda expref: 37 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.874094:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f882400/0xfb36a14ee60821fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fda expref: 37 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.874111:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f882400/0xfb36a14ee60821fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978fda expref: 37 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.874122:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.874283:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882975235840:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 228us (1395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.874288:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5489 00000100:00100000:0.0:1746066732.882310:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.884789:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975236224 00000100:00100000:3.0:1746066732.884799:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975236224 00010000:00010000:3.0:1746066732.884829:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa29800/0xfb36a14ee608245d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979169 expref: 36 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066732.884856:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5490 00000100:00100000:3.0:1746066732.884863:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882975236224:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.884873:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.884890:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fa29800/0xfb36a14ee608245d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979169 expref: 36 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.884900:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fa29800/0xfb36a14ee608245d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979169 expref: 36 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.884918:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa29800/0xfb36a14ee608245d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979169 expref: 36 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.884944:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.884980:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882975236224:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 118us (2678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.884985:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5490 00000100:00100000:3.0:1746066732.885019:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.885029:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975236352 00000100:00100000:3.0:1746066732.885031:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975236352 00010000:00010000:3.0:1746066732.885039:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979154 expref: 32 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066732.885051:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5491 00000100:00100000:3.0:1746066732.885054:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882975236352:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.885059:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.885065:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979154 expref: 32 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.885071:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979154 expref: 32 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.885080:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608242c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979154 expref: 32 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.885087:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.885089:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.885094:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.885105:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.885125:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 31 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066732.885142:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976274816:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066732.885174:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066732.885209:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.885279:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.885291:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975236480 00000100:00100000:3.0:1746066732.885294:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975236480 00002000:00100000:3.0:1746066732.885311:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880135e5d880 x1830882975236480/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.885318:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5d880 with x1830882975236480 ext(0->1048575) 00002000:00010000:3.0:1746066732.885321:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5d880 00000100:00100000:3.0:1746066732.885334:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975236608 00000100:00100000:3.0:1746066732.885336:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975236608 00002000:00100000:3.0:1746066732.885344:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880135e5c380 x1830882975236608/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:2.0:1746066732.885345:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4547 00002000:00100000:3.0:1746066732.885350:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5c380 with x1830882975236608 ext(1048576->2097151) 00002000:00010000:3.0:1746066732.885353:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5c380 00000100:00100000:2.0:1746066732.885353:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1966:x1830882975236480:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066732.885364:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4548 00000100:00100000:3.0:1746066732.885368:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975236608:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066732.886444:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975235712:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 14822us (14996us total) trans 17179872853 rc 0/0 00000100:00100000:2.0:1746066732.886450:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 991 00002000:00100000:2.0:1746066732.886457:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3821568->4194303) req@ffff88009b7f8000 x1830882975235712/t17179872853(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/448 e 0 to 0 dl 1746066743 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.886464:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8000 with x1830882975235712 ext(3821568->4194303) 00010000:00010000:2.0:1746066732.886470:0:21552:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 21 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066732.886480:0:21552:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 21 pid: 4614 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746066732.886486:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7f8000 00000100:00100000:3.0:1746066732.894387:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9852:1830882976274816:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066732.894407:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.894458:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1964:x1830882975236352:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9401us (9437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.894468:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5491 00000100:00100000:0.0:1746066732.897778:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.897900:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975236736 00000100:00100000:2.0:1746066732.897907:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975236736 00010000:00010000:2.0:1746066732.897936:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 21 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066732.897962:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5492 00000100:00100000:2.0:1746066732.897969:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975236736:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066732.897978:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066732.897988:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975236608:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 12616us (12706us total) trans 0 rc 1048576/1048576 00002000:00010000:2.0:1746066732.897991:0:9852:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066731 -> 1746066732 00002000:00010000:2.0:1746066732.897993:0:9852:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066731 -> 1746066732 00000100:00100000:3.0:1746066732.897996:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4548 00010000:00010000:2.0:1746066732.897997:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 20 pid: 4614 timeout: 794 lvb_type: 0 00002000:00100000:3.0:1746066732.898004:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880135e5c380 x1830882975236608/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00010000:00010000:2.0:1746066732.898007:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 20 pid: 4614 timeout: 794 lvb_type: 0 00002000:00100000:3.0:1746066732.898012:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5c380 with x1830882975236608 ext(1048576->2097151) 00002000:00010000:3.0:1746066732.898016:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5c380 00010000:00010000:2.0:1746066732.898025:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013588ac00/0xfb36a14ee60824b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [3821568->18446744073709551615] (req 3821568->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a8 expref: 19 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066732.898039:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.898041:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.900200:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791af expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.900211:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791af expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.900245:0:9852:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791af expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.900259:0:9852:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976274944:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066732.900326:0:9852:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.901484:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1966:x1830882975236480:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 16128us (16270us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066732.901493:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4547 00002000:00100000:0.0:1746066732.901501:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880135e5d880 x1830882975236480/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066732.901509:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5d880 with x1830882975236480 ext(0->1048575) 00002000:00010000:0.0:1746066732.901513:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5d880 00000100:00100000:2.0:1746066732.904424:0:9852:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9852:1830882976274944:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066732.904442:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066732.904484:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975236736:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6515us (6711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.904492:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5492 00000100:00100000:3.0:1746066732.904778:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.905187:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975236992 00000100:00100000:0.0:1746066732.905193:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975236992 00002000:00100000:0.0:1746066732.905222:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4743168->4747263) req@ffff880135e5d500 x1830882975236992/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066732.905230:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5d500 with x1830882975236992 ext(4743168->4747263) 00002000:00010000:0.0:1746066732.905248:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5d500 00000100:00100000:0.0:1746066732.905269:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4549 00000100:00100000:0.0:1746066732.905274:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1966:x1830882975236992:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066732.905392:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1966:x1830882975236992:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 118us (615us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066732.905398:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4549 00002000:00100000:0.0:1746066732.905402:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4743168->4747263) req@ffff880135e5d500 x1830882975236992/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066732.905409:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5d500 with x1830882975236992 ext(4743168->4747263) 00002000:00010000:0.0:1746066732.905412:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e5d500 00000100:00100000:2.0:1746066732.905498:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.905609:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975237248 00000100:00100000:3.0:1746066732.905612:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975237248 00002000:00100000:3.0:1746066732.905629:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800a8694380 x1830882975237248/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.905635:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8694380 with x1830882975237248 ext(3145728->4194303) 00002000:00010000:3.0:1746066732.905638:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8694380 00000100:00100000:3.0:1746066732.905652:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4550 00000100:00100000:3.0:1746066732.905657:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975237248:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066732.912839:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.913166:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975237504 00000100:00100000:2.0:1746066732.913174:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975237504 00000100:00100000:2.0:1746066732.913210:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9118 00000100:00100000:2.0:1746066732.913217:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+286:29043:x1830882975237504:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066732.913236:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.913250:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829200/0xfb36a14ee60824cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791bd expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.913333:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829400/0xfb36a14ee60824d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913344:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829400/0xfb36a14ee60824d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913355:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829400/0xfb36a14ee60824d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913364:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829600/0xfb36a14ee60824db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913372:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829600/0xfb36a14ee60824db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913377:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829600/0xfb36a14ee60824db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913460:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829800/0xfb36a14ee60824e2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913468:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829800/0xfb36a14ee60824e2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913474:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829800/0xfb36a14ee60824e2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066732.913480:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066732.913542:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829400/0xfb36a14ee60824d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913547:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829400/0xfb36a14ee60824d4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913551:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829400/0xfb36a14ee60824d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913554:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a829400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066732.913557:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829400/0xfb36a14ee60824d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913562:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829400/0xfb36a14ee60824d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913570:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066732.913572:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066732.913576:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829400/0xfb36a14ee60824d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913580:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829400/0xfb36a14ee60824d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913602:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829600/0xfb36a14ee60824db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913606:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829600/0xfb36a14ee60824db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913610:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829600/0xfb36a14ee60824db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913613:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a829600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066732.913615:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829600/0xfb36a14ee60824db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913619:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829600/0xfb36a14ee60824db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913623:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ebec800) 00010000:00010000:2.0:1746066732.913625:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066732.913627:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829600/0xfb36a14ee60824db lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913630:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829600/0xfb36a14ee60824db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066732.913654:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829200/0xfb36a14ee60824cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791bd expref: 289 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.913662:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829800/0xfb36a14ee60824e2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791bd expref: 288 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.913668:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066732.913669:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066732.913671:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a829800, rc 0) 00000100:00100000:2.0:1746066732.913724:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+288:29043:x1830882975237504:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 507us (893us total) trans 8589942998 rc 0/0 00000100:00100000:2.0:1746066732.913729:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9118 00000100:00100000:3.0:1746066732.913753:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975237248:12345-192.168.202.57@tcp:3:cat.0 Request processed in 8095us (8253us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066732.913760:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4550 00002000:00100000:3.0:1746066732.913768:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800a8694380 x1830882975237248/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.913775:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8694380 with x1830882975237248 ext(3145728->4194303) 00002000:00010000:3.0:1746066732.913778:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8694380 00000100:00100000:0.0:1746066732.915752:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.915790:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.915856:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975237888 00000100:00100000:1.0:1746066732.915862:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975237888 00002000:00100000:1.0:1746066732.915893:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009b7f9500 x1830882975237888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.915902:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f9500 with x1830882975237888 ext(3145728->4194303) 00002000:00010000:1.0:1746066732.915906:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f9500 00000100:00100000:1.0:1746066732.915918:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975237760 00000100:00100000:1.0:1746066732.915920:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975237760 00002000:00100000:1.0:1746066732.915929:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009b7fb480 x1830882975237760/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.915935:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fb480 with x1830882975237760 ext(2097152->3145727) 00002000:00010000:1.0:1746066732.915937:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fb480 00000100:00100000:1.0:1746066732.916615:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4551 00000100:00100000:1.0:1746066732.916624:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1966:x1830882975237888:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066732.917087:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4552 00000100:00100000:2.0:1746066732.917099:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1966:x1830882975237760:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066732.917206:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.917298:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975238144 00000100:00100000:3.0:1746066732.917302:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975238144 00000100:00100000:3.0:1746066732.917336:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 560 00000100:00100000:3.0:1746066732.917341:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+288:1965:x1830882975238144:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.917353:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.917371:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a829800/0xfb36a14ee60824e2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791bd expref: 288 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.917390:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066732.917394:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.917423:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+287:1965:x1830882975238144:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 82us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.917428:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 560 00000100:00100000:0.0:1746066732.919041:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.919110:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.919140:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975238272 00000100:00100000:2.0:1746066732.919145:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975238272 00000100:00100000:2.0:1746066732.919166:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975238400 00000100:00100000:2.0:1746066732.919168:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975238400 00000100:00100000:2.0:1746066732.919180:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10993 00000100:00100000:2.0:1746066732.919185:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1963:x1830882975238272:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:0.0:1746066732.919186:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10994 00000100:00100000:0.0:1746066732.919193:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882975238400:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.919196:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066732.919199:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.919207:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a829e00/0xfb36a14ee60824f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791c4 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.919207:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013195d800/0xfb36a14ee60824f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791cb expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.919222:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.919224:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.919231:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a829e00/0xfb36a14ee60824f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791c4 expref: 38 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.919243:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a829e00/0xfb36a14ee60824f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791c4 expref: 38 pid: 4614 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066732.919245:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976275072:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066732.919256:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a829e00, rc 0) 00000100:00100000:0.0:1746066732.919330:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.919484:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882975238272:12345-192.168.202.57@tcp:101:cat.0 Request processed in 297us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.919490:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10993 00002000:00010000:1.0:1746066732.923158:0:21973:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066728 -> 1746066732 00002000:00010000:1.0:1746066732.923164:0:21973:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime: 1746066731 -> 1746066732 00000100:00100000:1.0:1746066732.923184:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976275072:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066732.923212:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013195d800/0xfb36a14ee60824f7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791cb expref: 37 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066732.923224:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013195d800/0xfb36a14ee60824f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791cb expref: 37 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066732.923256:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013195d800, rc 0) 00000100:00100000:1.0:1746066732.923300:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:1964:x1830882975238400:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4106us (4188us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066732.923307:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10994 00000100:00100000:2.0:1746066732.923798:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1966:x1830882975237760:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6703us (8006us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066732.923806:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4552 00002000:00100000:2.0:1746066732.923814:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009b7fb480 x1830882975237760/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.923821:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fb480 with x1830882975237760 ext(2097152->3145727) 00002000:00010000:2.0:1746066732.923825:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fb480 00000100:00100000:0.0:1746066732.927436:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.927696:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1966:x1830882975237888:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11048us (11924us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066732.927703:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975238528 00000100:00100000:1.0:1746066732.927707:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4551 00000100:00100000:2.0:1746066732.927708:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975238528 00002000:00100000:1.0:1746066732.927717:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009b7f9500 x1830882975237888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.927725:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f9500 with x1830882975237888 ext(3145728->4194303) 00002000:00010000:1.0:1746066732.927729:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f9500 00000100:00100000:2.0:1746066732.927741:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10995 00000100:00100000:2.0:1746066732.927748:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+36:29038:x1830882975238528:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.927759:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.927772:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791d2 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.927795:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 30 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.927801:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066732.927803:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066732.927807:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d2 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.927830:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 30 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.927840:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 30 pid: 10402 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066732.927850:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976275200:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066732.927906:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066732.928137:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.928631:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975238656 00000100:00100000:3.0:1746066732.928635:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975238656 00000100:00100000:3.0:1746066732.928667:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10996 00000100:00100000:3.0:1746066732.928673:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:29043:x1830882975238656:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066732.928707:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.928716:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791d9 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.928731:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979146 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.928739:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa28e00/0xfb36a14ee6082433 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97915b expref: 39 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.928744:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.928745:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.928748:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1908736->2097151] (req 1908736->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 39 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.928763:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa28e00/0xfb36a14ee6082433 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97915b expref: 39 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.928771:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa28e00/0xfb36a14ee6082433 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97915b expref: 39 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066732.928779:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976275328:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.928834:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979146 expref: 30 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.928842:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979146 expref: 30 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066732.928850:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976275456:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.928866:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.931813:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976275200:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066732.931837:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d2 expref: 39 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.931850:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b0c7e00, rc 0) 00000100:00100000:2.0:1746066732.931881:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:29038:x1830882975238528:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4133us (4451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.931887:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10995 00000100:00100000:3.0:1746066732.932108:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976275328:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066732.932117:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976275456:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066732.932138:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1908736->2097151] (req 1908736->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 38 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.932147:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc1a00, rc 0) 00000100:00100000:3.0:1746066732.932161:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:29043:x1830882975238656:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3490us (4035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.932166:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10996 00000100:00100000:1.0:1746066732.932326:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.932403:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975238912 00000100:00100000:3.0:1746066732.932408:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975238912 00010000:00010000:3.0:1746066732.932424:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa28e00/0xfb36a14ee6082433 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97915b expref: 38 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066732.932578:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5493 00000100:00100000:3.0:1746066732.932586:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1965:x1830882975238912:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066732.932596:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066732.932613:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fa28e00/0xfb36a14ee6082433 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97915b expref: 38 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.932621:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fa28e00/0xfb36a14ee6082433 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97915b expref: 38 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.932638:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa28e00/0xfb36a14ee6082433 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97915b expref: 38 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066732.932661:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066732.932697:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882975238912:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 112us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.932703:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5493 00000100:00100000:3.0:1746066732.933988:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.934395:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975238784 00000100:00100000:1.0:1746066732.934399:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975238784 00002000:00100000:1.0:1746066732.934426:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4194304->4747263) req@ffff880135e5e680 x1830882975238784/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.934435:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5e680 with x1830882975238784 ext(4194304->4747263) 00010000:00010000:1.0:1746066732.934446:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 31 pid: 10402 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066732.934456:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 31 pid: 10402 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746066732.934464:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135e5e680 00000100:00100000:3.0:1746066732.934467:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.934510:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.934519:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975239040 00000100:00100000:0.0:1746066732.934522:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975239040 00000100:00100000:3.0:1746066732.934523:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975239168 00000100:00100000:3.0:1746066732.934525:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975239168 00010000:00010000:0.0:1746066732.934536:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979146 expref: 33 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066732.934580:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 992 00000100:00100000:1.0:1746066732.934589:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882975238784:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066732.934650:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5494 00000100:00100000:0.0:1746066732.934654:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882975239040:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066732.934661:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066732.934671:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979146 expref: 33 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066732.934691:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979146 expref: 33 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066732.934705:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa28a00/0xfb36a14ee608241e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979146 expref: 33 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066732.934721:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066732.934723:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066732.934728:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.934735:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066732.934756:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 36 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066732.934764:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976275584:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066732.934811:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10997 00000100:00100000:2.0:1746066732.934817:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:29040:x1830882975239168:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.934824:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.934833:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791e0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.934844:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066732.934846:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066732.934848:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e0 expref: 33 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.934856:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e0 expref: 33 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.934863:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b0c7c00, rc 0) 00000100:00100000:0.0:1746066732.935174:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925a9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.935265:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+34:29040:x1830882975239168:12345-192.168.202.57@tcp:101:cat.0 Request processed in 448us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.935270:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10997 00000100:00100000:0.0:1746066732.937760:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976275584:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066732.937777:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066732.937820:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882975239040:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3164us (3471us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066732.937828:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5494 00000100:00100000:1.0:1746066732.940613:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882975238784:12345-192.168.202.57@tcp:4:cat.0 Request processed in 6021us (6621us total) trans 21474840195 rc 0/0 00000100:00100000:1.0:1746066732.940623:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 992 00002000:00100000:1.0:1746066732.940633:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4194304->4747263) req@ffff880135e5e680 x1830882975238784/t21474840195(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/448 e 0 to 0 dl 1746066743 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.940641:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5e680 with x1830882975238784 ext(4194304->4747263) 00010000:00010000:1.0:1746066732.940649:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 33 pid: 10402 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066732.940661:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 33 pid: 10402 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746066732.940667:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135e5e680 00000100:00100000:0.0:1746066732.940897:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.941084:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975239296 00000100:00100000:2.0:1746066732.941089:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975239296 00000100:00100000:2.0:1746066732.941160:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10998 00000100:00100000:2.0:1746066732.941167:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:29043:x1830882975239296:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066732.941179:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.941191:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791e7 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.941209:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066732.941211:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066732.941215:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->2154495] (req 2097152->2154495) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 38 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.941225:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->2154495] (req 2097152->2154495) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 38 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.941234:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b0c7800, rc 0) 00000100:00100000:2.0:1746066732.941293:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:29043:x1830882975239296:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 126us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.941298:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10998 00000100:00100000:0.0:1746066732.944161:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.944236:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975239424 00000100:00100000:2.0:1746066732.944242:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975239424 00010000:00010000:2.0:1746066732.944266:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 33 pid: 10402 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066732.944350:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5495 00000100:00100000:2.0:1746066732.944357:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882975239424:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066732.944370:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066732.944386:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 33 pid: 10402 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066732.944396:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 33 pid: 10402 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066732.944414:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb09c00/0xfb36a14ee60824c6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4747263) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791b6 expref: 33 pid: 10402 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066732.944530:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.944531:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.944538:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2162688->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d2 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.944546:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2162688->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d2 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.944559:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.944560:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.944563:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e0 expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.944570:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e0 expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.944576:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.944577:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066732.944580:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.944586:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.944610:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.944619:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976275712:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066732.945067:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e0 expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.945076:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976275840:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066732.945100:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2162688->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d2 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066732.945107:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8695500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976275968:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066732.945119:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52deb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066732.946514:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976275712:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066732.947490:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976275840:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066732.947498:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8695500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976275968:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066732.947516:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066732.947543:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1963:x1830882975239424:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3186us (3387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066732.947552:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5495 00000100:00100000:0.0:1746066732.948811:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.948949:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975239680 00000100:00100000:1.0:1746066732.948956:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975239680 00002000:00100000:1.0:1746066732.948982:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2150400->2154495) req@ffff88009b7fa680 x1830882975239680/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.948991:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fa680 with x1830882975239680 ext(2150400->2154495) 00002000:00010000:1.0:1746066732.948994:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fa680 00000100:00100000:1.0:1746066732.949015:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4553 00000100:00100000:1.0:1746066732.949020:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975239680:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066732.949869:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975239680:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 846us (1057us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066732.949876:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4553 00002000:00100000:1.0:1746066732.949881:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2150400->2154495) req@ffff88009b7fa680 x1830882975239680/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/4536 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.949888:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fa680 with x1830882975239680 ext(2150400->2154495) 00002000:00010000:1.0:1746066732.949891:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fa680 00000100:00100000:0.0:1746066732.950111:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066732.950179:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975239936 00000100:00100000:1.0:1746066732.950183:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975239936 00002000:00100000:1.0:1746066732.950198:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009b7fb800 x1830882975239936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.950205:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fb800 with x1830882975239936 ext(4194304->5079039) 00002000:00010000:1.0:1746066732.950207:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fb800 00000100:00100000:1.0:1746066732.950305:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4554 00000100:00100000:1.0:1746066732.950311:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975239936:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066732.951687:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.951724:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.952017:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975240448 00000100:00100000:3.0:1746066732.952046:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975240448 00000100:00100000:2.0:1746066732.952052:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975240192 00000100:00100000:2.0:1746066732.952054:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975240192 00002000:00100000:3.0:1746066732.952070:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880092044e00 x1830882975240448/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.952077:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044e00 with x1830882975240448 ext(3145728->4194303) 00002000:00010000:3.0:1746066732.952081:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092044e00 00000100:00100000:2.0:1746066732.952087:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3621 00000100:00100000:2.0:1746066732.952093:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+287:29043:x1830882975240192:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:3.0:1746066732.952098:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4555 00000100:00100000:3.0:1746066732.952101:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1963:x1830882975240448:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066732.952246:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+288:29043:x1830882975240192:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 153us (573us total) trans 8589942999 rc 0/0 00000100:00100000:2.0:1746066732.952252:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3621 00000100:00100000:1.0:1746066732.961716:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1964:x1830882975239936:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 11396us (11596us total) trans 0 rc 884736/884736 00000100:00100000:1.0:1746066732.961726:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4554 00002000:00100000:1.0:1746066732.961736:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009b7fb800 x1830882975239936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 884736/884736 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066732.961745:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fb800 with x1830882975239936 ext(4194304->5079039) 00002000:00010000:1.0:1746066732.961750:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fb800 00000100:00100000:3.0:1746066732.964886:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1963:x1830882975240448:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12776us (13155us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066732.964895:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4555 00002000:00100000:3.0:1746066732.964904:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880092044e00 x1830882975240448/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.964912:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044e00 with x1830882975240448 ext(3145728->4194303) 00002000:00010000:3.0:1746066732.964917:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092044e00 00000100:00100000:0.0:1746066732.966351:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.966430:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975240576 00000100:00100000:2.0:1746066732.966438:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975240576 00000100:00100000:2.0:1746066732.966478:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 10999 00000100:00100000:2.0:1746066732.966485:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882975240576:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066732.966499:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.966511:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b0c6800/0xfb36a14ee608251a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791ee expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.966534:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b0c6800/0xfb36a14ee608251a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791ee expref: 39 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.966543:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c6800/0xfb36a14ee608251a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791ee expref: 39 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.966795:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b0c6800, rc 0) 00000100:00100000:2.0:1746066732.966834:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882975240576:12345-192.168.202.57@tcp:101:cat.0 Request processed in 349us (485us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066732.966840:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 10999 00000100:00100000:0.0:1746066732.969052:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.969209:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975240704 00000100:00100000:3.0:1746066732.969216:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975240704 00000100:00100000:3.0:1746066732.969287:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11000 00000100:00100000:3.0:1746066732.969296:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:29040:x1830882975240704:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.969310:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.969320:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129fc0a00/0xfb36a14ee6082521 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791f5 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.969337:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.969339:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066732.969344:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fc0a00/0xfb36a14ee6082521 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791f5 expref: 19 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.969356:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129fc0a00/0xfb36a14ee6082521 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791f5 expref: 19 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.969364:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc0a00, rc 0) 00000100:00100000:3.0:1746066732.969558:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:29040:x1830882975240704:12345-192.168.202.57@tcp:101:cat.0 Request processed in 262us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066732.969564:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11000 00000100:00100000:0.0:1746066732.969996:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.970051:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975240832 00000100:00100000:3.0:1746066732.970054:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975240832 00000100:00100000:3.0:1746066732.970114:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11001 00000100:00100000:3.0:1746066732.970120:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1966:x1830882975240832:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.970127:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.970144:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082528 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9791fc expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066732.970162:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082528 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791fc expref: 39 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.970174:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082528 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791fc expref: 39 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.970563:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc0e00, rc 0) 00000100:00100000:3.0:1746066732.970596:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1966:x1830882975240832:12345-192.168.202.57@tcp:101:cat.0 Request processed in 475us (600us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066732.970601:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11001 00000100:00100000:0.0:1746066732.972226:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.972272:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975241088 00000100:00100000:3.0:1746066732.972277:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975241088 00002000:00100000:3.0:1746066732.972304:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880092045f80 x1830882975241088/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.972313:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092045f80 with x1830882975241088 ext(3145728->4194303) 00002000:00010000:3.0:1746066732.972316:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092045f80 00000100:00100000:3.0:1746066732.972337:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4556 00000100:00100000:3.0:1746066732.972342:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882975241088:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066732.980660:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882975241088:12345-192.168.202.57@tcp:3:cat.0 Request processed in 8310us (8431us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066732.980671:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4556 00002000:00100000:3.0:1746066732.980694:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880092045f80 x1830882975241088/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066732.980703:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092045f80 with x1830882975241088 ext(3145728->4194303) 00002000:00010000:3.0:1746066732.980707:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092045f80 00000100:00100000:0.0:1746066732.986166:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066732.986210:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066732.986799:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975241216 00000100:00100000:2.0:1746066732.986799:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975241344 00000100:00100000:3.0:1746066732.986806:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975241216 00000100:00100000:2.0:1746066732.986806:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975241344 00000100:00100000:3.0:1746066732.986842:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11002 00000100:00100000:2.0:1746066732.986846:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11003 00000100:00100000:3.0:1746066732.986848:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1965:x1830882975241216:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:2.0:1746066732.986850:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1965:x1830882975241344:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066732.986866:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066732.986866:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066732.986879:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc0800/0xfb36a14ee608252f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979203 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.986879:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b0c6e00/0xfb36a14ee6082536 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97920a expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066732.986902:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b0c6e00/0xfb36a14ee6082536 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97920a expref: 35 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066732.986909:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c6e00/0xfb36a14ee6082536 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97920a expref: 35 pid: 21973 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066732.986917:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976276096:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066732.986931:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b0c6e00, rc 0) 00000100:00100000:2.0:1746066732.986957:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+34:1965:x1830882975241344:12345-192.168.202.57@tcp:101:cat.0 Request processed in 105us (747us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066732.986962:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11003 00000100:00100000:3.0:1746066732.986972:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066732.989508:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976276096:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066732.989536:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc0800/0xfb36a14ee608252f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979203 expref: 33 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.989544:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0800/0xfb36a14ee608252f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979203 expref: 33 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066732.989558:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc0800, rc 0) 00000100:00100000:3.0:1746066732.989635:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1965:x1830882975241216:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2785us (3473us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066732.989642:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11002 00000100:00100000:1.0:1746066732.995020:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066732.999148:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975241600 00000100:00100000:2.0:1746066732.999158:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975241600 00002000:00100000:2.0:1746066732.999444:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88008c395f80 x1830882975241600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/0 e 0 to 0 dl 1746066743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066732.999454:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395f80 with x1830882975241600 ext(4194304->5079039) 00002000:00010000:2.0:1746066732.999459:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c395f80 00000100:00100000:2.0:1746066732.999580:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4557 00000100:00100000:2.0:1746066732.999616:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1966:x1830882975241600:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066733.021946:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1966:x1830882975241600:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22352us (26924us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066733.021958:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4557 00002000:00100000:3.0:1746066733.021968:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88008c395f80 x1830882975241600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:138/0 lens 488/440 e 0 to 0 dl 1746066743 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.021981:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c395f80 with x1830882975241600 ext(4194304->5079039) 00002000:00010000:3.0:1746066733.021986:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c395f80 00000100:00100000:3.0:1746066733.028854:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.028882:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.028911:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975241856 00000100:00100000:3.0:1746066733.028918:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975241856 00000100:00100000:3.0:1746066733.028949:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975241728 00000100:00100000:3.0:1746066733.028951:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975241728 00000100:00100000:3.0:1746066733.028965:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11004 00000100:00100000:3.0:1746066733.028971:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1966:x1830882975241856:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066733.028986:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.029001:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc1e00/0xfb36a14ee608253d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979218 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.029026:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc1e00/0xfb36a14ee608253d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979218 expref: 34 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.029035:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc1e00/0xfb36a14ee608253d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979218 expref: 34 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.029043:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc1e00, rc 0) 00000100:00100000:3.0:1746066733.029078:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1966:x1830882975241856:12345-192.168.202.57@tcp:101:cat.0 Request processed in 107us (229us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066733.029084:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11004 00000100:00100000:3.0:1746066733.029099:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11005 00000100:00100000:3.0:1746066733.029103:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1966:x1830882975241728:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066733.029109:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.029114:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc1c00/0xfb36a14ee6082544 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979211 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.029154:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976276224:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066733.029190:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066733.031297:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976276224:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066733.031321:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc1c00/0xfb36a14ee6082544 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979211 expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.031333:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc1c00/0xfb36a14ee6082544 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979211 expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.031437:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc1c00, rc 0) 00000100:00100000:1.0:1746066733.031743:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1966:x1830882975241728:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2638us (2859us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066733.031750:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11005 00000100:00100000:3.0:1746066733.040066:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.040105:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.040111:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975241984 00000100:00100000:1.0:1746066733.040118:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975241984 00000100:00100000:3.0:1746066733.040120:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975242112 00000100:00100000:3.0:1746066733.040122:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975242112 00000100:00100000:3.0:1746066733.040158:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11006 00000100:00100000:3.0:1746066733.040165:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1965:x1830882975242112:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066733.040178:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.040191:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee608254b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979226 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.040223:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee608254b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979226 expref: 34 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.040232:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee608254b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979226 expref: 34 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.040240:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc0e00, rc 0) 00000100:00100000:3.0:1746066733.040662:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1965:x1830882975242112:12345-192.168.202.57@tcp:101:cat.0 Request processed in 122us (180us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066733.040669:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11006 00000100:00100000:1.0:1746066733.040697:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11007 00000100:00100000:1.0:1746066733.040739:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1965:x1830882975241984:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066733.040745:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066733.040752:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa29000/0xfb36a14ee6082552 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97921f expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.040783:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976276352:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066733.042714:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066733.046602:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976276352:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066733.046630:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fa29000/0xfb36a14ee6082552 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97921f expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.046642:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa29000/0xfb36a14ee6082552 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97921f expref: 33 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.046651:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa29000, rc 0) 00000100:00100000:0.0:1746066733.046704:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1965:x1830882975241984:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5998us (6643us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066733.046711:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11007 00000100:00100000:1.0:1746066733.074014:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.074041:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975242240 00000100:00100000:1.0:1746066733.074047:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975242240 00010000:00010000:3.0:1746066733.074156:0:7111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746066733.074388:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9119 00000100:00100000:1.0:1746066733.074397:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:29047:x1830882975242240:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066733.074415:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066733.074428:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29000/0xfb36a14ee6082559 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97922d expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.074478:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa28a00/0xfb36a14ee6082560 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.074488:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa28a00/0xfb36a14ee6082560 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.074495:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa28a00/0xfb36a14ee6082560 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.074504:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29600/0xfb36a14ee6082567 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.074508:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29600/0xfb36a14ee6082567 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.074512:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29600/0xfb36a14ee6082567 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.074587:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.074596:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97902e expref: 19 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.074602:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.074626:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97902e expref: 19 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.074636:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97902e expref: 19 pid: 14549 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.074649:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c397b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976276480:192.168.202.57@tcp:104: 00000100:00080000:1.0:1746066733.074710:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746066733.075593:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066733.078203:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.078306:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c397b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976276480:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.078327:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066733.078942:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975242496 00000100:00100000:0.0:1746066733.078948:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975242496 00000100:00100000:0.0:1746066733.078995:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3622 00000100:00100000:0.0:1746066733.079001:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d6b2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:23712:x1830882975242496:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746066733.079162:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d6b2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:23712:x1830882975242496:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 160us (962us total) trans 8589943000 rc 0/0 00000100:00100000:0.0:1746066733.079168:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3622 00000100:00080000:1.0:1746066733.079534:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746066733.084829:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.085932:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975242624 00000100:00100000:0.0:1746066733.085940:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975242624 00010000:00010000:0.0:1746066733.085994:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97902e expref: 21 pid: 14549 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746066733.086019:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5496 00000100:00100000:0.0:1746066733.086025:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975242624:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066733.086036:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066733.086040:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97902e expref: 21 pid: 14549 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.086049:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97902e expref: 21 pid: 14549 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.086066:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f208600/0xfb36a14ee6082257 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97902e expref: 21 pid: 14549 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.086082:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066733.086087:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066733.086094:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066733.086098:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066733.086114:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066733.086159:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975242624:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 134us (1337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.086165:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5496 00010000:00010000:1.0:1746066733.086656:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086664:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:1.0:1746066733.086726:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:1.0:1746066733.086730:0:809:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746066733.086743:0:809:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086751:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086759:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa28a00/0xfb36a14ee6082560 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086764:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa28a00/0xfb36a14ee6082560 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086769:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa28a00/0xfb36a14ee6082560 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086776:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fa28a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066733.086779:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa28a00/0xfb36a14ee6082560 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086784:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa28a00/0xfb36a14ee6082560 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086792:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066733.086795:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066733.086797:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa28a00/0xfb36a14ee6082560 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086801:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa28a00/0xfb36a14ee6082560 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086809:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29600/0xfb36a14ee6082567 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086812:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29600/0xfb36a14ee6082567 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086816:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29600/0xfb36a14ee6082567 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086819:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fa29600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066733.086821:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29600/0xfb36a14ee6082567 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086825:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29600/0xfb36a14ee6082567 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086829:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705200) 00010000:00010000:1.0:1746066733.086831:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066733.086833:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29600/0xfb36a14ee6082567 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086837:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29600/0xfb36a14ee6082567 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.086864:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29000/0xfb36a14ee6082559 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97922d expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.086874:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97922d expref: 15 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.086880:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066733.086882:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066733.086884:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa29c00, rc 0) 00000100:00100000:1.0:1746066733.086909:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+15:29047:x1830882975242240:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 12515us (12902us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.086915:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9119 00000100:00100000:3.0:1746066733.104758:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.104782:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.104796:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.104809:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.104821:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.104845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.104867:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975242752 00000100:00100000:3.0:1746066733.104873:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975242752 00000100:00100000:3.0:1746066733.104904:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975243008 00000100:00100000:3.0:1746066733.104906:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975243008 00000100:00100000:3.0:1746066733.104916:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975243264 00000100:00100000:3.0:1746066733.104918:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975243264 00000100:00100000:3.0:1746066733.104924:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975242880 00000100:00100000:3.0:1746066733.104926:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975242880 00000100:00100000:3.0:1746066733.104931:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975243136 00000100:00100000:3.0:1746066733.104933:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975243136 00000100:00100000:3.0:1746066733.104937:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975243392 00000100:00100000:3.0:1746066733.104938:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975243392 00000100:00100000:3.0:1746066733.104946:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11008 00000100:00100000:3.0:1746066733.104951:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975242752:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066733.104964:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.104977:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082575 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979234 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.104995:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.104997:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.105003:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082575 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979234 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.105015:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082575 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979234 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.105024:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc0e00, rc 0) 00000100:00100000:3.0:1746066733.105058:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975242752:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 107us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.105063:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11008 00000100:00100000:3.0:1746066733.105076:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11009 00000100:00100000:3.0:1746066733.105080:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975243008:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066733.105086:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.105093:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129fc1200/0xfb36a14ee608257c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979242 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.105103:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.105104:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.105107:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fc1200/0xfb36a14ee608257c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979242 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.105115:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129fc1200/0xfb36a14ee608257c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979242 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.105120:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc1200, rc 0) 00000100:00100000:3.0:1746066733.105141:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975243008:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 60us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.105145:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11009 00000100:00100000:3.0:1746066733.105152:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11010 00000100:00100000:3.0:1746066733.105156:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975243264:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066733.105163:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.105168:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc0400/0xfb36a14ee6082583 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979250 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.105182:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc0400/0xfb36a14ee6082583 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979250 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.105188:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0400/0xfb36a14ee6082583 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979250 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.105195:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc0400, rc 0) 00000100:00100000:3.0:1746066733.105206:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975243264:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 51us (410us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066733.105210:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11010 00000100:00100000:3.0:1746066733.105217:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11011 00000100:00100000:3.0:1746066733.105220:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975242880:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066733.105224:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.105228:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129fc0600/0xfb36a14ee608258a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97923b expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.105234:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.105235:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.105239:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fc0600/0xfb36a14ee608258a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97923b expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.105245:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129fc0600/0xfb36a14ee608258a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97923b expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.105255:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc0600, rc 0) 00000100:00100000:3.0:1746066733.105264:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975242880:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 44us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.105267:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11011 00000100:00100000:3.0:1746066733.105273:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11012 00000100:00100000:3.0:1746066733.105276:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975243136:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066733.105280:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.105285:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc0000/0xfb36a14ee6082591 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979249 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.105309:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976276608:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066733.105343:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066733.105355:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11013 00000100:00100000:3.0:1746066733.105359:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975243392:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066733.105363:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.105368:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129fc1c00/0xfb36a14ee6082598 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979257 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.105374:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.105375:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.105378:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fc1c00/0xfb36a14ee6082598 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979257 expref: 8 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.105386:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129fc1c00/0xfb36a14ee6082598 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979257 expref: 8 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.105392:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc1c00, rc 0) 00000100:00100000:3.0:1746066733.105403:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975243392:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 44us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.105407:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11013 00000100:00100000:3.0:1746066733.115817:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976276608:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066733.115842:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc0000/0xfb36a14ee6082591 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979249 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.115855:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0000/0xfb36a14ee6082591 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979249 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.115865:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc0000, rc 0) 00000100:00100000:3.0:1746066733.115909:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975243136:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 10631us (11086us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066733.115917:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11012 00000100:00100000:0.0:1746066733.124008:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.124081:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975243648 00000100:00100000:1.0:1746066733.124088:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975243648 00000100:00100000:1.0:1746066733.124138:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9120 00000100:00100000:1.0:1746066733.124146:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+15:29047:x1830882975243648:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066733.124162:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066733.124176:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608259f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97925e expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.124249:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29800/0xfb36a14ee60825a6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.124262:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97922d expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.124269:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29800/0xfb36a14ee60825a6 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.124294:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97922d expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.124304:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97922d expref: 16 pid: 809 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.124314:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976276736:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066733.124380:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920d0000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066733.128029:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976276736:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066733.128054:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29800/0xfb36a14ee60825a6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066733.129729:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.129749:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975243776 00000100:00100000:0.0:1746066733.129754:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975243776 00010000:00010000:0.0:1746066733.129780:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97922d expref: 17 pid: 809 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746066733.129799:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5497 00000100:00100000:0.0:1746066733.129804:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+17:1964:x1830882975243776:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066733.129814:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066733.129819:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97922d expref: 17 pid: 809 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.129828:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97922d expref: 17 pid: 809 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.129845:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29c00/0xfb36a14ee608256e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97922d expref: 17 pid: 809 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.129855:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066733.129859:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29800/0xfb36a14ee60825a6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066733.129866:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29800/0xfb36a14ee60825a6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066733.129871:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29800/0xfb36a14ee60825a6 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066733.129886:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066733.129913:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+16:1964:x1830882975243776:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 109us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.129919:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5497 00010000:00010000:0.0:1746066733.129971:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29800/0xfb36a14ee60825a6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066733.129976:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29800/0xfb36a14ee60825a6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:0.0:1746066733.129990:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066733.130091:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa28c00/0xfb36a14ee608259f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97925e expref: 17 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.130105:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29800/0xfb36a14ee60825a6 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97925e expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.130110:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066733.130112:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746066733.130113:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa29800, rc 0) 00000100:00100000:0.0:1746066733.130145:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+16:29047:x1830882975243648:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 6000us (6143us total) trans 8589943001 rc 0/0 00000100:00100000:0.0:1746066733.130150:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9120 00000100:00100000:0.0:1746066733.134404:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.134427:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975244032 00000100:00100000:0.0:1746066733.134433:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975244032 00000100:00100000:0.0:1746066733.134464:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9121 00000100:00100000:0.0:1746066733.134471:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+16:29047:x1830882975244032:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066733.134487:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066733.134490:0:809:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746066733.134508:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa29800/0xfb36a14ee60825a6 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97925e expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.134521:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066733.134524:0:809:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066733.134532:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d000/0xfb36a14ee60825b4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979265 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.134654:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60825bb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066733.134668:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60825bb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066733.134711:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60825bb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:0.0:1746066733.134721:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066733.134791:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d000/0xfb36a14ee60825b4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979265 expref: 18 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.134801:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60825bb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979265 expref: 17 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.134806:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066733.134808:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746066733.134810:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013195d200, rc 0) 00000100:00100000:0.0:1746066733.134847:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+17:29047:x1830882975244032:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 376us (448us total) trans 8589943002 rc 0/0 00000100:00100000:0.0:1746066733.134852:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9121 00000100:00100000:2.0:1746066733.139047:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.139195:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975244160 00000100:00100000:0.0:1746066733.139201:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975244160 00000100:00100000:0.0:1746066733.139230:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9122 00000100:00100000:0.0:1746066733.139236:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+17:29047:x1830882975244160:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:0.0:1746066733.139253:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066733.139266:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d400/0xfb36a14ee60825c9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97926c expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.139310:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d400/0xfb36a14ee60825c9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97926c expref: 18 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.139321:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d400/0xfb36a14ee60825c9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97926c expref: 18 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.139333:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066733.139335:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066733.139337:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013195d400, rc 0) 00000100:00100000:0.0:1746066733.139371:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+18:29047:x1830882975244160:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 135us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.139376:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9122 00000100:00100000:1.0:1746066733.144382:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.144419:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.144433:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.144445:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.144456:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.144479:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.144499:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975244416 00000100:00100000:1.0:1746066733.144505:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975244416 00000100:00100000:1.0:1746066733.144536:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975244672 00000100:00100000:1.0:1746066733.144538:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975244672 00000100:00100000:1.0:1746066733.144547:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975244288 00000100:00100000:1.0:1746066733.144549:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975244288 00000100:00100000:1.0:1746066733.144557:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975244928 00000100:00100000:1.0:1746066733.144558:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975244928 00000100:00100000:1.0:1746066733.144567:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975244544 00000100:00100000:1.0:1746066733.144569:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975244544 00000100:00100000:1.0:1746066733.144575:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975244800 00000100:00100000:1.0:1746066733.144576:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975244800 00000100:00100000:1.0:1746066733.144585:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11014 00000100:00100000:1.0:1746066733.144591:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975244416:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:1.0:1746066733.144622:0:8452:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.144636:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979115 expref: 18 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.144643:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129fc0600/0xfb36a14ee608258a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97923b expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.144649:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013500a400/0xfb36a14ee6082409 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979131 expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.144654:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.144655:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.144657:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.144703:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013500a400/0xfb36a14ee6082409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979131 expref: 24 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.144714:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013500a400/0xfb36a14ee6082409 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979131 expref: 24 pid: 21203 timeout: 794 lvb_type: 1 00000100:00100000:1.0:1746066733.144725:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976276864:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.144794:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129fc0600/0xfb36a14ee608258a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97923b expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.144802:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129fc0600/0xfb36a14ee608258a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97923b expref: 10 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:1.0:1746066733.144810:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976276992:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.144831:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979115 expref: 18 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.144838:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979115 expref: 18 pid: 21973 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.144844:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976277120:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066733.144855:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066733.144870:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11015 00000100:00100000:1.0:1746066733.144875:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975244672:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:1.0:1746066733.144908:0:21203:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.144916:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.144921:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066733.144922:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066733.144924:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.144941:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 37 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.144948:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 37 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.144954:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976277248:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066733.144967:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066733.144979:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11016 00000100:00100000:1.0:1746066733.144984:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975244288:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:1.0:1746066733.144995:0:21973:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145002:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a1 expref: 31 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145008:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082575 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979234 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.145013:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a829e00/0xfb36a14ee60824f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791c4 expref: 37 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.145016:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.145017:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.145019:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 6/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145030:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a829e00/0xfb36a14ee60824f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791c4 expref: 37 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.145036:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a829e00/0xfb36a14ee60824f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791c4 expref: 37 pid: 4614 timeout: 794 lvb_type: 1 00000100:00100000:1.0:1746066733.145056:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976277376:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.145074:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082575 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979234 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.145080:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082575 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979234 expref: 8 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:1.0:1746066733.145086:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976277504:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.145099:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a1 expref: 31 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145104:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a1 expref: 31 pid: 9776 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.145110:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976277632:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066733.145142:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066733.145154:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11017 00000100:00100000:1.0:1746066733.145158:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975244928:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:1.0:1746066733.145170:0:4614:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145177:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979027 expref: 18 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145182:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791af expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145188:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129fc1c00/0xfb36a14ee6082598 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979257 expref: 10 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.145193:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129fc0a00/0xfb36a14ee6082521 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791f5 expref: 18 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145198:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60822ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979066 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145203:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066733.145204:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746066733.145206:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 8/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145216:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60822ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979066 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145221:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60822ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979066 expref: 24 pid: 9776 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.145232:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976277760:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.145247:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129fc0a00/0xfb36a14ee6082521 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791f5 expref: 18 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145253:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129fc0a00/0xfb36a14ee6082521 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791f5 expref: 18 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.145258:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976277888:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.145269:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129fc1c00/0xfb36a14ee6082598 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979257 expref: 10 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.145274:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129fc1c00/0xfb36a14ee6082598 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979257 expref: 10 pid: 4614 timeout: 794 lvb_type: 1 00000100:00100000:1.0:1746066733.145280:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976278016:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.145306:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791af expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145313:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791af expref: 24 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.145320:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976278144:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.145337:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979027 expref: 18 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.145344:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979027 expref: 18 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.145351:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976278272:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066733.145362:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c72b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066733.146826:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11018 00000100:00100000:3.0:1746066733.146836:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975244544:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066733.146860:0:9776:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.146873:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97914d expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.146880:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129fc1200/0xfb36a14ee608257c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979242 expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.146888:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e880c00/0xfb36a14ee6082464 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979170 expref: 18 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.146893:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.146895:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.146897:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 6/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.146913:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e880c00/0xfb36a14ee6082464 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979170 expref: 18 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.146921:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e880c00/0xfb36a14ee6082464 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979170 expref: 18 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.146929:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976278400:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.146987:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129fc1200/0xfb36a14ee608257c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979242 expref: 10 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.146995:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129fc1200/0xfb36a14ee608257c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979242 expref: 10 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.147001:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976278528:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.147020:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97914d expref: 24 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.147032:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97914d expref: 24 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.147038:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976278656:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.147050:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066733.147064:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11019 00000100:00100000:3.0:1746066733.147069:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975244800:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066733.147083:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.147092:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.147098:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2162688->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d2 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.147104:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e0 expref: 31 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.147108:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 3 00010000:00010000:3.0:1746066733.147110:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 3 00010000:00010000:3.0:1746066733.147111:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.147123:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e0 expref: 31 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.147143:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e0 expref: 31 pid: 21973 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.147151:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976278784:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.147174:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2162688->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d2 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.147181:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2162688->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d2 expref: 37 pid: 21973 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.147189:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976278912:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.147205:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 37 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.147211:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 37 pid: 21973 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.147217:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976279040:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.147227:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066733.152567:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976276864:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066733.152577:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976276992:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066733.152584:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976277120:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066733.152608:0:8452:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066733.152630:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976277760:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066733.152637:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976277888:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066733.152649:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976277248:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066733.152658:0:21203:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066733.152673:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976277376:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066733.152702:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976277504:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066733.152709:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976277632:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066733.152723:0:21973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066733.157617:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.157641:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.157959:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.158092:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.158263:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975245568 00000100:00100000:0.0:1746066733.158270:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975245568 00010000:00010000:0.0:1746066733.158299:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013500a400/0xfb36a14ee6082409 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979131 expref: 25 pid: 21203 timeout: 794 lvb_type: 1 00000100:00100000:1.0:1746066733.158395:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975245952 00000100:00100000:1.0:1746066733.158398:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975245952 00010000:00010000:1.0:1746066733.158414:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082575 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979234 expref: 9 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:0.0:1746066733.158447:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975245696 00000100:00100000:0.0:1746066733.158450:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975245696 00010000:00010000:0.0:1746066733.158460:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a829e00/0xfb36a14ee60824f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791c4 expref: 38 pid: 4614 timeout: 794 lvb_type: 1 00000100:00100000:2.0:1746066733.158805:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.158865:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975246080 00000100:00100000:1.0:1746066733.158868:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975246080 00010000:00010000:1.0:1746066733.158881:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a1 expref: 32 pid: 9776 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.158893:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5498 00000100:00100000:1.0:1746066733.158900:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975245568:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.158911:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.158928:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013500a400/0xfb36a14ee6082409 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979131 expref: 25 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.158938:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013500a400/0xfb36a14ee6082409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979131 expref: 25 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.158957:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013500a400/0xfb36a14ee6082409 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979131 expref: 25 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.158970:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066733.159001:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975245568:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 101us (1389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.159007:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5498 00000100:00100000:1.0:1746066733.159020:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5499 00000100:00100000:1.0:1746066733.159025:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975245952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.159031:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.159041:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082575 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979234 expref: 9 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.159049:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082575 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979234 expref: 9 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.159059:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0e00/0xfb36a14ee6082575 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979234 expref: 9 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.159067:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066733.159078:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975245952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 54us (1437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.159083:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5499 00000100:00100000:1.0:1746066733.159092:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5500 00000100:00100000:1.0:1746066733.159096:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1963:x1830882975245696:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.159102:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.159107:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a829e00/0xfb36a14ee60824f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791c4 expref: 38 pid: 4614 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.159115:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a829e00/0xfb36a14ee60824f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791c4 expref: 38 pid: 4614 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.159125:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a829e00/0xfb36a14ee60824f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791c4 expref: 38 pid: 4614 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.159143:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066733.159156:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1963:x1830882975245696:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 60us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.159162:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5500 00000100:00100000:1.0:1746066733.159188:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5501 00000100:00100000:1.0:1746066733.159193:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1963:x1830882975246080:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.159199:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.159205:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a1 expref: 32 pid: 9776 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.159213:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a1 expref: 32 pid: 9776 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.159223:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc0c00/0xfb36a14ee60824b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791a1 expref: 32 pid: 9776 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.159231:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.159233:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.159236:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.159248:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.159265:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066733.159276:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975246080:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 83us (1185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.159281:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5501 00010000:00010000:1.0:1746066733.159307:0:21973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.159314:0:21973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.159329:0:21973:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.159336:0:21973:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.159343:0:21973:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.159349:0:21973:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800931e7a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066733.159352:0:21973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.159363:0:21973:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.159371:0:21973:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.159376:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800931e7a00/0xfb36a14ee60825de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.159408:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975244288:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 14424us (14974us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.159414:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11016 00000100:00100000:2.0:1746066733.159665:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.159704:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.159723:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.159739:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.159833:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.159846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.159856:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.159865:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.159896:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975245056 00000100:00100000:2.0:1746066733.159899:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975245056 00010000:00010000:2.0:1746066733.159911:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129fc0600/0xfb36a14ee608258a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97923b expref: 11 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:2.0:1746066733.159921:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975245312 00000100:00100000:2.0:1746066733.159923:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975245312 00010000:00010000:2.0:1746066733.159930:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129fc0a00/0xfb36a14ee6082521 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791f5 expref: 19 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.159938:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975245184 00000100:00100000:2.0:1746066733.159940:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975245184 00010000:00010000:2.0:1746066733.159947:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60822ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979066 expref: 24 pid: 9776 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.159955:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975245440 00000100:00100000:2.0:1746066733.159956:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975245440 00010000:00010000:2.0:1746066733.159963:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979115 expref: 20 pid: 21973 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.159970:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975246208 00000100:00100000:2.0:1746066733.159971:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975246208 00010000:00010000:2.0:1746066733.159978:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979027 expref: 21 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.159984:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975246336 00000100:00100000:2.0:1746066733.159986:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975246336 00010000:00010000:2.0:1746066733.159992:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791af expref: 25 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.160004:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975246464 00000100:00100000:2.0:1746066733.160005:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975246464 00010000:00010000:2.0:1746066733.160012:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129fc1200/0xfb36a14ee608257c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979242 expref: 12 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:2.0:1746066733.160019:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975246592 00000100:00100000:2.0:1746066733.160021:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975246592 00010000:00010000:2.0:1746066733.160027:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e880c00/0xfb36a14ee6082464 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979170 expref: 22 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:2.0:1746066733.160036:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5502 00000100:00100000:2.0:1746066733.160041:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882975245056:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.160047:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.160056:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129fc0600/0xfb36a14ee608258a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97923b expref: 12 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:2.0:1746066733.160063:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129fc0600/0xfb36a14ee608258a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97923b expref: 12 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:2.0:1746066733.160074:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129fc0600/0xfb36a14ee608258a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97923b expref: 12 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:2.0:1746066733.160084:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.160098:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882975245056:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 57us (1294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.160103:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5502 00000100:00100000:2.0:1746066733.160112:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5503 00000100:00100000:2.0:1746066733.160117:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1965:x1830882975245312:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.160122:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.160148:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129fc0a00/0xfb36a14ee6082521 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791f5 expref: 22 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160156:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129fc0a00/0xfb36a14ee6082521 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791f5 expref: 22 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160166:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129fc0a00/0xfb36a14ee6082521 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791f5 expref: 22 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160174:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.160185:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1965:x1830882975245312:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 69us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.160191:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5503 00000100:00100000:2.0:1746066733.160199:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5504 00000100:00100000:2.0:1746066733.160203:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975245184:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.160208:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.160214:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60822ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979066 expref: 25 pid: 9776 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160221:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60822ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979066 expref: 25 pid: 9776 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160230:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f209600/0xfb36a14ee60822ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979066 expref: 25 pid: 9776 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160239:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.160249:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975245184:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 46us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.160254:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5504 00000100:00100000:2.0:1746066733.160262:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5505 00000100:00100000:2.0:1746066733.160267:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975245440:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.160272:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.160277:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979115 expref: 20 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160284:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979115 expref: 20 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160293:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee60823b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979115 expref: 20 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160301:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.160303:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.160306:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.160312:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.160324:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.160337:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8697800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882975245440:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 70us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.160342:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5505 00000100:00100000:2.0:1746066733.160350:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5506 00000100:00100000:2.0:1746066733.160354:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975246208:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.160359:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.160365:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979027 expref: 18 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160372:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979027 expref: 18 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160381:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.160392:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975246208:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 37us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.160397:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5506 00000100:00100000:2.0:1746066733.160404:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5507 00000100:00100000:2.0:1746066733.160409:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975246336:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.160413:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.160419:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791af expref: 23 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160426:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791af expref: 23 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.160434:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.160445:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975246336:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 36us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.160450:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5507 00000100:00100000:2.0:1746066733.160467:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5508 00000100:00100000:2.0:1746066733.160471:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975246464:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.160476:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.160483:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129fc1200/0xfb36a14ee608257c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979242 expref: 10 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:2.0:1746066733.160491:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129fc1200/0xfb36a14ee608257c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979242 expref: 10 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:2.0:1746066733.160499:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.160509:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975246464:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 37us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.160513:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5508 00000100:00100000:2.0:1746066733.160521:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5509 00000100:00100000:2.0:1746066733.160525:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975246592:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.160529:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.160535:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e880c00/0xfb36a14ee6082464 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979170 expref: 17 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:2.0:1746066733.160542:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e880c00/0xfb36a14ee6082464 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979170 expref: 17 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:2.0:1746066733.160550:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.160560:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975246592:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 35us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.160564:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5509 00000100:00100000:2.0:1746066733.160590:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976278016:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066733.160599:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013588a200/0xfb36a14ee60824bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791af expref: 22 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.160607:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976278144:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066733.160615:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f209200/0xfb36a14ee6082249 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979027 expref: 16 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.160622:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976278272:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066733.160647:0:4614:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.160885:0:8452:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.160893:0:8452:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.160907:0:8452:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.160913:0:8452:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.160923:0:8452:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.160928:0:8452:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093d00e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066733.160931:0:8452:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.160937:0:8452:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.160946:0:8452:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.160951:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d00e00/0xfb36a14ee60825d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066733.160997:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975244416:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 16405us (16620us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.161003:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11014 00000100:00100000:3.0:1746066733.161252:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975245824 00000100:00100000:3.0:1746066733.161256:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975245824 00002000:00100000:3.0:1746066733.161280:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1908736->2097151) req@ffff8800a8696d80 x1830882975245824/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.161288:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8696d80 with x1830882975245824 ext(1908736->2097151) 00010000:00010000:3.0:1746066733.161295:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 37 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066733.161303:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 37 pid: 4614 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746066733.161309:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8696d80 00000100:00100000:3.0:1746066733.161321:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 993 00000100:00100000:3.0:1746066733.161326:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+37:1965:x1830882975245824:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066733.161514:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976278784:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.161522:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976278912:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.161529:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976279040:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.161542:0:8451:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.161559:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e880c00/0xfb36a14ee6082464 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979170 expref: 15 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.161568:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976278400:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.161574:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129fc1200/0xfb36a14ee608257c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979242 expref: 8 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.161580:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976278528:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.161586:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976278656:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.161596:0:9776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.161780:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.161807:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.161853:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.161874:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.161886:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975246848 00000100:00100000:3.0:1746066733.161888:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975246848 00010000:00010000:3.0:1746066733.161899:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129fc1c00/0xfb36a14ee6082598 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979257 expref: 8 pid: 4614 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.161908:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975246976 00000100:00100000:3.0:1746066733.161910:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975246976 00010000:00010000:3.0:1746066733.161916:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2162688->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d2 expref: 39 pid: 21973 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.161924:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975247104 00000100:00100000:3.0:1746066733.161925:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975247104 00010000:00010000:3.0:1746066733.161931:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97914d expref: 22 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.161939:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5510 00000100:00100000:3.0:1746066733.161943:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975246848:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.161950:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.161958:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129fc1c00/0xfb36a14ee6082598 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979257 expref: 8 pid: 4614 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.161969:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129fc1c00/0xfb36a14ee6082598 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979257 expref: 8 pid: 4614 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.161980:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129fc1c00/0xfb36a14ee6082598 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979257 expref: 8 pid: 4614 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.161987:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.161989:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.161991:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.161997:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162009:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.162023:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975246848:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 79us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.162028:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5510 00000100:00100000:3.0:1746066733.162038:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5511 00000100:00100000:3.0:1746066733.162042:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+39:1965:x1830882975246976:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.162048:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.162056:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2162688->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d2 expref: 39 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066733.162062:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2162688->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d2 expref: 39 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066733.162072:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7e00/0xfb36a14ee60824fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [2162688->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d2 expref: 39 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066733.162080:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.162089:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1965:x1830882975246976:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 47us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.162094:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5511 00000100:00100000:3.0:1746066733.162101:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5512 00000100:00100000:3.0:1746066733.162106:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975247104:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.162110:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.162117:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97914d expref: 22 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066733.162124:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97914d expref: 22 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066733.162145:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fa29200/0xfb36a14ee6082425 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97914d expref: 22 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066733.162153:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.162154:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.162156:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162162:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162174:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.162187:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975247104:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 81us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.162192:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5512 00010000:00010000:3.0:1746066733.162204:0:4614:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162210:0:4614:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162222:0:4614:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162227:0:4614:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162232:0:4614:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162237:0:4614:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934ebc00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066733.162240:0:4614:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162245:0:4614:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162257:0:4614:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162262:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934ebc00/0xfb36a14ee60825e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.162292:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975244928:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 17133us (17846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.162298:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11017 00010000:00010000:3.0:1746066733.162312:0:9776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162317:0:9776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162327:0:9776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162333:0:9776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162337:0:9776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162342:0:9776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880129fc1600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066733.162345:0:9776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162351:0:9776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162359:0:9776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.162364:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129fc1600/0xfb36a14ee60825ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.162388:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+5:1963:x1830882975244544:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 15555us (17931us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.162393:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11018 00000100:00100000:0.0:1746066733.162696:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975246720 00000100:00100000:0.0:1746066733.162700:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975246720 00002000:00100000:0.0:1746066733.162716:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2097152->2154495) req@ffff88009a4eed80 x1830882975246720/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066733.162723:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4eed80 with x1830882975246720 ext(2097152->2154495) 00010000:00010000:0.0:1746066733.162728:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 38 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.162736:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 38 pid: 21973 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746066733.162742:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a4eed80 00000100:00100000:0.0:1746066733.162754:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 994 00000100:00100000:0.0:1746066733.162759:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+38:1966:x1830882975246720:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066733.163793:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.163850:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975247232 00000100:00100000:1.0:1746066733.163854:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975247232 00010000:00010000:1.0:1746066733.163873:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e0 expref: 31 pid: 21973 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.163888:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5513 00000100:00100000:1.0:1746066733.163892:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975247232:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.163899:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.163907:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e0 expref: 31 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.163915:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e0 expref: 31 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.163932:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7c00/0xfb36a14ee608250c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e0 expref: 31 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.163942:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066733.163962:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975247232:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 70us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.163967:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5513 00000100:00100000:3.0:1746066733.165108:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1965:x1830882975245824:12345-192.168.202.57@tcp:4:cat.0 Request processed in 3779us (5401us total) trans 21474840196 rc 0/0 00000100:00100000:3.0:1746066733.165115:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 993 00002000:00100000:3.0:1746066733.165122:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1908736->2097151) req@ffff8800a8696d80 x1830882975245824/t21474840196(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/448 e 0 to 0 dl 1746066744 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.165139:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8696d80 with x1830882975245824 ext(1908736->2097151) 00010000:00010000:3.0:1746066733.165145:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 40 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066733.165153:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 40 pid: 4614 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746066733.165158:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8696d80 00000100:00100000:1.0:1746066733.166851:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+40:1966:x1830882975246720:12345-192.168.202.57@tcp:4:cat.0 Request processed in 4087us (5066us total) trans 21474840197 rc 0/0 00000100:00100000:1.0:1746066733.166859:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 994 00002000:00100000:1.0:1746066733.166865:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2097152->2154495) req@ffff88009a4eed80 x1830882975246720/t21474840197(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/448 e 0 to 0 dl 1746066744 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.166872:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4eed80 with x1830882975246720 ext(2097152->2154495) 00010000:00010000:1.0:1746066733.166878:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 40 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.166886:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 40 pid: 21973 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746066733.166891:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a4eed80 00000001:00080000:3.0:1746066733.167125:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840183 is committed 00000001:00080000:3.0:1746066733.167144:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840175 is committed 00000001:00080000:3.0:1746066733.167158:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840195 is committed 00000001:00080000:3.0:1746066733.167164:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840194 is committed 00000001:00080000:3.0:1746066733.167283:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840180 is committed 00000100:00100000:0.0:1746066733.169590:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.169775:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975247360 00000100:00100000:1.0:1746066733.169781:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975247360 00010000:00010000:1.0:1746066733.169807:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 18 pid: 4614 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.169830:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5514 00000100:00100000:1.0:1746066733.169836:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1966:x1830882975247360:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.169846:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.169860:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 18 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.169869:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 18 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.169884:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc1a00/0xfb36a14ee6082505 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1908736->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791d9 expref: 18 pid: 4614 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.169894:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.169895:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.169899:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.169905:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.169920:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066733.169953:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1966:x1830882975247360:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 118us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.169958:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5514 00010000:00010000:0.0:1746066733.170190:0:21203:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.170198:0:21203:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.170213:0:21203:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.170219:0:21203:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.170225:0:21203:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.170230:0:21203:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800931e7e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066733.170234:0:21203:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.170241:0:21203:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.170250:0:21203:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.170255:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800931e7e00/0xfb36a14ee60825d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066733.170290:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975244672:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 25415us (25870us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.170296:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11015 00000100:00100000:3.0:1746066733.170448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.170670:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975247488 00000100:00100000:0.0:1746066733.170694:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975247488 00010000:00010000:0.0:1746066733.170709:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 17 pid: 21973 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746066733.170727:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5515 00000100:00100000:0.0:1746066733.170732:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975247488:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066733.170739:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066733.170748:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 17 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.170756:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 17 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.170771:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b0c7800/0xfb36a14ee6082513 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->2162687] (req 2097152->2154495) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9791e7 expref: 17 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.170780:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.170782:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.170785:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.170791:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.170812:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066733.171005:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1963:x1830882975247488:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 272us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.171010:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5515 00010000:00010000:3.0:1746066733.171122:0:8451:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.171137:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.171149:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.171155:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.171160:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.171165:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c30400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066733.171167:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.171172:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.171180:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.171186:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c30400/0xfb36a14ee60825f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.171217:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+5:1963:x1830882975244800:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 24148us (26737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.171221:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11019 00000100:00100000:0.0:1746066733.174298:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.174419:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975247744 00000100:00100000:2.0:1746066733.174426:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975247744 00000100:00100000:2.0:1746066733.174455:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9123 00000100:00100000:2.0:1746066733.174460:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+18:29047:x1830882975247744:12345-192.168.202.57@tcp:36:mirror_io.0 00010000:00010000:2.0:1746066733.174493:0:809:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.174509:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d400/0xfb36a14ee60825c9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97926c expref: 18 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.174637:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066733.174641:0:809:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066733.174661:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066733.174672:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bb2 expref: 287 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.174695:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 19 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.174701:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea200/0xfb36a14ee6081e75 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d6b expref: 19 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.174706:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6081fe1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e67 expref: 287 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.174712:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 7/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066733.174734:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6081fe1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e67 expref: 287 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.174744:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6081fe1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e67 expref: 287 pid: 14549 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.174756:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976279168:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066733.174823:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea200/0xfb36a14ee6081e75 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d6b expref: 19 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.174830:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea200/0xfb36a14ee6081e75 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d6b expref: 19 pid: 809 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.175300:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b07480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976279296:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066733.175375:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 19 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.175383:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 19 pid: 14549 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.175390:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976279424:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066733.175410:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bb2 expref: 287 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.175417:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bb2 expref: 287 pid: 809 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.175423:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b05880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976279552:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066733.175434:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066733.178605:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.178633:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.178659:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975248128 00000100:00100000:1.0:1746066733.178666:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975248128 00000100:00100000:0.0:1746066733.178711:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066733.178715:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea200/0xfb36a14ee6081e75 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d6b expref: 20 pid: 809 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.178732:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975248000 00000100:00100000:1.0:1746066733.178735:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975248000 00000100:00100000:0.0:1746066733.178739:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975247872 00000100:00100000:0.0:1746066733.178741:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975247872 00010000:00010000:1.0:1746066733.178744:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 21 pid: 14549 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.178752:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6081fe1 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e67 expref: 288 pid: 14549 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.178768:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5516 00000100:00100000:1.0:1746066733.178775:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975248128:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.178785:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.178789:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea200/0xfb36a14ee6081e75 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d6b expref: 21 pid: 809 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.178798:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea200/0xfb36a14ee6081e75 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d6b expref: 21 pid: 809 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.178814:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066733.178818:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.178824:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.178835:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976279168:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066733.178843:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099aea200/0xfb36a14ee6081e75 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978d6b expref: 21 pid: 809 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.178850:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975248128:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 77us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.178853:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b07480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976279296:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066733.178855:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5516 00000100:00100000:2.0:1746066733.178859:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976279424:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066733.178864:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b05880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976279552:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066733.178866:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5517 00000100:00100000:1.0:1746066733.178871:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882975248000:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.178876:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.178879:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 19 pid: 14549 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.178885:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066733.178885:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 19 pid: 14549 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.178893:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e881600/0xfb36a14ee6081c22 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bf1 expref: 19 pid: 14549 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746066733.179011:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5518 00000100:00100000:0.0:1746066733.179018:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+288:1963:x1830882975247872:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066733.179026:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066733.179030:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6081fe1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e67 expref: 288 pid: 14549 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.179094:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6081fe1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e67 expref: 288 pid: 14549 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.179105:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6081fe1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978e67 expref: 288 pid: 14549 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.179113:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066733.179116:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066733.179121:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066733.179149:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+287:1963:x1830882975247872:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 131us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.179154:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5518 00000100:00100000:0.0:1746066733.179800:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.179858:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975248256 00000100:00100000:2.0:1746066733.179861:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975248256 00010000:00010000:2.0:1746066733.179874:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bb2 expref: 287 pid: 809 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.179900:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5519 00000100:00100000:2.0:1746066733.179905:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+287:1963:x1830882975248256:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.179912:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.179915:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bb2 expref: 287 pid: 809 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.179923:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bb2 expref: 287 pid: 809 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.179933:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6081bc0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c978bb2 expref: 287 pid: 809 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.179942:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066733.179945:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066733.179951:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066733.179956:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066733.179969:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.179985:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+286:1963:x1830882975248256:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 80us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.179991:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5519 00010000:00010000:2.0:1746066733.180004:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066733.180010:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000040:00080000:2.0:1746066733.180560:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2619, 88 off219856 00000004:00080000:2.0:1746066733.180568:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694357891656ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066733.180595:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2562, 88 off214928 00000004:00080000:2.0:1746066733.180599:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694357923079ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066733.180611:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2563, 88 off215016 00000004:00080000:2.0:1746066733.180614:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694357938377ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066733.180621:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2620, 88 off219944 00000004:00080000:2.0:1746066733.180624:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694357947614ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066733.180629:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2621, 88 off220032 00000004:00080000:2.0:1746066733.180632:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694357955792ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066733.180639:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2564, 88 off215104 00000004:00080000:2.0:1746066733.180641:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694357965444ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066733.180647:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2565, 88 off215192 00000004:00080000:2.0:1746066733.180649:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694357973187ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066733.180655:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2566, 88 off215280 00000004:00080000:2.0:1746066733.180657:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694357981314ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066733.180664:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2622, 88 off220120 00000004:00080000:2.0:1746066733.180666:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694357990064ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066733.180673:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2567, 88 off215368 00000004:00080000:2.0:1746066733.180699:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694358022587ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066733.180709:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2623, 88 off220208 00000004:00080000:2.0:1746066733.180711:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694358035424ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066733.180718:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2568, 88 off215456 00000004:00080000:2.0:1746066733.180721:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694358044664ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066733.180727:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2624, 88 off220296 00000004:00080000:2.0:1746066733.180729:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694358053334ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066733.180735:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2625, 88 off220384 00000004:00080000:2.0:1746066733.180738:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694358061762ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066733.180744:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2626, 88 off220472 00000004:00080000:2.0:1746066733.180746:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694358070146ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066733.180752:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2627, 88 off220560 00000004:00080000:2.0:1746066733.180754:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694358078564ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066733.180761:0:809:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2569, 88 off215544 00000004:00080000:2.0:1746066733.180763:0:809:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694358087534ns, next at 634327279575ns, rc = 0 00010000:00010000:1.0:1746066733.181217:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066733.181220:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066733.181243:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975248000:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2371us (2609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.181249:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5517 00000001:00080000:0.0:1746066733.207968:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943002 is committed 00000004:00010000:3.0:1746066733.208008:0:809:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092044a80 reply state ffff88008c33ac00 transno 8589943003 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:3.0:1746066733.208016:0:809:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000001:00080000:0.0:1746066733.208057:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943000 is committed 00000001:00080000:0.0:1746066733.208061:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942970 is committed 00000001:00080000:0.0:1746066733.208072:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942994 is committed 00000001:00080000:0.0:1746066733.208101:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943003 is committed 00000004:00080000:0.0:1746066733.208106:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1852 committed 00000004:00080000:0.0:1746066733.208152:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1912 committed 00000004:00080000:0.0:1746066733.208157:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1911 committed 00000004:00080000:0.0:1746066733.208159:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1910 committed 00000004:00080000:0.0:1746066733.208160:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1909 committed 00000004:00080000:0.0:1746066733.208162:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1851 committed 00000004:00080000:0.0:1746066733.208164:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1908 committed 00000004:00080000:0.0:1746066733.208165:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1850 committed 00000004:00080000:0.0:1746066733.208167:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1907 committed 00000004:00080000:0.0:1746066733.208168:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1849 committed 00000004:00080000:0.0:1746066733.208169:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1848 committed 00000004:00080000:0.0:1746066733.208171:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1847 committed 00000004:00080000:0.0:1746066733.208172:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1906 committed 00000004:00080000:0.0:1746066733.208173:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1905 committed 00000004:00080000:0.0:1746066733.208175:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1846 committed 00000004:00080000:0.0:1746066733.208176:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1845 committed 00000004:00080000:0.0:1746066733.208177:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1904 committed 00000001:00080000:0.0:1746066733.208181:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589942999 is committed 00000100:00100000:1.0:1746066733.208242:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976279680:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066733.208250:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976279808:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.208529:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066733.208544:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976279680 00000100:00100000:0.0:1746066733.208550:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976279680 00000100:00100000:1.0:1746066733.208552:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976280192:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.208566:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.208579:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976280704:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066733.208586:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976280192 00000100:00100000:0.0:1746066733.208588:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976280192 00000100:00100000:1.0:1746066733.208592:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066733.208600:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976280704 00000100:00100000:0.0:1746066733.208602:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976280704 00000100:00100000:1.0:1746066733.208603:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976281216:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.208614:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066733.208614:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11020 00000100:00100000:0.0:1746066733.208619:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3295:x1830882976279680:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.208628:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746066733.208632:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976280832:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.208644:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.208653:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976281344:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.208665:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.208694:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976280064:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.208710:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.208719:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976280576:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.208729:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.208734:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976281088:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.208744:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.208750:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976281600:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.208759:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.208765:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1746066733.208769:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976279936:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.208781:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.208786:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976280448:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.208796:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.208802:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976280960:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066733.208802:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3295:x1830882976279680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 183us (273us total) trans 21474840198 rc 0/0 00000100:00100000:0.0:1746066733.208808:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11020 00000100:00100000:1.0:1746066733.208812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.208817:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976281472:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066733.208818:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976281216 00000100:00100000:0.0:1746066733.208820:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976281216 00000100:00100000:1.0:1746066733.208827:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066733.208827:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976280832 00000100:00100000:0.0:1746066733.208829:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976280832 00000100:00100000:0.0:1746066733.208834:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976281344 00000100:00100000:0.0:1746066733.208836:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976281344 00000100:00100000:1.0:1746066733.208840:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976280064 00000100:00100000:0.0:1746066733.208841:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976280576 00000100:00100000:1.0:1746066733.208842:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976280064 00000100:00100000:0.0:1746066733.208843:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976280576 00000100:00100000:0.0:1746066733.208848:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976281088 00000100:00100000:0.0:1746066733.208849:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976281088 00000100:00100000:1.0:1746066733.208854:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976279936 00000100:00100000:0.0:1746066733.208854:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976281600 00000100:00100000:0.0:1746066733.208855:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976281600 00000100:00100000:1.0:1746066733.208856:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976279936 00000100:00100000:0.0:1746066733.208860:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976280448 00000100:00100000:1.0:1746066733.208861:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976280960 00000100:00100000:0.0:1746066733.208861:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976280448 00000100:00100000:1.0:1746066733.208862:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976280960 00000100:00100000:0.0:1746066733.208866:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976281472 00000100:00100000:0.0:1746066733.208868:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976281472 00000100:00100000:1.0:1746066733.208869:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11021 00000100:00100000:1.0:1746066733.208873:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3295:x1830882976280192:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066733.208875:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11022 00000100:00100000:0.0:1746066733.208878:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3295:x1830882976280704:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.208953:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3295:x1830882976280192:12345-0@lo:2:osp-syn-0-0.0 Request processed in 80us (386us total) trans 21474840199 rc 0/0 00000100:00100000:0.0:1746066733.208953:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976280704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (360us total) trans 17179872854 rc 0/0 00000100:00100000:0.0:1746066733.208958:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11022 00000100:00100000:1.0:1746066733.208960:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11021 00000100:00100000:0.0:1746066733.208967:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11023 00000100:00100000:1.0:1746066733.208969:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11024 00000100:00100000:0.0:1746066733.208971:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3295:x1830882976281216:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.208973:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3295:x1830882976280832:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066733.208992:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11025 00000100:00100000:0.0:1746066733.208996:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3295:x1830882976281344:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.209050:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3295:x1830882976280832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (404us total) trans 17179872855 rc 0/0 00000100:00100000:1.0:1746066733.209055:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11024 00000100:00100000:0.0:1746066733.209059:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3295:x1830882976281344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 62us (393us total) trans 17179872856 rc 0/0 00000100:00100000:0.0:1746066733.209063:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11025 00000100:00100000:1.0:1746066733.209065:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11026 00000100:00100000:1.0:1746066733.209070:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3294:x1830882976280576:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066733.209070:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11027 00000100:00100000:0.0:1746066733.209073:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3294:x1830882976280064:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066733.209090:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11028 00000100:00100000:0.0:1746066733.209093:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3294:x1830882976281088:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.209158:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3294:x1830882976280576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 88us (427us total) trans 21474840200 rc 0/0 00000100:00100000:1.0:1746066733.209163:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11026 00002000:00010000:0.0:1746066733.209167:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1746066733.209170:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11029 00002000:00010000:0.0:1746066733.209170:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066733.209172:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066733.209174:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00000100:00100000:1.0:1746066733.209175:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882976281600:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066733.209176:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066733.209192:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882976281088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 98us (446us total) trans 17179872857 rc 0/0 00000100:00100000:0.0:1746066733.209196:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11028 00000100:00100000:0.0:1746066733.209207:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11030 00000100:00100000:0.0:1746066733.209210:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3294:x1830882976279936:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.209244:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882976281600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 69us (483us total) trans 17179872858 rc 0/0 00000100:00100000:1.0:1746066733.209249:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11029 00000100:00100000:1.0:1746066733.209256:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11031 00000100:00100000:1.0:1746066733.209261:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3294:x1830882976280448:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066733.209279:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3294:x1830882976279936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 68us (497us total) trans 21474840201 rc 0/0 00000100:00100000:0.0:1746066733.209283:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11030 00000100:00100000:0.0:1746066733.209304:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11032 00000100:00100000:0.0:1746066733.209308:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3294:x1830882976280960:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066733.209318:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066733.209320:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1746066733.209321:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746066733.209323:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1746066733.209325:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066733.209341:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3294:x1830882976280448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (543us total) trans 21474840202 rc 0/0 00000100:00100000:1.0:1746066733.209345:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11031 00000100:00100000:1.0:1746066733.209353:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11033 00000100:00100000:1.0:1746066733.209358:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882976281472:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066733.209376:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882976280960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 67us (562us total) trans 17179872859 rc 0/0 00000100:00100000:0.0:1746066733.209380:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11032 00000100:00100000:1.0:1746066733.209425:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3294:x1830882976281472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 67us (596us total) trans 17179872860 rc 0/0 00000100:00100000:1.0:1746066733.209429:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11033 00000100:00100000:0.0:1746066733.209449:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3294:x1830882976280064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 376us (739us total) trans 21474840203 rc 0/0 00000100:00100000:1.0:1746066733.209454:0:3294:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840180 gen 2 00000100:00100000:0.0:1746066733.209454:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11027 00000004:00080000:1.0:1746066733.209457:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed08000, transno 21474840163 00000004:00080000:1.0:1746066733.209462:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009edb0a80, transno 21474840164 00000004:00080000:1.0:1746066733.209464:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b06a00, transno 21474840165 00000100:00100000:0.0:1746066733.209465:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746066733.209466:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed0b100, transno 21474840166 00000004:00080000:1.0:1746066733.209468:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009edb1880, transno 21474840167 00000004:00080000:1.0:1746066733.209470:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed09c00, transno 21474840168 00000004:00080000:1.0:1746066733.209472:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009edb0e00, transno 21474840169 00000004:00080000:1.0:1746066733.209474:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed09f80, transno 21474840170 00000004:00080000:1.0:1746066733.209476:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009edb1500, transno 21474840171 00000004:00080000:1.0:1746066733.209477:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e73a300, transno 21474840172 00000004:00080000:1.0:1746066733.209479:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e738e00, transno 21474840173 00000004:00080000:1.0:1746066733.209481:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e739f80, transno 21474840174 00000004:00080000:1.0:1746066733.209482:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e73b100, transno 21474840175 00000004:00080000:1.0:1746066733.209484:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e739c00, transno 21474840176 00000004:00080000:1.0:1746066733.209486:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e73ad80, transno 21474840177 00000004:00080000:1.0:1746066733.209488:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a5bb1500, transno 21474840178 00000004:00080000:1.0:1746066733.209490:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e73aa00, transno 21474840179 00000004:00080000:1.0:1746066733.209491:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e738700, transno 21474840180 00000100:00100000:1.0:1746066733.209496:0:3294:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff88008efb6a00 x1830882976279936/t21474840201(21474840201) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746066749 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:1.0:1746066733.209504:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb6a00/2, rc 0, transno 21474840201 00000100:00100000:2.0:1746066733.209507:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976279808 00000100:00100000:1.0:1746066733.209508:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976279936:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066733.209510:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976279808 00000100:00100000:2.0:1746066733.209523:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11034 00000100:00100000:2.0:1746066733.209527:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3296:x1830882976279808:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066733.209595:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3296:x1830882976279808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 68us (130us total) trans 21474840204 rc 0/0 00000100:00100000:2.0:1746066733.209600:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11034 00010000:00080000:3.0:1746066733.209903:0:809:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1746066733.209913:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:29047:x1830882975247744:12345-192.168.202.57@tcp:36:mirror_io.0 Request processed in 35451us (35618us total) trans 8589943003 rc 0/0 00000100:00100000:3.0:1746066733.209919:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9123 00010000:00010000:3.0:1746066733.209983:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066733.209990:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066733.209995:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066733.209999:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ed34a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066733.210002:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066733.210008:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066733.210022:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.210025:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066733.210028:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066733.210031:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60825fa lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066733.210630:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976280320:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066733.210900:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066733.211975:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976280320 00000100:00100000:3.0:1746066733.211979:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976280320 00000100:00100000:3.0:1746066733.212001:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11035 00000004:00080000:0.0:1746066733.212002:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb6300/2, rc 0, transno 21474840204 00000100:00100000:3.0:1746066733.212006:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3296:x1830882976280320:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066733.212007:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976279808:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066733.212138:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3296:x1830882976280320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 122us (1228us total) trans 21474840205 rc 0/0 00000100:00100000:3.0:1746066733.212144:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11035 00000004:00080000:3.0:1746066733.212165:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb7100/2, rc 0, transno 21474840205 00000100:00100000:3.0:1746066733.212168:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976280320:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066733.212359:0:14588:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 8 in progress, 5 in flight, 18 done 00000100:00100000:1.0:1746066733.212486:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976281216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3514us (3871us total) trans 17179872861 rc 0/0 00000100:00100000:1.0:1746066733.212492:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11023 00000100:00100000:1.0:1746066733.212589:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976281728:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.212605:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066733.212749:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976281728 00000100:00100000:2.0:1746066733.212753:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976281728 00000100:00100000:2.0:1746066733.212782:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11036 00000100:00100000:2.0:1746066733.212787:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976281728:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066733.213671:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.213797:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975248384 00000100:00100000:3.0:1746066733.213801:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975248384 00000100:00100000:3.0:1746066733.213822:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9124 00000100:00100000:2.0:1746066733.213825:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3295:x1830882976281728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1038us (1219us total) trans 21474840206 rc 0/0 00000100:00100000:3.0:1746066733.213826:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:29047:x1830882975248384:12345-192.168.202.57@tcp:101:mirror_io.0 00000100:00100000:2.0:1746066733.213834:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11036 00010000:00010000:3.0:1746066733.213837:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.213849:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013082da00/0xfb36a14ee6082601 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979273 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1746066733.213881:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b04380/2, rc 0, transno 17179872855 00000100:00100000:1.0:1746066733.213885:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976280832:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1746066733.213887:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013082da00/0xfb36a14ee6082601 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979273 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1746066733.213894:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b04000/2, rc 0, transno 17179872856 00000100:00100000:1.0:1746066733.213896:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976281344:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1746066733.213901:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013082da00/0xfb36a14ee6082601 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979273 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1746066733.213903:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b05880/2, rc 0, transno 17179872854 00000100:00100000:1.0:1746066733.213905:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976280704:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066733.213910:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b06680/2, rc 0, transno 17179872861 00000100:00100000:1.0:1746066733.213912:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976281216:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1746066733.213914:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.213917:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066733.213919:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013082da00, rc 0) 00000004:00080000:1.0:1746066733.213919:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb7800/2, rc 0, transno 21474840198 00000100:00100000:1.0:1746066733.213921:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976279680:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066733.213928:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb5f80/2, rc 0, transno 21474840199 00000100:00100000:1.0:1746066733.213930:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976280192:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066733.213939:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93c380/2, rc 0, transno 21474840206 00000100:00100000:1.0:1746066733.213941:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976281728:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066733.213954:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:29047:x1830882975248384:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 127us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.213959:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9124 00000004:00080000:1.0:1746066733.214119:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb5880/2, rc 0, transno 21474840202 00000100:00100000:1.0:1746066733.214123:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976280448:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066733.214141:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b07480/2, rc 0, transno 17179872859 00000100:00100000:1.0:1746066733.214144:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976280960:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066733.214151:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b05c00/2, rc 0, transno 17179872860 00000100:00100000:1.0:1746066733.214153:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976281472:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066733.214159:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb4380/2, rc 0, transno 21474840203 00000100:00100000:1.0:1746066733.214161:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976280064:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066733.214167:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efb4a80/2, rc 0, transno 21474840200 00000100:00100000:1.0:1746066733.214169:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976280576:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066733.214175:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b06d80/2, rc 0, transno 17179872857 00000100:00100000:1.0:1746066733.214177:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976281088:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066733.214182:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b06300/2, rc 0, transno 17179872858 00000100:00100000:1.0:1746066733.214185:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976281600:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066733.224299:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.224434:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975248512 00000100:00100000:3.0:1746066733.224441:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975248512 00000100:00100000:3.0:1746066733.225012:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 561 00000100:00100000:3.0:1746066733.225019:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:29047:x1830882975248512:12345-192.168.202.57@tcp:103:mirror_io.0 00010000:00010000:3.0:1746066733.225030:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.225049:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60825bb lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979265 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.225060:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.225064:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.225109:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:29047:x1830882975248512:12345-192.168.202.57@tcp:103:mirror_io.0 Request processed in 90us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.225114:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 561 00000100:00100000:0.0:1746066733.226430:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.226475:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975248768 00000100:00100000:2.0:1746066733.226479:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975248768 00000100:00100000:2.0:1746066733.226512:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3623 00000100:00100000:2.0:1746066733.226517:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:29047:x1830882975248768:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:2.0:1746066733.226914:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:29047:x1830882975248768:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 396us (486us total) trans 8589943004 rc 0/0 00000100:00100000:2.0:1746066733.226920:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3623 00000100:00100000:0.0:1746066733.228370:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.228490:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975249024 00000100:00100000:2.0:1746066733.228495:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975249024 00000100:00100000:2.0:1746066733.228526:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3624 00000100:00100000:2.0:1746066733.228532:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:29047:x1830882975249024:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:2.0:1746066733.228665:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:29047:x1830882975249024:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 111us (275us total) trans 8589943005 rc 0/0 00000100:00100000:2.0:1746066733.228671:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3624 00000100:00100000:0.0:1746066733.260205:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.260253:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.260756:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975249280 00000100:00100000:2.0:1746066733.260763:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975249280 00000100:00100000:2.0:1746066733.260796:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975249536 00000100:00100000:2.0:1746066733.260797:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975249536 00000100:00100000:2.0:1746066733.260812:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9125 00000100:00100000:0.0:1746066733.260818:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9126 00000100:00100000:2.0:1746066733.260819:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+251:29060:x1830882975249280:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:0.0:1746066733.260826:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:29059:x1830882975249536:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066733.260838:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066733.260838:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.260851:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d800/0xfb36a14ee608260f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97927a expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.260851:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e6000/0xfb36a14ee6082608 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979281 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.260938:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee6082616 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.260947:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608261d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.260948:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee6082616 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.260957:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee6082616 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.260960:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608261d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.260967:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013195ce00/0xfb36a14ee6082624 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.260968:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608261d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.260972:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013195ce00/0xfb36a14ee6082624 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.260975:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7e00/0xfb36a14ee608262b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.260977:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013195ce00/0xfb36a14ee6082624 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.260980:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7e00/0xfb36a14ee608262b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066733.260984:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7e00/0xfb36a14ee608262b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.261075:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136820000/0xfb36a14ee6082632 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.261076:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6082639 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.261081:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136820000/0xfb36a14ee6082632 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.261086:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136820000/0xfb36a14ee6082632 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:2.0:1746066733.261092:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066733.261092:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6082639 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066733.261098:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6082639 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000004:00200000:0.0:1746066733.261103:0:16018:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066733.261161:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee6082616 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.261166:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee6082616 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.261174:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee6082616 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.261174:0:16018:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608261d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066733.261179:0:16018:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608261d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066733.261183:0:16018:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608261d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.261185:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013195d200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066733.261187:0:16018:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800931e7c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066733.261188:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee6082616 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.261189:0:16018:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608261d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.261193:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee6082616 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.261193:0:16018:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608261d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.261202:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066733.261204:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066733.261206:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066733.261207:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee6082616 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.261208:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066733.261211:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee6082616 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.261211:0:16018:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608261d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066733.261215:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608261d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.261231:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013195ce00/0xfb36a14ee6082624 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.261235:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013195ce00/0xfb36a14ee6082624 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.261239:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013195ce00/0xfb36a14ee6082624 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.261242:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013195ce00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066733.261244:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013195ce00/0xfb36a14ee6082624 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.261248:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013195ce00/0xfb36a14ee6082624 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.261257:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ed99800) 00010000:00010000:2.0:1746066733.261258:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066733.261260:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013195ce00/0xfb36a14ee6082624 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.262909:0:16018:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7e00/0xfb36a14ee608262b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066733.262921:0:16018:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7e00/0xfb36a14ee608262b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066733.262926:0:16018:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7e00/0xfb36a14ee608262b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066733.262930:0:16018:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800931e7e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066733.262932:0:16018:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7e00/0xfb36a14ee608262b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066733.262936:0:16018:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7e00/0xfb36a14ee608262b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066733.262945:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ed99800) 00010000:00010000:0.0:1746066733.262947:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066733.262948:0:16018:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7e00/0xfb36a14ee608262b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16018 initiator: MDT0 00010000:00010000:0.0:1746066733.262952:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e7e00/0xfb36a14ee608262b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066733.263112:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e6000/0xfb36a14ee6082608 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979281 expref: 10 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.263137:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6082639 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979281 expref: 9 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.263142:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066733.263144:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066733.263146:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5b0c00, rc 0) 00000100:00100000:1.0:1746066733.263190:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:29059:x1830882975249536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2366us (2937us total) trans 8589943007 rc 0/0 00000100:00100000:1.0:1746066733.263197:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9126 00010000:00010000:2.0:1746066733.263462:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013195ce00/0xfb36a14ee6082624 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.263488:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d800/0xfb36a14ee608260f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97927a expref: 254 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.263496:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136820000/0xfb36a14ee6082632 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97927a expref: 253 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.263502:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066733.263504:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066733.263505:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136820000, rc 0) 00000100:00100000:2.0:1746066733.263521:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29060:x1830882975249280:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2703us (3323us total) trans 8589943006 rc 0/0 00000100:00100000:2.0:1746066733.263525:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9125 00000100:00100000:2.0:1746066733.266789:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.266849:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975249792 00000100:00100000:0.0:1746066733.266857:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975249792 00000100:00100000:0.0:1746066733.266887:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3625 00000100:00100000:0.0:1746066733.266893:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29060:x1830882975249792:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:0.0:1746066733.267044:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:29060:x1830882975249792:12345-192.168.202.57@tcp:35:cat.0 Request processed in 150us (259us total) trans 8589943008 rc 0/0 00000100:00100000:0.0:1746066733.267050:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3625 00000100:00100000:2.0:1746066733.273808:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.273978:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975250048 00000100:00100000:0.0:1746066733.273985:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975250048 00000100:00100000:0.0:1746066733.274029:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3626 00000100:00100000:0.0:1746066733.274035:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:29059:x1830882975250048:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:0.0:1746066733.274206:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29059:x1830882975250048:12345-192.168.202.57@tcp:35:cat.0 Request processed in 170us (404us total) trans 8589943009 rc 0/0 00000100:00100000:0.0:1746066733.274211:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3626 00000100:00100000:0.0:1746066733.276894:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.276925:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.276954:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.276987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.277006:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975250176 00000100:00100000:0.0:1746066733.277012:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975250176 00000100:00100000:0.0:1746066733.277037:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975250560 00000100:00100000:0.0:1746066733.277039:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975250560 00000100:00100000:0.0:1746066733.277049:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975250688 00000100:00100000:0.0:1746066733.277050:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975250688 00000100:00100000:0.0:1746066733.277061:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11037 00000100:00100000:0.0:1746066733.277067:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1964:x1830882975250176:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066733.277080:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066733.277096:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608264e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979288 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066733.277115:0:21203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd2c, atime: 0x6812dd2c, ctime: 0x6812dd2c, blocks: 0x7e7 00010000:00010000:0.0:1746066733.277136:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.277138:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.277145:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608264e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979288 expref: 17 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.277159:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608264e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979288 expref: 17 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.277168:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931e7c00, rc 0) 00000100:00100000:0.0:1746066733.277195:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975250176:12345-192.168.202.57@tcp:101:cat.0 Request processed in 128us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.277200:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11037 00000100:00100000:0.0:1746066733.277210:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11038 00000100:00100000:0.0:1746066733.277214:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975250560:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066733.277220:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066733.277229:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931e6a00/0xfb36a14ee6082655 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979296 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066733.277240:0:21203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd2c, atime: 0x6812dd2a, ctime: 0x6812dd2c, blocks: 0x81f 00010000:00010000:0.0:1746066733.277246:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.277247:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.277250:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931e6a00/0xfb36a14ee6082655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979296 expref: 23 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.277258:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931e6a00/0xfb36a14ee6082655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979296 expref: 23 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.277264:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931e6a00, rc 0) 00000100:00100000:0.0:1746066733.277275:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975250560:12345-192.168.202.57@tcp:101:cat.0 Request processed in 60us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.277279:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11038 00000100:00100000:0.0:1746066733.277286:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11039 00000100:00100000:0.0:1746066733.277289:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975250688:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066733.277294:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066733.277299:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee608265c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97929d expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066733.277306:0:21203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd2c, atime: 0x6812dd2c, ctime: 0x6812dd2c, blocks: 0x821 00010000:00010000:0.0:1746066733.277311:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.277312:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.277315:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee608265c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97929d expref: 23 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.277321:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee608265c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97929d expref: 23 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.277326:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931e7e00, rc 0) 00000100:00100000:0.0:1746066733.277334:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975250688:12345-192.168.202.57@tcp:101:cat.0 Request processed in 45us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.277338:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11039 00000100:00100000:3.0:1746066733.277594:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975250432 00000100:00100000:3.0:1746066733.277598:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975250432 00000100:00100000:3.0:1746066733.277620:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9127 00000100:00100000:3.0:1746066733.277625:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:29056:x1830882975250432:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066733.277635:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.277645:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013082d600/0xfb36a14ee6082663 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97928f expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.277730:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.277741:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136820000/0xfb36a14ee6082632 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97927a expref: 255 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.277747:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6082639 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979281 expref: 9 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.277752:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 5/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.277773:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6082639 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979281 expref: 9 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.280548:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6082639 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979281 expref: 9 pid: 16018 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.280566:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976281856:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.280685:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880136820000/0xfb36a14ee6082632 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97927a expref: 255 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.280697:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880136820000/0xfb36a14ee6082632 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97927a expref: 255 pid: 14548 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.280712:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ece00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976281984:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.280741:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066733.282341:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.282367:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.282394:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.282411:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975250816 00000100:00100000:2.0:1746066733.282415:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975250816 00000100:00100000:2.0:1746066733.282442:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975250944 00000100:00100000:2.0:1746066733.282444:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975250944 00000100:00100000:2.0:1746066733.282459:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975251072 00000100:00100000:2.0:1746066733.282460:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975251072 00000100:00100000:2.0:1746066733.282472:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11040 00000100:00100000:2.0:1746066733.282477:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1963:x1830882975250816:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066733.282489:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.282501:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093a33600/0xfb36a14ee6082671 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792a4 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066733.282519:0:20532:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x385:0x0] initial LVB size: 2097152, mtime: 0x6812dd2c, atime: 0x6812dd2c, ctime: 0x6812dd2c, blocks: 0x821 00010000:00010000:2.0:1746066733.282532:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.282533:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.282539:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093a33600/0xfb36a14ee6082671 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792a4 expref: 19 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.282550:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093a33600/0xfb36a14ee6082671 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792a4 expref: 19 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.282558:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a33600, rc 0) 00000100:00100000:2.0:1746066733.282580:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975250816:12345-192.168.202.57@tcp:101:cat.0 Request processed in 103us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.282585:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11040 00000100:00100000:2.0:1746066733.282595:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11041 00000100:00100000:2.0:1746066733.282598:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1963:x1830882975250944:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066733.282603:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.282608:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093a32a00/0xfb36a14ee6082678 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792ab expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066733.282620:0:20532:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x386:0x0] initial LVB size: 5078880, mtime: 0x6812dd2c, atime: 0x6812dd2c, ctime: 0x6812dd2c, blocks: 0x1709 00010000:00010000:2.0:1746066733.282626:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.282627:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.282630:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093a32a00/0xfb36a14ee6082678 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ab expref: 19 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.282637:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093a32a00/0xfb36a14ee6082678 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ab expref: 19 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.282642:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a32a00, rc 0) 00000100:00100000:2.0:1746066733.282651:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975250944:12345-192.168.202.57@tcp:101:cat.0 Request processed in 53us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.282656:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11041 00000100:00100000:2.0:1746066733.282662:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11042 00000100:00100000:2.0:1746066733.282665:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975251072:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066733.282670:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.282694:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093a33200/0xfb36a14ee608267f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792b2 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066733.282705:0:20532:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd2c, atime: 0x6812dd2b, ctime: 0x6812dd2c, blocks: 0x102b 00010000:00010000:2.0:1746066733.282711:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.282712:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.282715:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a33200/0xfb36a14ee608267f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b2 expref: 24 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.282727:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093a33200/0xfb36a14ee608267f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b2 expref: 24 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.282732:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a33200, rc 0) 00000100:00100000:2.0:1746066733.282743:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975251072:12345-192.168.202.57@tcp:101:cat.0 Request processed in 78us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.282747:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11042 00000100:00100000:0.0:1746066733.284555:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.284590:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.284603:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.284617:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.284628:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.284654:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.284666:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.284761:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975251200 00000100:00100000:0.0:1746066733.284766:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975251200 00000100:00100000:0.0:1746066733.284790:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975251328 00000100:00100000:0.0:1746066733.284793:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975251328 00000100:00100000:0.0:1746066733.284804:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975251456 00000100:00100000:0.0:1746066733.284806:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975251456 00000100:00100000:0.0:1746066733.284814:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975251584 00000100:00100000:0.0:1746066733.284816:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975251584 00000100:00100000:0.0:1746066733.284824:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975251712 00000100:00100000:0.0:1746066733.284825:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975251712 00000100:00100000:0.0:1746066733.284832:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975251840 00000100:00100000:0.0:1746066733.284833:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975251840 00000100:00100000:0.0:1746066733.284842:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11043 00000100:00100000:0.0:1746066733.284848:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1965:x1830882975251200:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066733.284918:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066733.284932:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5800/0xfb36a14ee6082686 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792b9 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.284946:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.284948:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.284954:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5800/0xfb36a14ee6082686 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b9 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.284965:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5800/0xfb36a14ee6082686 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b9 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.284973:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc5800, rc 0) 00000100:00100000:0.0:1746066733.284999:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975251200:12345-192.168.202.57@tcp:101:cat.0 Request processed in 151us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.285004:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11043 00000100:00100000:0.0:1746066733.285017:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11044 00000100:00100000:0.0:1746066733.285023:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975251328:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066733.285031:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066733.285039:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee608268d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792c0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.285049:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.285051:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.285054:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee608268d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c0 expref: 18 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.285063:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee608268d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c0 expref: 18 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.285069:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc4e00, rc 0) 00000100:00100000:0.0:1746066733.285084:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975251328:12345-192.168.202.57@tcp:101:cat.0 Request processed in 62us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.285089:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11044 00000100:00100000:0.0:1746066733.285098:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11045 00000100:00100000:0.0:1746066733.285102:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975251456:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066733.285107:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066733.285112:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136820200/0xfb36a14ee6082694 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792c7 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.285120:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.285122:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.285138:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136820200/0xfb36a14ee6082694 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c7 expref: 18 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.285148:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136820200/0xfb36a14ee6082694 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c7 expref: 18 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.285154:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136820200, rc 0) 00000100:00100000:0.0:1746066733.285170:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975251456:12345-192.168.202.57@tcp:101:cat.0 Request processed in 68us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.285175:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11045 00000100:00100000:0.0:1746066733.285184:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11046 00000100:00100000:0.0:1746066733.285188:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1965:x1830882975251584:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066733.285193:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066733.285199:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee608269b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792ce expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.285207:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.285208:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746066733.285254:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11047 00000100:00100000:3.0:1746066733.285260:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975251712:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066733.285267:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.285273:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792d5 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.285282:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.285283:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.285286:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 10 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.285294:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 10 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.285300:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013082d200, rc 0) 00000100:00100000:3.0:1746066733.285315:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1965:x1830882975251712:12345-192.168.202.57@tcp:101:cat.0 Request processed in 56us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.285319:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11047 00000100:00100000:3.0:1746066733.285330:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11048 00000100:00100000:3.0:1746066733.285335:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975251840:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066733.285340:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.285345:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4800/0xfb36a14ee60826a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792dc expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.285353:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.285354:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.285356:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4800/0xfb36a14ee60826a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792dc expref: 18 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.285363:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4800/0xfb36a14ee60826a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792dc expref: 18 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.285369:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc4800, rc 0) 00000100:00100000:3.0:1746066733.285380:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1965:x1830882975251840:12345-192.168.202.57@tcp:101:cat.0 Request processed in 46us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.285385:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11048 00000100:00100000:3.0:1746066733.285412:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976281856:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.285420:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ece00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976281984:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.285435:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:1.0:1746066733.285501:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975252096 00000100:00100000:1.0:1746066733.285505:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975252096 00000100:00100000:1.0:1746066733.285530:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9128 00000100:00100000:1.0:1746066733.285534:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29057:x1830882975252096:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066733.285544:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066733.285552:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d800/0xfb36a14ee60826b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792e3 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.285615:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066733.285624:0:16018:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066733.285629:0:16018:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000100:00100000:2.0:1746066733.285722:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.285761:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.285820:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975252224 00000100:00100000:2.0:1746066733.285823:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975252224 00010000:00010000:2.0:1746066733.285838:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6082639 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979281 expref: 12 pid: 16018 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.285852:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975252352 00000100:00100000:2.0:1746066733.285854:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975252352 00010000:00010000:2.0:1746066733.285862:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136820000/0xfb36a14ee6082632 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97927a expref: 256 pid: 14548 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746066733.285873:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5520 00000100:00100000:2.0:1746066733.285877:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975252224:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.285884:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.285887:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6082639 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979281 expref: 12 pid: 16018 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.285895:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6082639 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979281 expref: 12 pid: 16018 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.285907:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5b0c00/0xfb36a14ee6082639 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979281 expref: 12 pid: 16018 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.285919:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066733.285923:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.285928:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.285932:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.285948:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975252224:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 70us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.285953:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5520 00000100:00100000:2.0:1746066733.285983:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5521 00000100:00100000:2.0:1746066733.285987:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:1963:x1830882975252352:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.285992:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.285996:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880136820000/0xfb36a14ee6082632 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97927a expref: 256 pid: 14548 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.286003:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880136820000/0xfb36a14ee6082632 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97927a expref: 256 pid: 14548 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.286012:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136820000/0xfb36a14ee6082632 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97927a expref: 256 pid: 14548 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.286019:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066733.286022:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.286027:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.286032:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.286037:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.286041:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.286046:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066733.286059:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.286071:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:1963:x1830882975252352:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 84us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.286076:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5521 00010000:00010000:3.0:1746066733.286181:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.286187:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746066733.286199:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066733.286285:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013082d600/0xfb36a14ee6082663 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97928f expref: 256 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.286302:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97928f expref: 255 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.286308:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.286310:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066733.286312:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013082de00, rc 0) 00000100:00100000:3.0:1746066733.286330:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:29056:x1830882975250432:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 8704us (9441us total) trans 8589943010 rc 0/0 00000100:00100000:3.0:1746066733.286335:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9127 00010000:00010000:1.0:1746066733.286386:0:16018:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00010000:00010000:1.0:1746066733.286391:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000004:00200000:1.0:1746066733.286398:0:16018:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066733.286442:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d800/0xfb36a14ee60826b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792e3 expref: 12 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.286454:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792e3 expref: 11 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.286464:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066733.286466:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746066733.286468:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013195d200, rc 0) 00000100:00100000:1.0:1746066733.286483:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:29057:x1830882975252096:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 948us (1933us total) trans 8589943011 rc 0/0 00000100:00100000:1.0:1746066733.286488:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9128 00010000:00010000:0.0:1746066733.286689:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee608269b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ce expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.286705:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee608269b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ce expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.286713:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e881600, rc 0) 00000100:00100000:0.0:1746066733.286733:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975251584:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1544us (2104us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.286738:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11046 00000100:00100000:0.0:1746066733.298608:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.298664:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975252480 00000100:00100000:1.0:1746066733.298672:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975252480 00000100:00100000:0.0:1746066733.298726:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.298833:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975252608 00000100:00100000:1.0:1746066733.298836:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975252608 00000100:00100000:1.0:1746066733.298860:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9129 00000100:00100000:1.0:1746066733.298866:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:29060:x1830882975252480:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066733.298886:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066733.298901:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54800/0xfb36a14ee60826cc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792ea expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.298956:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54800/0xfb36a14ee60826cc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ea expref: 256 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.298969:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54800/0xfb36a14ee60826cc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ea expref: 256 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.298987:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066733.298990:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746066733.298993:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee54800, rc 0) 00000100:00100000:1.0:1746066733.299066:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:29060:x1830882975252480:12345-192.168.202.57@tcp:101:cat.0 Request processed in 197us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.299073:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9129 00000100:00100000:1.0:1746066733.299092:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9130 00000100:00100000:1.0:1746066733.299100:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:29059:x1830882975252608:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066733.299109:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066733.299117:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54c00/0xfb36a14ee60826d3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792f1 expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.299154:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54c00/0xfb36a14ee60826d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f1 expref: 12 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.299163:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54c00/0xfb36a14ee60826d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f1 expref: 12 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.299175:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066733.299177:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746066733.299179:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee54c00, rc 0) 00000100:00100000:1.0:1746066733.299203:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29059:x1830882975252608:12345-192.168.202.57@tcp:101:cat.0 Request processed in 104us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.299209:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9130 00000100:00100000:0.0:1746066733.329741:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.329765:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.329783:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.329813:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.329833:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975252864 00000100:00100000:2.0:1746066733.329834:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975253120 00000100:00100000:2.0:1746066733.329839:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975253120 00000100:00100000:0.0:1746066733.329839:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975252864 00002000:00100000:0.0:1746066733.329874:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009b7f9880 x1830882975252864/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.329875:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009b7f9c00 x1830882975253120/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.329883:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f9c00 with x1830882975253120 ext(1048576->2097151) 00002000:00100000:0.0:1746066733.329883:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f9880 with x1830882975252864 ext(0->1048575) 00002000:00010000:2.0:1746066733.329887:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7f9c00 00002000:00010000:0.0:1746066733.329887:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f9880 00000100:00100000:0.0:1746066733.329897:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975253376 00000100:00100000:0.0:1746066733.329899:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975253376 00000100:00100000:2.0:1746066733.329903:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975253632 00000100:00100000:2.0:1746066733.329905:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975253632 00002000:00100000:0.0:1746066733.329909:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009b7fad80 x1830882975253376/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066733.329914:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fad80 with x1830882975253376 ext(1048576->2097151) 00002000:00100000:2.0:1746066733.329917:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009b7fa300 x1830882975253632/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00010000:0.0:1746066733.329917:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fad80 00000100:00100000:0.0:1746066733.329925:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4558 00002000:00100000:2.0:1746066733.329927:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fa300 with x1830882975253632 ext(1048576->2097151) 00002000:00010000:2.0:1746066733.329930:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fa300 00000100:00100000:0.0:1746066733.329930:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1966:x1830882975252864:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066733.329940:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4559 00000100:00100000:2.0:1746066733.329945:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975253120:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066733.330066:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4560 00000100:00100000:2.0:1746066733.330071:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975253376:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066733.332603:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4561 00000100:00100000:2.0:1746066733.332613:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882975253632:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066733.343665:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.347086:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975254016 00000100:00100000:3.0:1746066733.347096:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975254016 00002000:00100000:3.0:1746066733.347144:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009b7f9180 x1830882975254016/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.347155:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f9180 with x1830882975254016 ext(0->1048575) 00002000:00010000:3.0:1746066733.347160:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f9180 00000100:00100000:1.0:1746066733.348118:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.348217:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975254144 00000100:00100000:3.0:1746066733.348221:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975254144 00002000:00100000:3.0:1746066733.348239:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e93ca80 x1830882975254144/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.348246:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ca80 with x1830882975254144 ext(1048576->2097151) 00002000:00010000:3.0:1746066733.348249:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93ca80 00000100:00100000:3.0:1746066733.348276:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4562 00000100:00100000:3.0:1746066733.348284:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882975254016:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066733.348910:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4563 00000100:00100000:2.0:1746066733.348918:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1965:x1830882975254144:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066733.349594:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.349943:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.349962:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975254528 00000100:00100000:3.0:1746066733.349965:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975254528 00002000:00100000:3.0:1746066733.349985:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009a4ece00 x1830882975254528/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.349993:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ece00 with x1830882975254528 ext(1048576->2097151) 00002000:00010000:3.0:1746066733.349996:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4ece00 00000100:00100000:3.0:1746066733.350007:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975254400 00000100:00100000:3.0:1746066733.350009:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975254400 00002000:00100000:3.0:1746066733.350016:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009a4ee680 x1830882975254400/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.350022:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ee680 with x1830882975254400 ext(1048576->2097151) 00002000:00010000:3.0:1746066733.350024:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4ee680 00000100:00100000:3.0:1746066733.350032:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4564 00000100:00100000:3.0:1746066733.350037:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975254528:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066733.350914:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4565 00000100:00100000:3.0:1746066733.350919:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882975254400:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066733.362462:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975253376:12345-192.168.202.57@tcp:3:cat.0 Request processed in 32381us (32668us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066733.362473:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4560 00002000:00100000:1.0:1746066733.362483:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009b7fad80 x1830882975253376/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.362497:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fad80 with x1830882975253376 ext(1048576->2097151) 00002000:00010000:1.0:1746066733.362502:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fad80 00000100:00100000:1.0:1746066733.375050:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882975252864:12345-192.168.202.57@tcp:3:cat.0 Request processed in 45108us (45306us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066733.375064:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4558 00002000:00100000:1.0:1746066733.375076:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009b7f9880 x1830882975252864/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.375088:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f9880 with x1830882975252864 ext(0->1048575) 00002000:00010000:1.0:1746066733.375093:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f9880 00000100:00100000:3.0:1746066733.384569:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1966:x1830882975253120:12345-192.168.202.57@tcp:3:cat.0 Request processed in 54615us (54794us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066733.384579:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4559 00002000:00100000:3.0:1746066733.384588:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009b7f9c00 x1830882975253120/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.384597:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f9c00 with x1830882975253120 ext(1048576->2097151) 00002000:00010000:3.0:1746066733.384601:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7f9c00 00000100:00100000:2.0:1746066733.397451:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1966:x1830882975253632:12345-192.168.202.57@tcp:3:cat.0 Request processed in 64833us (67629us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066733.397461:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4561 00002000:00100000:2.0:1746066733.397470:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009b7fa300 x1830882975253632/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.397478:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fa300 with x1830882975253632 ext(1048576->2097151) 00002000:00010000:2.0:1746066733.397483:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fa300 00000100:00100000:3.0:1746066733.406872:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1965:x1830882975254016:12345-192.168.202.57@tcp:3:cat.0 Request processed in 58580us (63206us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066733.406883:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4562 00002000:00100000:3.0:1746066733.406892:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009b7f9180 x1830882975254016/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.406902:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f9180 with x1830882975254016 ext(0->1048575) 00002000:00010000:3.0:1746066733.406907:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f9180 00000100:00100000:3.0:1746066733.425181:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882975254528:12345-192.168.202.57@tcp:3:cat.0 Request processed in 75131us (75576us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066733.425193:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4564 00002000:00100000:3.0:1746066733.425205:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009a4ece00 x1830882975254528/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.425213:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ece00 with x1830882975254528 ext(1048576->2097151) 00002000:00010000:3.0:1746066733.425218:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4ece00 00000100:00100000:0.0:1746066733.436966:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.438216:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882975254144:12345-192.168.202.57@tcp:3:cat.0 Request processed in 89296us (90098us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066733.438225:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4563 00002000:00100000:2.0:1746066733.438235:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e93ca80 x1830882975254144/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.438244:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93ca80 with x1830882975254144 ext(1048576->2097151) 00002000:00010000:2.0:1746066733.438249:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93ca80 00000100:00100000:2.0:1746066733.438268:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975254912 00000100:00100000:2.0:1746066733.438273:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975254912 00002000:00100000:2.0:1746066733.438297:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009b7f8700 x1830882975254912/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.438304:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8700 with x1830882975254912 ext(2097152->3145727) 00002000:00010000:2.0:1746066733.438306:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f8700 00000100:00100000:2.0:1746066733.438320:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4566 00000100:00100000:2.0:1746066733.438326:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975254912:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066733.442965:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.443024:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.443063:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.445195:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975255168 00000100:00100000:3.0:1746066733.445205:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975255168 00002000:00100000:3.0:1746066733.445245:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009b7fb100 x1830882975255168/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.445255:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fb100 with x1830882975255168 ext(3145728->4194303) 00002000:00010000:3.0:1746066733.445260:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fb100 00000100:00100000:3.0:1746066733.445291:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975255424 00000100:00100000:3.0:1746066733.445294:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975255424 00002000:00100000:3.0:1746066733.445307:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009bfe2680 x1830882975255424/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.445314:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2680 with x1830882975255424 ext(2097152->3145727) 00002000:00010000:3.0:1746066733.445318:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe2680 00000100:00100000:3.0:1746066733.445339:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975255680 00000100:00100000:3.0:1746066733.445341:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975255680 00002000:00100000:3.0:1746066733.445352:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009bfe1500 x1830882975255680/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.445358:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1500 with x1830882975255680 ext(3145728->4194303) 00002000:00010000:3.0:1746066733.445360:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe1500 00000100:00100000:3.0:1746066733.445372:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4567 00000100:00100000:3.0:1746066733.445379:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975255168:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066733.446582:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4568 00000100:00100000:3.0:1746066733.446590:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975255424:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066733.446632:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4569 00000100:00100000:2.0:1746066733.446640:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975255680:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066733.458508:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975254400:12345-192.168.202.57@tcp:3:cat.0 Request processed in 107581us (108557us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066733.458519:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4565 00002000:00100000:3.0:1746066733.458529:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009a4ee680 x1830882975254400/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.458537:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ee680 with x1830882975254400 ext(1048576->2097151) 00002000:00010000:3.0:1746066733.458543:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4ee680 00000100:00100000:2.0:1746066733.492100:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975255680:12345-192.168.202.57@tcp:3:cat.0 Request processed in 45454us (49031us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066733.492110:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4569 00002000:00100000:2.0:1746066733.492120:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009bfe1500 x1830882975255680/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.492136:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1500 with x1830882975255680 ext(3145728->4194303) 00002000:00010000:2.0:1746066733.492140:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe1500 00000100:00100000:3.0:1746066733.492246:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975255168:12345-192.168.202.57@tcp:3:cat.0 Request processed in 46866us (49288us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066733.492253:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4567 00002000:00100000:3.0:1746066733.492259:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009b7fb100 x1830882975255168/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.492272:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fb100 with x1830882975255168 ext(3145728->4194303) 00002000:00010000:3.0:1746066733.492275:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fb100 00000100:00100000:0.0:1746066733.505308:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.505344:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.505370:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.505384:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.505472:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975255936 00000100:00100000:2.0:1746066733.505480:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975255936 00002000:00100000:2.0:1746066733.505512:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009bfe3100 x1830882975255936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.505526:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3100 with x1830882975255936 ext(2097152->3145727) 00002000:00010000:2.0:1746066733.505530:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe3100 00000100:00100000:2.0:1746066733.505545:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975256192 00000100:00100000:2.0:1746066733.505547:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975256192 00002000:00100000:2.0:1746066733.505557:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009bfe3b80 x1830882975256192/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.505564:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3b80 with x1830882975256192 ext(3145728->4194303) 00002000:00010000:2.0:1746066733.505566:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe3b80 00000100:00100000:2.0:1746066733.505580:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975256448 00000100:00100000:2.0:1746066733.505582:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975256448 00002000:00100000:2.0:1746066733.505594:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009bfe1f80 x1830882975256448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.505600:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1f80 with x1830882975256448 ext(2097152->3145727) 00002000:00010000:2.0:1746066733.505602:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe1f80 00000100:00100000:2.0:1746066733.505618:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975256704 00000100:00100000:2.0:1746066733.505620:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975256704 00002000:00100000:2.0:1746066733.505630:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009bfe0a80 x1830882975256704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.505635:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe0a80 with x1830882975256704 ext(3145728->4194303) 00002000:00010000:2.0:1746066733.505637:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe0a80 00000100:00100000:2.0:1746066733.505647:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4570 00000100:00100000:2.0:1746066733.505653:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882975255936:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066733.505659:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4571 00000100:00100000:1.0:1746066733.505670:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882975256192:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066733.505753:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4572 00000100:00100000:1.0:1746066733.505759:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975256448:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066733.505916:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4573 00000100:00100000:2.0:1746066733.505922:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975256704:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066733.510645:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975254912:12345-192.168.202.57@tcp:3:cat.0 Request processed in 72309us (73678us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066733.510656:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4566 00002000:00100000:0.0:1746066733.510667:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009b7f8700 x1830882975254912/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066733.510687:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7f8700 with x1830882975254912 ext(2097152->3145727) 00002000:00010000:0.0:1746066733.510692:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7f8700 00000100:00100000:3.0:1746066733.529591:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975255424:12345-192.168.202.57@tcp:3:cat.0 Request processed in 82995us (86560us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066733.529601:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4568 00002000:00100000:3.0:1746066733.529609:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009bfe2680 x1830882975255424/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.529618:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2680 with x1830882975255424 ext(2097152->3145727) 00002000:00010000:3.0:1746066733.529623:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe2680 00000100:00100000:3.0:1746066733.544177:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975256192:12345-192.168.202.57@tcp:3:cat.0 Request processed in 38505us (38825us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066733.544188:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4571 00002000:00100000:3.0:1746066733.544197:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009bfe3b80 x1830882975256192/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.544205:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3b80 with x1830882975256192 ext(3145728->4194303) 00002000:00010000:3.0:1746066733.544210:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe3b80 00000100:00100000:1.0:1746066733.544705:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975256448:12345-192.168.202.57@tcp:3:cat.0 Request processed in 38945us (39332us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066733.544711:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4572 00002000:00100000:1.0:1746066733.544716:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009bfe1f80 x1830882975256448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.544722:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1f80 with x1830882975256448 ext(2097152->3145727) 00002000:00010000:1.0:1746066733.544725:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe1f80 00000100:00100000:2.0:1746066733.549669:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975256704:12345-192.168.202.57@tcp:3:cat.0 Request processed in 43739us (44276us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066733.549697:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4573 00002000:00100000:2.0:1746066733.549707:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009bfe0a80 x1830882975256704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.549716:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe0a80 with x1830882975256704 ext(3145728->4194303) 00002000:00010000:2.0:1746066733.549720:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe0a80 00000100:00100000:0.0:1746066733.551165:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.551767:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975255936:12345-192.168.202.57@tcp:3:cat.0 Request processed in 46111us (46464us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066733.551775:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4570 00002000:00100000:0.0:1746066733.551783:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009bfe3100 x1830882975255936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066733.551791:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3100 with x1830882975255936 ext(2097152->3145727) 00002000:00010000:0.0:1746066733.551795:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe3100 00000100:00100000:0.0:1746066733.551811:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975256960 00000100:00100000:0.0:1746066733.551816:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975256960 00002000:00100000:0.0:1746066733.551839:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009bfe1180 x1830882975256960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066733.551845:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1180 with x1830882975256960 ext(4194304->5079039) 00002000:00010000:0.0:1746066733.551848:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe1180 00000100:00100000:0.0:1746066733.551860:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4574 00000100:00100000:0.0:1746066733.551865:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882975256960:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066733.559398:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.559750:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975257216 00000100:00100000:3.0:1746066733.559759:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975257216 00000100:00100000:3.0:1746066733.559806:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9131 00000100:00100000:3.0:1746066733.559814:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29057:x1830882975257216:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066733.559835:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.559838:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746066733.559859:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54c00/0xfb36a14ee60826d3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f1 expref: 12 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.559877:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.559881:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066733.559891:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60826da lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792f8 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.559928:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.559939:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013082da00/0xfb36a14ee6082601 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979273 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.559945:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54800/0xfb36a14ee60826cc lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ea expref: 255 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.559951:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.559973:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54800/0xfb36a14ee60826cc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ea expref: 255 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.559982:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54800/0xfb36a14ee60826cc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ea expref: 255 pid: 16018 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.559991:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976282112:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.560058:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013082da00/0xfb36a14ee6082601 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979273 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.560066:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013082da00/0xfb36a14ee6082601 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979273 expref: 8 pid: 809 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.560073:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4eea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976282240:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.560089:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066733.563051:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882975256960:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11179us (11883us total) trans 0 rc 884736/884736 00000100:00100000:0.0:1746066733.563061:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4574 00002000:00100000:0.0:1746066733.563071:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009bfe1180 x1830882975256960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066733.563080:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1180 with x1830882975256960 ext(4194304->5079039) 00002000:00010000:0.0:1746066733.563084:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe1180 00000100:00100000:0.0:1746066733.564948:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.565019:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.565050:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975257344 00000100:00100000:0.0:1746066733.565057:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975257344 00010000:00010000:0.0:1746066733.565081:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54800/0xfb36a14ee60826cc lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ea expref: 256 pid: 16018 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746066733.565112:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975257472 00000100:00100000:0.0:1746066733.565115:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975257472 00010000:00010000:0.0:1746066733.565133:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013082da00/0xfb36a14ee6082601 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979273 expref: 9 pid: 809 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746066733.565147:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5522 00000100:00100000:0.0:1746066733.565153:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:1965:x1830882975257344:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066733.565164:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066733.565169:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54800/0xfb36a14ee60826cc lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ea expref: 256 pid: 16018 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.565178:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54800/0xfb36a14ee60826cc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ea expref: 256 pid: 16018 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.565196:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066733.565201:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.565209:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.565214:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066733.565238:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:1965:x1830882975257344:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 84us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.565243:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5522 00000100:00100000:0.0:1746066733.565255:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5523 00000100:00100000:0.0:1746066733.565259:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975257472:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066733.565265:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066733.565269:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013082da00/0xfb36a14ee6082601 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979273 expref: 9 pid: 809 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.565276:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013082da00/0xfb36a14ee6082601 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979273 expref: 9 pid: 809 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.565285:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066733.565288:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.565294:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.565300:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.565313:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066733.565325:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975257472:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 66us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.565331:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5523 00010000:00010000:3.0:1746066733.565529:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee54800/0xfb36a14ee60826cc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ea expref: 255 pid: 16018 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.565543:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976282112:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.565553:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013082da00/0xfb36a14ee6082601 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979273 expref: 8 pid: 809 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.565561:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4eea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976282240:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.565574:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.565581:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.565586:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000040:00080000:3.0:1746066733.566096:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2628, 88 off220648 00000004:00080000:3.0:1746066733.566102:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694743425787ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066733.566154:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2570, 88 off215632 00000004:00080000:3.0:1746066733.566158:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694743481839ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066733.569951:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2571, 88 off215720 00000004:00080000:3.0:1746066733.569962:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694747285639ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066733.569980:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2629, 88 off220736 00000004:00080000:3.0:1746066733.569983:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694747306581ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066733.570011:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2630, 88 off220824 00000004:00080000:3.0:1746066733.570014:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694747338371ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066733.570022:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2572, 88 off215808 00000004:00080000:3.0:1746066733.570024:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694747348299ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066733.570031:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2573, 88 off215896 00000004:00080000:3.0:1746066733.570033:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694747357589ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066733.570041:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2574, 88 off215984 00000004:00080000:3.0:1746066733.570043:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694747366899ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066733.570050:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2631, 88 off220912 00000004:00080000:3.0:1746066733.570052:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694747376253ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066733.570061:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2575, 88 off216072 00000004:00080000:3.0:1746066733.570064:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694747387966ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066733.570070:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2632, 88 off221000 00000004:00080000:3.0:1746066733.570073:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694747396824ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066733.570086:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2576, 88 off216160 00000004:00080000:3.0:1746066733.570092:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694747415511ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066733.570098:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2633, 88 off221088 00000004:00080000:3.0:1746066733.570100:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694747424464ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066733.570178:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2635, 88 off221272 00000004:00080000:3.0:1746066733.570182:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694747505723ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066733.570193:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2636, 88 off221360 00000004:00080000:3.0:1746066733.570196:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694747519891ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066733.570211:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2637, 88 off221448 00000004:00080000:3.0:1746066733.570214:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 694747538237ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066733.570229:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2577, 88 off216248 00000004:00080000:3.0:1746066733.570231:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694747555516ns, next at 634327279575ns, rc = 0 00000100:00100000:0.0:1746066733.572845:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.572883:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.572945:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975257728 00000100:00100000:1.0:1746066733.572953:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975257728 00002000:00100000:1.0:1746066733.572990:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009bfe1880 x1830882975257728/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.572999:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1880 with x1830882975257728 ext(4194304->5079039) 00002000:00010000:1.0:1746066733.573003:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe1880 00000100:00100000:1.0:1746066733.573020:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4575 00000100:00100000:1.0:1746066733.573027:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975257728:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066733.574032:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975257856 00000100:00100000:3.0:1746066733.574036:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975257856 00000100:00100000:3.0:1746066733.574061:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9132 00000100:00100000:3.0:1746066733.574066:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:29059:x1830882975257856:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066733.574077:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.574091:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9792ff expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.574140:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.574149:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 15 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.574161:0:20127:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.574170:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 15 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.574180:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.574182:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066733.574185:0:20127:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 15 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.574190:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e5e000, rc 0) 00000100:00100000:3.0:1746066733.574215:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:29059:x1830882975257856:12345-192.168.202.57@tcp:101:cat.0 Request processed in 148us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.574220:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9132 00000100:00100000:1.0:1746066733.590862:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975257728:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17829us (18014us total) trans 0 rc 884736/884736 00000100:00100000:1.0:1746066733.590871:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4575 00002000:00100000:1.0:1746066733.590880:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009bfe1880 x1830882975257728/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.590888:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe1880 with x1830882975257728 ext(4194304->5079039) 00002000:00010000:1.0:1746066733.590893:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe1880 00000100:00100000:1.0:1746066733.601484:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.601623:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975257984 00000100:00100000:3.0:1746066733.601631:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975257984 00000100:00100000:0.0:1746066733.601705:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9133 00000100:00100000:0.0:1746066733.601715:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:29060:x1830882975257984:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066733.601731:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066733.601747:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979306 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.601791:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.601801:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.601811:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066733.601814:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066733.601817:0:20127:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 14 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.601823:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ec3000, rc 0) 00000100:00100000:0.0:1746066733.601855:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:29060:x1830882975257984:12345-192.168.202.57@tcp:101:cat.0 Request processed in 143us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.601861:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9133 00000001:00080000:1.0:1746066733.623740:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943009 is committed 00000001:00080000:1.0:1746066733.623751:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943008 is committed 00000001:00080000:1.0:1746066733.623756:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943011 is committed 00000001:00080000:1.0:1746066733.623771:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943005 is committed 00000001:00080000:1.0:1746066733.623776:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943012 is committed 00000004:00080000:1.0:1746066733.623779:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1860 committed 00000004:00080000:1.0:1746066733.623786:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1921 committed 00000004:00080000:1.0:1746066733.623790:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1920 committed 00000004:00080000:1.0:1746066733.623792:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1919 committed 00000004:00080000:1.0:1746066733.623793:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1918 committed 00000004:00080000:1.0:1746066733.623795:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1859 committed 00000004:00080000:1.0:1746066733.623797:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1917 committed 00000004:00080000:1.0:1746066733.623802:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1858 committed 00000004:00080000:1.0:1746066733.623803:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1916 committed 00000004:00080000:1.0:1746066733.623804:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1857 committed 00000004:00080000:1.0:1746066733.623806:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1856 committed 00000004:00080000:1.0:1746066733.623807:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1855 committed 00000004:00080000:1.0:1746066733.623809:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1915 committed 00000004:00080000:1.0:1746066733.623810:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1914 committed 00000004:00080000:1.0:1746066733.623811:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1854 committed 00000004:00080000:1.0:1746066733.623813:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1853 committed 00000004:00080000:1.0:1746066733.623814:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1913 committed 00000001:00080000:1.0:1746066733.623818:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943010 is committed 00010000:00010000:3.0:1746066733.623916:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f8 expref: 11 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.623928:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.623930:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1746066733.623935:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.623944:0:14548:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.623950:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.623953:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976282752:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1746066733.623956:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 252 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.623962:0:14548:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 252 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.623967:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 252 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.623991:0:14548:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 252 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.623994:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066733.624002:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4eea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976283392:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066733.624031:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976283264:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.624044:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.624055:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976282624:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.624067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.624076:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976283136:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1746066733.624082:0:14548:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.624086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066733.624092:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976283520:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066733.624099:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746066733.624103:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976282496:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.624115:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066733.624117:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066733.624134:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976283008:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066733.624144:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976282368:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.624146:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.624165:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976282752 00000100:00100000:3.0:1746066733.624170:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.624171:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976282752 00000100:00100000:3.0:1746066733.624193:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976282880:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.624196:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976283264 00000100:00100000:1.0:1746066733.624198:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976283264 00000100:00100000:1.0:1746066733.624206:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976282624 00000100:00100000:1.0:1746066733.624208:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976282624 00000100:00100000:3.0:1746066733.624212:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.624216:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976283136 00000100:00100000:1.0:1746066733.624218:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976283136 00000100:00100000:1.0:1746066733.624224:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976282496 00000100:00100000:1.0:1746066733.624225:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976282496 00000100:00100000:1.0:1746066733.624231:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976283008 00000100:00100000:1.0:1746066733.624233:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976283008 00000100:00100000:1.0:1746066733.624239:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976282368 00000100:00100000:1.0:1746066733.624241:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976282368 00000100:00100000:1.0:1746066733.624247:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976282880 00000100:00100000:1.0:1746066733.624249:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976282880 00000100:00100000:1.0:1746066733.624258:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11049 00000100:00100000:1.0:1746066733.624264:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976282752:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066733.624330:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11050 00000100:00100000:3.0:1746066733.624338:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976283264:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.624410:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3295:x1830882976282752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 146us (415us total) trans 21474840207 rc 0/0 00000100:00100000:1.0:1746066733.624416:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11049 00000100:00100000:1.0:1746066733.624427:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11051 00000100:00100000:1.0:1746066733.624432:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882976282624:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066733.624460:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3295:x1830882976283264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 122us (413us total) trans 21474840208 rc 0/0 00000100:00100000:3.0:1746066733.624466:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11050 00000100:00100000:3.0:1746066733.624479:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11052 00000100:00100000:3.0:1746066733.624484:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882976283136:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066733.624497:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:1.0:1746066733.624500:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066733.624502:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066733.624504:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066733.624506:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00000100:00100000:1.0:1746066733.624524:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882976282624:12345-0@lo:2:osp-syn-0-0.0 Request processed in 92us (457us total) trans 21474840209 rc 0/0 00000100:00100000:1.0:1746066733.624529:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11051 00000100:00100000:1.0:1746066733.624538:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11053 00000100:00100000:1.0:1746066733.624543:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3294:x1830882976282496:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.624553:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11054 00000100:00100000:1.0:1746066733.624557:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882976283008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066733.624574:0:8451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746066733.624577:0:8451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1746066733.624579:0:8451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746066733.624580:0:8451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1746066733.624582:0:8451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746066733.624608:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3294:x1830882976283136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 122us (518us total) trans 21474840210 rc 0/0 00000100:00100000:3.0:1746066733.624613:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11052 00000100:00100000:1.0:1746066733.624624:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3294:x1830882976283008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 66us (476us total) trans 21474840211 rc 0/0 00000100:00100000:3.0:1746066733.624626:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11055 00000100:00100000:1.0:1746066733.624629:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11054 00000100:00100000:3.0:1746066733.624631:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3296:x1830882976282368:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066733.624637:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11056 00000100:00100000:1.0:1746066733.624642:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3296:x1830882976282880:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066733.624704:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93c000/2, rc 0, transno 21474840211 00000100:00100000:1.0:1746066733.624711:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976283008:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066733.624718:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93fb80/2, rc 0, transno 21474840209 00000100:00100000:1.0:1746066733.624721:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976282624:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066733.624727:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93dc00/2, rc 0, transno 21474840210 00000100:00100000:1.0:1746066733.624730:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976283136:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066733.624742:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93f480/2, rc 0, transno 21474840208 00000100:00100000:1.0:1746066733.624744:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976283264:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066733.624751:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93df80/2, rc 0, transno 21474840207 00000100:00100000:1.0:1746066733.624754:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976282752:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066733.624759:0:8451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1746066733.624762:0:8451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066732 -> 1746066732 00002000:00010000:3.0:1746066733.624764:0:8451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:3.0:1746066733.624766:0:8451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066732 -> 1746066732 00002000:00010000:3.0:1746066733.624767:0:8451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2023 -> 2023 00000100:00100000:1.0:1746066733.624789:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976283648:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066733.624793:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3296:x1830882976282368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 161us (621us total) trans 21474840212 rc 0/0 00000100:00100000:3.0:1746066733.624798:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11055 00000100:00100000:1.0:1746066733.624804:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066733.624810:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976283648 00000100:00100000:3.0:1746066733.624814:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976283648 00000004:00080000:1.0:1746066733.624817:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93d880/2, rc 0, transno 21474840212 00000100:00100000:1.0:1746066733.624820:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976282368:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066733.624835:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11057 00000100:00100000:3.0:1746066733.624840:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3296:x1830882976283648:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066733.625058:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3296:x1830882976282880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 414us (844us total) trans 21474840213 rc 0/0 00000100:00100000:2.0:1746066733.625305:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976283776:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066733.625326:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066733.625339:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976284288:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066733.625349:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066733.625360:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746066733.625364:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976283904:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066733.625375:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066733.625383:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976284416:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066733.625394:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066733.625406:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976283776 00000100:00100000:2.0:1746066733.625409:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976283776 00000100:00100000:0.0:1746066733.626084:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976284288 00000100:00100000:0.0:1746066733.626088:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976284288 00000100:00100000:1.0:1746066733.626114:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976283904 00000100:00100000:1.0:1746066733.626115:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976283904 00000100:00100000:1.0:1746066733.626134:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976284416 00000100:00100000:1.0:1746066733.626136:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976284416 00000100:00100000:1.0:1746066733.626143:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11058 00000100:00100000:1.0:1746066733.626147:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3293:x1830882976283904:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066733.626234:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066733.626237:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066733.626239:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066733.626240:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066733.626242:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066733.626266:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3293:x1830882976283904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 118us (889us total) trans 17179872862 rc 0/0 00000100:00100000:1.0:1746066733.626271:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11058 00000100:00100000:1.0:1746066733.626281:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11059 00000100:00100000:1.0:1746066733.626286:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3293:x1830882976284416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.626355:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3293:x1830882976284416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 69us (960us total) trans 17179872863 rc 0/0 00000100:00100000:1.0:1746066733.626360:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11059 00000100:00100000:1.0:1746066733.626372:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976284032:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.626388:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.626399:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976284544:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.626410:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.626418:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746066733.626421:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976284160:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.626435:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.626441:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976284672:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.626450:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066733.626464:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976284032 00000100:00100000:1.0:1746066733.626467:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976284032 00000100:00100000:1.0:1746066733.626477:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976284544 00000100:00100000:1.0:1746066733.626478:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976284544 00000100:00100000:1.0:1746066733.626482:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976284160 00000100:00100000:1.0:1746066733.626484:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976284160 00000100:00100000:1.0:1746066733.626489:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976284672 00000100:00100000:1.0:1746066733.626490:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976284672 00000100:00100000:1.0:1746066733.626496:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11060 00000100:00100000:1.0:1746066733.626500:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3295:x1830882976284032:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066733.626563:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1746066733.626565:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066733.626567:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066731 -> 1746066731 00002000:00010000:1.0:1746066733.626568:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066733.626570:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:1.0:1746066733.626588:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976284032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 88us (199us total) trans 17179872864 rc 0/0 00000100:00100000:1.0:1746066733.626593:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11060 00000100:00100000:1.0:1746066733.626601:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11061 00000100:00100000:1.0:1746066733.626605:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3295:x1830882976284544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.626662:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976284544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 57us (250us total) trans 17179872865 rc 0/0 00000100:00100000:1.0:1746066733.626666:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11061 00000100:00100000:1.0:1746066733.627277:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11062 00000100:00100000:1.0:1746066733.627286:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3295:x1830882976284160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066733.627364:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066733.627367:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:1.0:1746066733.627369:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:1.0:1746066733.627370:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:1.0:1746066733.627372:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066733.627391:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976284160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (955us total) trans 17179872866 rc 0/0 00000100:00100000:3.0:1746066733.629493:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11056 00000100:00100000:3.0:1746066733.629697:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11063 00000100:00100000:3.0:1746066733.629708:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976284672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.629859:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11062 00000100:00100000:3.0:1746066733.629905:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3295:x1830882976284672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 199us (3451us total) trans 17179872867 rc 0/0 00000100:00100000:3.0:1746066733.629911:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11063 00000100:00100000:3.0:1746066733.629926:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11064 00000100:00100000:3.0:1746066733.629931:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3293:x1830882976283776:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.629963:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.629990:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:3.0:1746066733.630021:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00000004:00080000:1.0:1746066733.630021:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092045180/2, rc 0, transno 17179872866 00002000:00010000:3.0:1746066733.630025:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066732 -> 1746066732 00000100:00100000:1.0:1746066733.630026:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976284160:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066733.630027:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066730 -> 1746066730 00002000:00010000:3.0:1746066733.630029:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066732 -> 1746066732 00002000:00010000:3.0:1746066733.630031:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2079 -> 2079 00000004:00080000:1.0:1746066733.630033:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2f480/2, rc 0, transno 17179872867 00000100:00100000:1.0:1746066733.630035:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976284672:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066733.630042:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092045500/2, rc 0, transno 17179872864 00000100:00100000:1.0:1746066733.630044:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976284032:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066733.630051:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009bb2ca80/2, rc 0, transno 17179872865 00000100:00100000:1.0:1746066733.630053:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976284544:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066733.630057:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3293:x1830882976283776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 125us (4729us total) trans 17179872868 rc 0/0 00000100:00100000:3.0:1746066733.630063:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11064 00000100:00100000:1.0:1746066733.630068:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11065 00000100:00100000:1.0:1746066733.630076:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3293:x1830882976284288:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066733.630171:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3293:x1830882976284288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 97us (4819us total) trans 17179872869 rc 0/0 00000100:00100000:1.0:1746066733.630176:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11065 00002000:00010000:3.0:1746066733.630188:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746066733.630190:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066732 -> 1746066732 00002000:00010000:3.0:1746066733.630192:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:3.0:1746066733.630194:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066732 -> 1746066732 00002000:00010000:3.0:1746066733.630195:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746066733.630224:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3294:x1830882976282496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5681us (6107us total) trans 21474840214 rc 0/0 00000100:00100000:3.0:1746066733.630230:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11053 00000100:00100000:3.0:1746066733.630263:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4eea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976283392:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066733.630273:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976283520:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066733.630304:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60826da lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f8 expref: 11 pid: 14548 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1746066733.630322:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f8 expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.630341:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34e00, rc 0) 00000100:00100000:3.0:1746066733.630368:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29057:x1830882975257216:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 70556us (70979us total) trans 8589943012 rc 0/0 00000100:00100000:3.0:1746066733.630374:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9131 00000100:00100000:2.0:1746066733.630411:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975258112 00000100:00100000:2.0:1746066733.630417:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975258112 00000100:00100000:2.0:1746066733.630438:0:16596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975258240 00000100:00100000:2.0:1746066733.630439:0:16596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975258240 00000100:00100000:2.0:1746066733.630448:0:16596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3627 00000100:00100000:2.0:1746066733.630452:0:16596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29059:x1830882975258112:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:3.0:1746066733.630455:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3296:x1830882976283648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5613us (5648us total) trans 21474840215 rc 0/0 00000100:00100000:3.0:1746066733.630461:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11057 00000100:00100000:3.0:1746066733.630482:0:14552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3628 00000100:00100000:3.0:1746066733.630488:0:14552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d6b1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29060:x1830882975258240:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:2.0:1746066733.630497:0:16596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29059:x1830882975258112:12345-192.168.202.57@tcp:49:cat.0 Request processed in 45us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.630502:0:16596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3627 00000004:00080000:2.0:1746066733.630527:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092047100/2, rc 0, transno 17179872862 00000100:00100000:2.0:1746066733.630530:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976283904:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066733.630535:0:14552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d6b1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29060:x1830882975258240:12345-192.168.202.57@tcp:49:cat.0 Request processed in 47us (543us total) trans 0 rc 0/0 00000004:00080000:2.0:1746066733.630537:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b05f80/2, rc 0, transno 17179872863 00000100:00100000:2.0:1746066733.630539:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976284416:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066733.630540:0:14552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3628 00000004:00080000:2.0:1746066733.630544:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a8697800/2, rc 0, transno 17179872868 00000100:00100000:2.0:1746066733.630547:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976283776:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066733.630551:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092045880/2, rc 0, transno 17179872869 00000100:00100000:2.0:1746066733.630553:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976284288:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066733.630649:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009284bb80/2, rc 0, transno 21474840215 00000100:00100000:0.0:1746066733.630653:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976283648:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066733.630660:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93f800/2, rc 0, transno 21474840213 00000100:00100000:0.0:1746066733.630662:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976282880:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066733.631135:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93c700/2, rc 0, transno 21474840214 00000100:00100000:1.0:1746066733.631138:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976282496:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066733.643761:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.643836:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975258496 00000100:00100000:1.0:1746066733.643844:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975258496 00002000:00100000:1.0:1746066733.643881:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff88009bfe2d80 x1830882975258496/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.643890:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2d80 with x1830882975258496 ext(5074944->5079039) 00002000:00010000:1.0:1746066733.643894:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe2d80 00000100:00100000:1.0:1746066733.643923:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4576 00000100:00100000:1.0:1746066733.643931:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882975258496:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066733.645455:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1965:x1830882975258496:12345-192.168.202.57@tcp:3:cat.0 Request processed in 1519us (1695us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066733.645461:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4576 00002000:00100000:1.0:1746066733.645468:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff88009bfe2d80 x1830882975258496/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/4536 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.645475:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe2d80 with x1830882975258496 ext(5074944->5079039) 00002000:00010000:1.0:1746066733.645479:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe2d80 00000100:00100000:0.0:1746066733.655212:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.655573:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975258624 00000100:00100000:3.0:1746066733.655580:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975258624 00000100:00100000:3.0:1746066733.655625:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11066 00000100:00100000:3.0:1746066733.655632:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:29057:x1830882975258624:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066733.655647:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.655661:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97930d expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.655711:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a33200/0xfb36a14ee608267f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b2 expref: 23 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.655719:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4800/0xfb36a14ee60826a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792dc expref: 19 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.655724:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.655726:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.655729:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3735552->4194303] (req 3735552->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.655753:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4800/0xfb36a14ee60826a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792dc expref: 19 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.655763:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4800/0xfb36a14ee60826a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792dc expref: 19 pid: 8112 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.655773:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976284800:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.655860:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093a33200/0xfb36a14ee608267f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b2 expref: 23 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.655867:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093a33200/0xfb36a14ee608267f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b2 expref: 23 pid: 20532 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.655875:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976284928:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.655903:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066733.658712:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.658766:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975258752 00000100:00100000:2.0:1746066733.658773:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975258752 00000100:00100000:2.0:1746066733.658821:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11067 00000100:00100000:2.0:1746066733.658828:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29056:x1830882975258752:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066733.658842:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.658855:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979314 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.658874:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.658876:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.658880:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 25 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.658888:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 25 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.658902:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee54800, rc 0) 00000100:00100000:2.0:1746066733.658934:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:29056:x1830882975258752:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 107us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.658939:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11067 00000100:00100000:0.0:1746066733.660050:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.660082:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976284928:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066733.660145:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975258880 00000100:00100000:2.0:1746066733.660148:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975258880 00010000:00010000:2.0:1746066733.660167:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093a33200/0xfb36a14ee608267f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b2 expref: 25 pid: 20532 timeout: 794 lvb_type: 1 00000100:00100000:2.0:1746066733.660195:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5524 00000100:00100000:2.0:1746066733.660201:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975258880:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.660208:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.660226:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093a33200/0xfb36a14ee608267f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b2 expref: 25 pid: 20532 timeout: 794 lvb_type: 1 00010000:00010000:2.0:1746066733.660234:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093a33200/0xfb36a14ee608267f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b2 expref: 25 pid: 20532 timeout: 794 lvb_type: 1 00010000:00010000:2.0:1746066733.660249:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093a33200/0xfb36a14ee608267f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b2 expref: 25 pid: 20532 timeout: 794 lvb_type: 1 00010000:00010000:2.0:1746066733.660273:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.660295:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975258880:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 94us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.660300:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5524 00000100:00100000:0.0:1746066733.660911:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.660925:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976284800:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.660946:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3735552->4194303] (req 3735552->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.660961:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099747200, rc 0) 00000100:00100000:3.0:1746066733.660983:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:29057:x1830882975258624:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5352us (5780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.660988:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11066 00000100:00100000:1.0:1746066733.661036:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975259008 00000100:00100000:1.0:1746066733.661040:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975259008 00010000:00010000:1.0:1746066733.661056:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4800/0xfb36a14ee60826a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792dc expref: 19 pid: 8112 timeout: 794 lvb_type: 1 00000100:00100000:1.0:1746066733.661082:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5525 00000100:00100000:1.0:1746066733.661088:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1966:x1830882975259008:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.661095:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.661106:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4800/0xfb36a14ee60826a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792dc expref: 19 pid: 8112 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.661113:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4800/0xfb36a14ee60826a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792dc expref: 19 pid: 8112 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.661132:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4800/0xfb36a14ee60826a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792dc expref: 19 pid: 8112 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.661146:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.661148:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.661153:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.661159:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.661166:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.661167:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.661169:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.661174:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.661627:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.661636:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976285056:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066733.662642:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.662651:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976285184:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066733.663957:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066733.667784:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.668960:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975259136 00000100:00100000:3.0:1746066733.668968:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975259136 00000100:00100000:3.0:1746066733.669930:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11068 00000100:00100000:3.0:1746066733.669938:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975259136:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066733.669953:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.669968:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082704 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97931b expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.670009:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976285312:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066733.670071:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066733.670567:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.670859:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976285056:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066733.670963:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975259392 00000100:00100000:1.0:1746066733.670967:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975259392 00002000:00100000:1.0:1746066733.670995:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (2998272->3002367) req@ffff88009412b480 x1830882975259392/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.671003:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412b480 with x1830882975259392 ext(2998272->3002367) 00002000:00010000:1.0:1746066733.671006:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009412b480 00000100:00100000:1.0:1746066733.671030:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4577 00000100:00100000:1.0:1746066733.671036:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975259392:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066733.671181:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975259392:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 145us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066733.671187:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4577 00002000:00100000:1.0:1746066733.671192:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (2998272->3002367) req@ffff88009412b480 x1830882975259392/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/4536 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.671198:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412b480 with x1830882975259392 ext(2998272->3002367) 00002000:00010000:1.0:1746066733.671201:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009412b480 00000100:00100000:0.0:1746066733.671546:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.671701:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975259648 00000100:00100000:3.0:1746066733.671705:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975259648 00002000:00100000:3.0:1746066733.671722:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3735552->3739647) req@ffff88009412a680 x1830882975259648/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.671729:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412a680 with x1830882975259648 ext(3735552->3739647) 00002000:00010000:3.0:1746066733.671732:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009412a680 00000100:00100000:3.0:1746066733.671745:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4578 00000100:00100000:3.0:1746066733.671750:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975259648:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066733.671822:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975259648:12345-192.168.202.57@tcp:3:cat.0 Request processed in 71us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066733.671827:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4578 00002000:00100000:3.0:1746066733.671831:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3735552->3739647) req@ffff88009412a680 x1830882975259648/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/4536 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.671837:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412a680 with x1830882975259648 ext(3735552->3739647) 00002000:00010000:3.0:1746066733.671839:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009412a680 00000100:00100000:1.0:1746066733.672773:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976285184:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066733.672793:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066733.672814:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975259008:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 11727us (11903us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.672821:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5525 00000100:00100000:0.0:1746066733.675336:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:3.0:1746066733.676004:0:8452:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime: 1746066732 -> 1746066733 00002000:00010000:3.0:1746066733.676008:0:8452:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066731 -> 1746066733 00002000:00010000:3.0:1746066733.676010:0:8452:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066732 -> 1746066733 00000100:00100000:3.0:1746066733.676027:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976285312:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066733.676054:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082704 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97931b expref: 19 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.676065:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082704 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97931b expref: 19 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.676079:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e5e400, rc 0) 00000100:00100000:3.0:1746066733.676111:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975259136:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6173us (8332us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066733.676117:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11068 00000100:00100000:3.0:1746066733.676145:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975259776 00000100:00100000:3.0:1746066733.676150:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975259776 00000100:00100000:3.0:1746066733.677087:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11069 00000100:00100000:3.0:1746066733.677096:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:29056:x1830882975259776:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066733.677109:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.677120:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979322 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.677148:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093a32a00/0xfb36a14ee6082678 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ab expref: 20 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.677156:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 8 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.677162:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.677164:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.677167:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4030463] (req 3145728->4030463) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.677190:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 8 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.677200:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 8 pid: 8112 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.677211:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976285440:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.678406:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093a32a00/0xfb36a14ee6082678 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ab expref: 20 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.678415:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093a32a00/0xfb36a14ee6082678 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ab expref: 20 pid: 20532 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.678423:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976285568:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.678445:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746066733.679142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.679302:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975260032 00000100:00100000:1.0:1746066733.679307:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975260032 00002000:00100000:1.0:1746066733.679338:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff88009412ad80 x1830882975260032/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.679346:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ad80 with x1830882975260032 ext(5074944->5079039) 00010000:00010000:1.0:1746066733.679352:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 9 pid: 8112 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.679365:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 9 pid: 8112 timeout: 794 lvb_type: 1 00002000:00010000:1.0:1746066733.679371:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412ad80 00000100:00100000:1.0:1746066733.679396:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 995 00000100:00100000:1.0:1746066733.679403:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882975260032:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066733.679528:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882975260032:12345-192.168.202.57@tcp:3:cat.0 Request processed in 126us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066733.679534:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 995 00002000:00100000:1.0:1746066733.679539:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff88009412ad80 x1830882975260032/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/4536 e 0 to 0 dl 1746066744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.679545:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ad80 with x1830882975260032 ext(5074944->5079039) 00010000:00010000:1.0:1746066733.679549:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 9 pid: 8112 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.679561:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 9 pid: 8112 timeout: 794 lvb_type: 1 00002000:00010000:1.0:1746066733.679565:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412ad80 00000100:00100000:3.0:1746066733.680544:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976285440:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.680994:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976285568:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.681016:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4030463] (req 3145728->4030463) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.681026:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e5ea00, rc 0) 00000100:00100000:3.0:1746066733.681705:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:29056:x1830882975259776:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4608us (6373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.681712:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11069 00000100:00100000:0.0:1746066733.682348:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.682380:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.682416:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.682429:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975260160 00000100:00100000:1.0:1746066733.682434:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975260160 00000100:00100000:2.0:1746066733.682478:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975260288 00000100:00100000:2.0:1746066733.682481:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975260288 00010000:00010000:2.0:1746066733.682501:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 9 pid: 8112 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.682595:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093a32a00/0xfb36a14ee6082678 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ab expref: 20 pid: 20532 timeout: 794 lvb_type: 1 00000100:00100000:2.0:1746066733.682625:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5526 00000100:00100000:1.0:1746066733.682718:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5527 00000100:00100000:1.0:1746066733.682725:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1964:x1830882975260160:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066733.682794:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975260288:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.682807:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.682824:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 9 pid: 8112 timeout: 794 lvb_type: 1 00010000:00010000:2.0:1746066733.682833:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 9 pid: 8112 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.682940:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975260416 00000100:00100000:3.0:1746066733.682943:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975260416 00000100:00100000:3.0:1746066733.682970:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11070 00000100:00100000:3.0:1746066733.682974:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29057:x1830882975260416:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066733.682985:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.682995:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979329 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.683027:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.683118:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013082d200/0xfb36a14ee60826a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792d5 expref: 11 pid: 8112 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.683339:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.683341:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.683345:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->4628479] (req 4194304->4628479) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.683355:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [4194304->4628479] (req 4194304->4628479) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.683368:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925dda00, rc 0) 00010000:00010000:1.0:1746066733.683403:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093a32a00/0xfb36a14ee6082678 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ab expref: 20 pid: 20532 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.683404:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29057:x1830882975260416:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 429us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.683408:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11070 00010000:00010000:1.0:1746066733.683411:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093a32a00/0xfb36a14ee6082678 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ab expref: 20 pid: 20532 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.683422:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093a32a00/0xfb36a14ee6082678 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ab expref: 20 pid: 20532 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.683433:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.683434:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.683438:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.683449:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.683455:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.683456:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.683463:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 9 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.683469:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 9 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.683490:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 9 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.683500:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976285696:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066733.683747:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.683777:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1963:x1830882975260288:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1146us (1396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.683783:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5526 00010000:00010000:1.0:1746066733.683876:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 19 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.684019:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976285824:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066733.684046:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066733.686735:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976285696:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066733.686766:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976285824:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066733.686786:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066733.687395:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1964:x1830882975260160:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4669us (5046us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.687406:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5527 00000100:00100000:0.0:1746066733.694748:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.694793:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.694984:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975260800 00000100:00100000:3.0:1746066733.694991:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975260800 00002000:00100000:3.0:1746066733.695026:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4026368->4030463) req@ffff880094129500 x1830882975260800/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.695035:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094129500 with x1830882975260800 ext(4026368->4030463) 00002000:00010000:3.0:1746066733.695040:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094129500 00000100:00100000:3.0:1746066733.695748:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975260928 00000100:00100000:3.0:1746066733.695752:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975260928 00002000:00100000:3.0:1746066733.695767:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4624384->4628479) req@ffff88009412b100 x1830882975260928/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.695774:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412b100 with x1830882975260928 ext(4624384->4628479) 00002000:00010000:3.0:1746066733.695777:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412b100 00000100:00100000:1.0:1746066733.695904:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4579 00000100:00100000:1.0:1746066733.695917:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882975260800:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066733.696077:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882975260800:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 165us (1335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066733.696083:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4579 00002000:00100000:1.0:1746066733.696089:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4026368->4030463) req@ffff880094129500 x1830882975260800/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/4536 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.696095:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094129500 with x1830882975260800 ext(4026368->4030463) 00002000:00010000:1.0:1746066733.696098:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094129500 00000100:00100000:1.0:1746066733.696112:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4580 00000100:00100000:1.0:1746066733.696118:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882975260928:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066733.696192:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882975260928:12345-192.168.202.57@tcp:3:cat.0 Request processed in 74us (1398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066733.696196:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4580 00002000:00100000:1.0:1746066733.696201:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4624384->4628479) req@ffff88009412b100 x1830882975260928/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/4536 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.696207:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412b100 with x1830882975260928 ext(4624384->4628479) 00002000:00010000:1.0:1746066733.696209:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412b100 00000100:00100000:0.0:1746066733.756519:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.757498:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975261056 00000100:00100000:3.0:1746066733.757506:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975261056 00000100:00100000:3.0:1746066733.757550:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9134 00000100:00100000:3.0:1746066733.757558:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:29065:x1830882975261056:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066733.757576:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.757591:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd600/0xfb36a14ee6082719 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979330 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.757638:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dce00/0xfb36a14ee6082720 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.757648:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dce00/0xfb36a14ee6082720 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.757657:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dce00/0xfb36a14ee6082720 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.757667:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dc400/0xfb36a14ee6082727 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.757687:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dc400/0xfb36a14ee6082727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.757693:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dc400/0xfb36a14ee6082727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.757905:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.757915:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97928f expref: 252 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.757921:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792e3 expref: 9 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.757926:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 5/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.758064:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792e3 expref: 9 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.758073:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792e3 expref: 9 pid: 16018 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.758084:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4eea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976285952:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.759564:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97928f expref: 252 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.759573:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97928f expref: 252 pid: 14548 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.759581:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976286080:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.759607:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066733.762548:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.762615:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4eea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976285952:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.762625:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976286080:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.762645:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746066733.762890:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.763227:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975261312 00000100:00100000:1.0:1746066733.763232:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975261312 00000100:00100000:1.0:1746066733.763315:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975261568 00000100:00100000:1.0:1746066733.763318:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975261568 00000100:00100000:0.0:1746066733.763466:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3629 00000100:00100000:0.0:1746066733.763474:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:7643:x1830882975261312:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746066733.763742:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:7643:x1830882975261312:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 269us (1200us total) trans 8589943013 rc 0/0 00000100:00100000:0.0:1746066733.763748:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3629 00000100:00100000:0.0:1746066733.763763:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3630 00000100:00100000:0.0:1746066733.763767:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:27101:x1830882975261568:12345-192.168.202.57@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746066733.763830:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:27101:x1830882975261568:12345-192.168.202.57@tcp:35:ldlm_bl.0 Request processed in 61us (939us total) trans 8589943014 rc 0/0 00000100:00100000:0.0:1746066733.763835:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3630 00000100:00100000:3.0:1746066733.765643:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.765698:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975261696 00000100:00100000:1.0:1746066733.765703:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975261696 00010000:00010000:1.0:1746066733.765724:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792e3 expref: 11 pid: 16018 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.765746:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5528 00000100:00100000:1.0:1746066733.765753:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975261696:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.765762:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.765766:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792e3 expref: 11 pid: 16018 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.765775:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792e3 expref: 11 pid: 16018 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.765791:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013195d200/0xfb36a14ee60826b7 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792e3 expref: 11 pid: 16018 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.765806:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066733.765810:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066733.765817:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066733.765821:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066733.765825:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066733.766159:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975261696:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 406us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.766168:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5528 00000100:00100000:3.0:1746066733.766405:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.766612:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975261824 00000100:00100000:1.0:1746066733.766615:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975261824 00010000:00010000:1.0:1746066733.766629:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97928f expref: 254 pid: 14548 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746066733.766656:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5529 00000100:00100000:1.0:1746066733.766662:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:1963:x1830882975261824:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.766668:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.766671:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97928f expref: 254 pid: 14548 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.766701:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97928f expref: 254 pid: 14548 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.766712:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013082de00/0xfb36a14ee608266a lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97928f expref: 254 pid: 14548 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.766720:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066733.766723:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066733.766729:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066733.766734:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066733.766751:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066733.766769:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:1963:x1830882975261824:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 107us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.766774:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5529 00010000:00010000:3.0:1746066733.767180:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767187:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746066733.767220:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066733.767223:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066733.767237:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767245:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767252:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dce00/0xfb36a14ee6082720 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767257:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dce00/0xfb36a14ee6082720 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767262:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dce00/0xfb36a14ee6082720 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767266:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800925dce00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066733.767269:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dce00/0xfb36a14ee6082720 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767277:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dce00/0xfb36a14ee6082720 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767285:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066733.767287:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066733.767290:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dce00/0xfb36a14ee6082720 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767294:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dce00/0xfb36a14ee6082720 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767305:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dc400/0xfb36a14ee6082727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767310:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dc400/0xfb36a14ee6082727 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767313:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dc400/0xfb36a14ee6082727 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767316:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800925dc400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066733.767318:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dc400/0xfb36a14ee6082727 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767321:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dc400/0xfb36a14ee6082727 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767326:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800a48c7300) 00010000:00010000:3.0:1746066733.767327:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066733.767329:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dc400/0xfb36a14ee6082727 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767333:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dc400/0xfb36a14ee6082727 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.767357:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd600/0xfb36a14ee6082719 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979330 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.767366:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979330 expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.767372:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.767373:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066733.767375:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925dd200, rc 0) 00000100:00100000:3.0:1746066733.767410:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:29065:x1830882975261056:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 9852us (10897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.767416:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9134 00000100:00100000:0.0:1746066733.770357:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.770489:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975261952 00000100:00100000:2.0:1746066733.770496:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975261952 00000100:00100000:2.0:1746066733.770546:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11071 00000100:00100000:2.0:1746066733.770554:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+5:1965:x1830882975261952:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066733.770570:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.770608:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ee54c00/0xfb36a14ee6082735 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979337 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.770626:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.770628:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.770635:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee54c00/0xfb36a14ee6082735 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979337 expref: 6 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.770647:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ee54c00/0xfb36a14ee6082735 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979337 expref: 6 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.770656:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee54c00, rc 0) 00000100:00100000:2.0:1746066733.770712:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882975261952:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 160us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.770718:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11071 00000100:00100000:0.0:1746066733.771133:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.771177:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.771189:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.771200:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.771218:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.771335:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975262080 00000100:00100000:3.0:1746066733.771339:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975262080 00000100:00100000:3.0:1746066733.771362:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975262208 00000100:00100000:3.0:1746066733.771364:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975262208 00000100:00100000:3.0:1746066733.771376:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975262336 00000100:00100000:3.0:1746066733.771377:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975262336 00000100:00100000:3.0:1746066733.771388:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975262464 00000100:00100000:3.0:1746066733.771390:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975262464 00000100:00100000:1.0:1746066733.771393:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975262592 00000100:00100000:1.0:1746066733.771397:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975262592 00000100:00100000:3.0:1746066733.771402:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11072 00000100:00100000:3.0:1746066733.771418:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975262080:12345-192.168.202.57@tcp:101:mirror_io.0 00000100:00100000:1.0:1746066733.771419:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11073 00000100:00100000:1.0:1746066733.771425:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975262208:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066733.771428:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066733.771433:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.771438:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099747000/0xfb36a14ee608273c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97933e expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.771440:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f208400/0xfb36a14ee6082743 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979345 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.771449:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.771450:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.771450:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.771451:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.771456:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099747000/0xfb36a14ee608273c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97933e expref: 9 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.771456:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f208400/0xfb36a14ee6082743 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979345 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.771465:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099747000/0xfb36a14ee608273c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97933e expref: 9 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.771465:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f208400/0xfb36a14ee6082743 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979345 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.771471:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099747000, rc 0) 00010000:00010000:1.0:1746066733.771471:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f208400, rc 0) 00000100:00100000:1.0:1746066733.772047:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975262208:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 619us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.772049:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975262080:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 640us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.772052:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11073 00000100:00100000:3.0:1746066733.772055:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11072 00000100:00100000:1.0:1746066733.772066:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11074 00000100:00100000:3.0:1746066733.772070:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11075 00000100:00100000:1.0:1746066733.772072:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975262336:12345-192.168.202.57@tcp:101:mirror_io.0 00000100:00100000:3.0:1746066733.772074:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975262464:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066733.772078:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.772080:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066733.772087:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f209200/0xfb36a14ee608274a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97934c expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.772088:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ca20800/0xfb36a14ee6082751 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979353 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.772098:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.772100:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.772104:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f209200/0xfb36a14ee608274a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97934c expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.772113:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f209200/0xfb36a14ee608274a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97934c expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.772120:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f209200, rc 0) 00000100:00100000:3.0:1746066733.772134:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976286208:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066733.772146:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975262336:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 75us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.772150:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11074 00000100:00100000:1.0:1746066733.772159:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11076 00000100:00100000:1.0:1746066733.772164:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975262592:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:1.0:1746066733.772169:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066733.772173:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f209400/0xfb36a14ee6082758 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97935a expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.772180:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066733.772191:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976286336:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066733.772209:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc900 going to sleep for 11 seconds 00002000:00010000:3.0:1746066733.775220:0:8451:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime: 1746066732 -> 1746066733 00002000:00010000:3.0:1746066733.775225:0:8451:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066732 -> 1746066733 00002000:00010000:3.0:1746066733.775227:0:8451:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime: 1746066732 -> 1746066733 00000100:00100000:1.0:1746066733.775234:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976286336:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066733.775238:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976286208:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066733.775260:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ca20800/0xfb36a14ee6082751 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979353 expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.775260:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f209400/0xfb36a14ee6082758 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97935a expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.775270:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ca20800/0xfb36a14ee6082751 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979353 expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.775270:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f209400/0xfb36a14ee6082758 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97935a expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.775279:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f209400, rc 0) 00010000:00010000:3.0:1746066733.775292:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ca20800, rc 0) 00000100:00100000:1.0:1746066733.775443:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975262592:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 3276us (4221us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066733.775450:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11076 00000100:00100000:3.0:1746066733.775451:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975262464:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 3375us (4248us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066733.775457:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11075 00000100:00100000:0.0:1746066733.778767:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.778919:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975262848 00000100:00100000:3.0:1746066733.778927:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975262848 00000100:00100000:3.0:1746066733.778955:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9135 00000100:00100000:3.0:1746066733.778962:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:29065:x1830882975262848:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066733.778978:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.778992:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4fa3600/0xfb36a14ee608275f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979361 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.779065:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082766 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.779076:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979330 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.779082:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082766 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.779107:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979330 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.779115:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979330 expref: 8 pid: 14548 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.779136:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976286464:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.779788:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066733.783140:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976286464:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.783165:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082766 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:1.0:1746066733.783853:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.784168:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975262976 00000100:00100000:0.0:1746066733.784173:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975262976 00010000:00010000:0.0:1746066733.784198:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979330 expref: 9 pid: 14548 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746066733.784218:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5530 00000100:00100000:0.0:1746066733.784224:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975262976:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066733.784234:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066733.784238:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979330 expref: 9 pid: 14548 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.784246:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979330 expref: 9 pid: 14548 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.784264:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dd200/0xfb36a14ee608272e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979330 expref: 9 pid: 14548 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746066733.784510:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066733.784515:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082766 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.784523:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082766 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.784529:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082766 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066733.784556:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066733.784770:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082766 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.784776:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082766 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746066733.784790:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066733.784899:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4fa3600/0xfb36a14ee608275f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979361 expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.784914:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082766 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979361 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.784919:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.784921:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066733.784924:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5893400, rc 0) 00000100:00100000:0.0:1746066733.784967:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975262976:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 743us (1115us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.784973:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5530 00000100:00100000:3.0:1746066733.785669:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:29065:x1830882975262848:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 6706us (6907us total) trans 8589943015 rc 0/0 00000100:00100000:3.0:1746066733.785746:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9135 00000100:00100000:0.0:1746066733.791104:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.791173:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975263232 00000100:00100000:3.0:1746066733.791181:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975263232 00000100:00100000:3.0:1746066733.791233:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9136 00000100:00100000:3.0:1746066733.791240:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:29065:x1830882975263232:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:3.0:1746066733.791258:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.791261:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746066733.791282:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082766 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979361 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.791294:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.791297:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066733.791306:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edba00/0xfb36a14ee6082774 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979368 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.791370:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608277b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.791378:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608277b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066733.791385:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608277b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746066733.791393:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066733.791473:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4edba00/0xfb36a14ee6082774 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979368 expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.791487:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608277b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979368 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.791491:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.791493:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066733.791494:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4eda400, rc 0) 00000100:00100000:3.0:1746066733.791537:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:29065:x1830882975263232:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 298us (445us total) trans 8589943016 rc 0/0 00000100:00100000:3.0:1746066733.791542:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9136 00000100:00100000:0.0:1746066733.795528:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.798577:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975263360 00000100:00100000:2.0:1746066733.798587:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975263360 00000100:00100000:2.0:1746066733.798702:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9137 00000100:00100000:2.0:1746066733.798710:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:29065:x1830882975263360:12345-192.168.202.57@tcp:101:mirror_io.0 00010000:00010000:2.0:1746066733.798729:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.798743:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee55600/0xfb36a14ee6082789 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97936f expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.798788:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee55600/0xfb36a14ee6082789 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97936f expref: 10 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.798799:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee55600/0xfb36a14ee6082789 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97936f expref: 10 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.798813:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066733.798816:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066733.798818:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee55600, rc 0) 00000100:00100000:2.0:1746066733.799189:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:29065:x1830882975263360:12345-192.168.202.57@tcp:101:mirror_io.0 Request processed in 479us (3666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.799195:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9137 00000100:00100000:0.0:1746066733.805105:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.805634:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975263616 00000100:00100000:2.0:1746066733.805641:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975263616 00000100:00100000:2.0:1746066733.806879:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9138 00000100:00100000:2.0:1746066733.806890:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29068:x1830882975263616:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066733.806909:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.806925:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082790 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979376 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.807011:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082797 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807022:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082797 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807030:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082797 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807041:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35e00/0xfb36a14ee608279e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807045:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35e00/0xfb36a14ee608279e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807052:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35e00/0xfb36a14ee608279e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807140:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827a5 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807148:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827a5 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807153:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827a5 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066733.807160:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066733.807219:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827a5 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807224:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827a5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807229:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827a5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807232:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ed35000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066733.807235:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827a5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807240:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827a5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807247:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066733.807249:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746066733.807252:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827a5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807260:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827a5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807278:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082797 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807282:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082797 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807286:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082797 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807289:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ed34a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066733.807291:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082797 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807295:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082797 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807299:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066733.807301:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066733.807302:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082797 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807306:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082797 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807311:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35e00/0xfb36a14ee608279e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807314:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35e00/0xfb36a14ee608279e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807318:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35e00/0xfb36a14ee608279e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807321:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ed35e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066733.807323:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35e00/0xfb36a14ee608279e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807327:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35e00/0xfb36a14ee608279e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807331:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012fd76000) 00010000:00010000:2.0:1746066733.807332:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066733.807334:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35e00/0xfb36a14ee608279e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807337:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35e00/0xfb36a14ee608279e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.807365:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082790 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979376 expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.809207:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.809239:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.809257:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.809269:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975263744 00000100:00100000:3.0:1746066733.809276:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975263744 00000100:00100000:1.0:1746066733.809282:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.809296:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975263872 00000100:00100000:1.0:1746066733.809299:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975263872 00000100:00100000:3.0:1746066733.809306:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975264000 00000100:00100000:3.0:1746066733.809308:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975264000 00000100:00100000:1.0:1746066733.809319:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975264256 00000100:00100000:1.0:1746066733.809327:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975264256 00000100:00100000:3.0:1746066733.809353:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11077 00000100:00100000:3.0:1746066733.809359:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975263744:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066733.809386:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.809399:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608264e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979288 expref: 18 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.809406:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ee54c00/0xfb36a14ee6082735 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979337 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.809412:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5800/0xfb36a14ee6082686 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b9 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.809418:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.809420:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.809422:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.809445:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5800/0xfb36a14ee6082686 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b9 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.809456:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5800/0xfb36a14ee6082686 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b9 expref: 8 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.809472:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976286592:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.809540:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ee54c00/0xfb36a14ee6082735 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979337 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066733.809542:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11078 00010000:00010000:3.0:1746066733.809548:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ee54c00/0xfb36a14ee6082735 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979337 expref: 8 pid: 21973 timeout: 794 lvb_type: 1 00000100:00100000:0.0:1746066733.809549:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975263872:12345-192.168.202.57@tcp:1:mirror_io.0 00000100:00100000:3.0:1746066733.809556:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976286720:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066733.809568:0:9776:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.809577:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931e6a00/0xfb36a14ee6082655 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979296 expref: 23 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.809578:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608264e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979288 expref: 18 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.809584:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099747000/0xfb36a14ee608273c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97933e expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.809585:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608264e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979288 expref: 18 pid: 21203 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.809592:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976286848:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066733.809594:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee608268d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c0 expref: 17 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.809600:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.809601:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.809603:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 6/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.809607:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b480 going to sleep for 11 seconds 00010000:00010000:0.0:1746066733.809617:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee608268d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c0 expref: 17 pid: 9776 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066733.809624:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11079 00010000:00010000:0.0:1746066733.809624:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee608268d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c0 expref: 17 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.809629:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975264000:12345-192.168.202.57@tcp:1:mirror_io.0 00000100:00100000:0.0:1746066733.809633:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976286976:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.809645:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.809653:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee608265c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97929d expref: 23 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.809660:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099747000/0xfb36a14ee608273c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97933e expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.809663:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f208400/0xfb36a14ee6082743 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979345 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.809667:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099747000/0xfb36a14ee608273c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97933e expref: 8 pid: 8451 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.809670:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136820200/0xfb36a14ee6082694 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c7 expref: 17 pid: 9776 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066733.809690:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976287104:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.809692:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.809694:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.809696:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.809711:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136820200/0xfb36a14ee6082694 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c7 expref: 17 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.809712:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800931e6a00/0xfb36a14ee6082655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979296 expref: 23 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.809718:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136820200/0xfb36a14ee6082694 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c7 expref: 17 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:0.0:1746066733.809724:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800931e6a00/0xfb36a14ee6082655 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979296 expref: 23 pid: 21203 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.809725:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976287232:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066733.809731:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976287360:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066733.809745:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8840 going to sleep for 11 seconds 00010000:00010000:3.0:1746066733.809750:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f208400/0xfb36a14ee6082743 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979345 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.809757:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f208400/0xfb36a14ee6082743 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979345 expref: 8 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:0.0:1746066733.809759:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11080 00000100:00100000:3.0:1746066733.809763:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976287488:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066733.809764:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975264256:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:0.0:1746066733.809777:0:4614:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.809783:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee608265c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97929d expref: 23 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.809786:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.809790:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee608265c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97929d expref: 23 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:0.0:1746066733.809792:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.809797:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976287616:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066733.809797:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066733.809798:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066733.809800:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.809808:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961bc00 going to sleep for 11 seconds 00010000:00010000:0.0:1746066733.809812:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.809819:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 8 pid: 8452 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746066733.809827:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135dfb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976287744:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066733.810189:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5893400/0xfb36a14ee6082790 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979376 expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.810199:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5893400, rc 0) 00000100:00100000:1.0:1746066733.810491:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.810524:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.810535:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975264128 00000100:00100000:1.0:1746066733.810538:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975264128 00000100:00100000:1.0:1746066733.810554:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975264384 00000100:00100000:1.0:1746066733.810556:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975264384 00000100:00100000:1.0:1746066733.810567:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11081 00000100:00100000:1.0:1746066733.810572:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975264128:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:1.0:1746066733.810587:0:8112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.810596:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093a33600/0xfb36a14ee6082671 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792a4 expref: 18 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.810606:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f209200/0xfb36a14ee608274a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97934c expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.810612:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee608269b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ce expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.810617:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.810618:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.810620:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 6/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.810634:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee608269b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ce expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.810641:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee608269b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ce expref: 8 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:1.0:1746066733.810649:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976287872:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066733.811763:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 18 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.811773:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 18 pid: 8452 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746066733.811781:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976288000:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.811863:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11082 00000100:00100000:3.0:1746066733.811871:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975264384:12345-192.168.202.57@tcp:1:mirror_io.0 00010000:00010000:3.0:1746066733.811892:0:20532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.811900:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066733.812387:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:29068:x1830882975263616:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5500us (7287us total) trans 8589943017 rc 301/301 00000100:00100000:0.0:1746066733.812462:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8480 going to sleep for 11 seconds 00010000:00010000:3.0:1746066733.812498:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.812504:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066733.812505:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066733.812507:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.812522:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.812534:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 17 pid: 8452 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.812542:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092047480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976288128:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.812566:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f209200/0xfb36a14ee608274a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97934c expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.812575:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f209200/0xfb36a14ee608274a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97934c expref: 9 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.812580:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 23 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.812583:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976288256:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.812586:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 23 pid: 21973 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746066733.812593:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092047b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976288384:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.812607:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961be40 going to sleep for 11 seconds 00010000:00010000:1.0:1746066733.812611:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093a33600/0xfb36a14ee6082671 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792a4 expref: 18 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.812619:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093a33600/0xfb36a14ee6082671 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792a4 expref: 18 pid: 20532 timeout: 794 lvb_type: 1 00000100:00100000:1.0:1746066733.812625:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976288512:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066733.812650:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc900 going to sleep for 11 seconds 00000100:00100000:2.0:1746066733.813001:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9138 00000100:00100000:0.0:1746066733.815362:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976287744:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066733.815413:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976288000:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066733.815433:0:4614:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.815645:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976286592:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.815653:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976286720:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.815659:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976286848:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.815699:0:8451:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.815780:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976287872:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066733.815796:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976286976:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066733.815803:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976287104:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066733.815809:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135dfad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976287360:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.815824:0:9776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066733.815887:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976287232:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066733.815895:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976287488:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066733.815901:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976287616:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066733.815915:0:8450:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066733.816791:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.816820:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.816841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.817326:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975264768 00000100:00100000:1.0:1746066733.817332:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975264768 00000100:00100000:0.0:1746066733.817386:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.817400:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975265024 00000100:00100000:0.0:1746066733.817402:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975265024 00010000:00010000:0.0:1746066733.817413:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136820200/0xfb36a14ee6082694 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c7 expref: 18 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:0.0:1746066733.817436:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975265408 00000100:00100000:0.0:1746066733.817439:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975265408 00010000:00010000:0.0:1746066733.817446:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f208400/0xfb36a14ee6082743 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979345 expref: 10 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:1.0:1746066733.817632:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608264e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979288 expref: 19 pid: 21203 timeout: 794 lvb_type: 1 00000100:00100000:0.0:1746066733.817958:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975265664 00000100:00100000:0.0:1746066733.817962:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975265664 00010000:00010000:0.0:1746066733.817973:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee608269b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ce expref: 9 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.818043:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5531 00000100:00100000:3.0:1746066733.818051:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1964:x1830882975265024:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.818062:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.818079:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136820200/0xfb36a14ee6082694 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c7 expref: 18 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818089:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136820200/0xfb36a14ee6082694 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c7 expref: 18 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818107:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136820200/0xfb36a14ee6082694 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c7 expref: 18 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818132:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.818164:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975265024:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 114us (1343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.818169:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5531 00000100:00100000:3.0:1746066733.818182:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5532 00000100:00100000:3.0:1746066733.818187:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975265408:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.818192:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.818198:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f208400/0xfb36a14ee6082743 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979345 expref: 10 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818206:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f208400/0xfb36a14ee6082743 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979345 expref: 10 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818216:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f208400/0xfb36a14ee6082743 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979345 expref: 10 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818224:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.818233:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975265408:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 47us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.818241:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5532 00000100:00100000:3.0:1746066733.818248:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5533 00000100:00100000:3.0:1746066733.818252:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1964:x1830882975264768:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.818257:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.818267:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608264e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979288 expref: 19 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818274:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608264e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979288 expref: 19 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818285:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800931e7c00/0xfb36a14ee608264e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979288 expref: 19 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818292:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.818301:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1964:x1830882975264768:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 49us (1513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.818306:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5533 00000100:00100000:3.0:1746066733.818313:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5534 00000100:00100000:3.0:1746066733.818317:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882975265664:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.818321:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.818328:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee608269b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ce expref: 9 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818335:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee608269b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ce expref: 9 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818349:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e881600/0xfb36a14ee608269b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ce expref: 9 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818356:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.818364:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1964:x1830882975265664:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 47us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.818369:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5534 00000100:00100000:3.0:1746066733.818410:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.818422:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975264896 00000100:00100000:3.0:1746066733.818425:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975264896 00010000:00010000:3.0:1746066733.818435:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099747000/0xfb36a14ee608273c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97933e expref: 9 pid: 8451 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.818446:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5535 00000100:00100000:3.0:1746066733.818450:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975264896:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.818455:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.818462:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099747000/0xfb36a14ee608273c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97933e expref: 9 pid: 8451 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818469:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099747000/0xfb36a14ee608273c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97933e expref: 9 pid: 8451 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818478:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099747000/0xfb36a14ee608273c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97933e expref: 9 pid: 8451 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818489:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.818499:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975264896:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 49us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.818504:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5535 00000100:00100000:3.0:1746066733.818541:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.818550:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975265280 00000100:00100000:3.0:1746066733.818552:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975265280 00010000:00010000:3.0:1746066733.818560:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800931e6a00/0xfb36a14ee6082655 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979296 expref: 24 pid: 21203 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.818572:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5536 00000100:00100000:3.0:1746066733.818576:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975265280:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.818581:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.818586:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800931e6a00/0xfb36a14ee6082655 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979296 expref: 24 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818594:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800931e6a00/0xfb36a14ee6082655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979296 expref: 24 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818604:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931e6a00/0xfb36a14ee6082655 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979296 expref: 24 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818611:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.818621:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975265280:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 45us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.818629:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5536 00000100:00100000:3.0:1746066733.818653:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.818661:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975265536 00000100:00100000:3.0:1746066733.818663:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975265536 00010000:00010000:3.0:1746066733.818670:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee608265c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97929d expref: 23 pid: 21203 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.818696:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5537 00000100:00100000:3.0:1746066733.818701:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975265536:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.818706:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.818711:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee608265c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97929d expref: 23 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818719:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee608265c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97929d expref: 23 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818729:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931e7e00/0xfb36a14ee608265c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97929d expref: 23 pid: 21203 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818736:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.818737:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.818741:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.818748:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.818768:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.818779:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975265536:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 78us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.818784:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5537 00000100:00100000:3.0:1746066733.818814:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.818835:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.818842:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975264512 00000100:00100000:3.0:1746066733.818844:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975264512 00010000:00010000:3.0:1746066733.818852:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5800/0xfb36a14ee6082686 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b9 expref: 8 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.818863:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5538 00000100:00100000:3.0:1746066733.818867:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1966:x1830882975264512:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.818871:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.818877:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5800/0xfb36a14ee6082686 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b9 expref: 8 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818884:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5800/0xfb36a14ee6082686 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b9 expref: 8 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818894:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc5800/0xfb36a14ee6082686 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792b9 expref: 8 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.818901:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.818911:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1966:x1830882975264512:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 44us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.818918:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5538 00000100:00100000:3.0:1746066733.818943:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.818959:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.818966:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975264640 00000100:00100000:3.0:1746066733.818968:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975264640 00010000:00010000:3.0:1746066733.818976:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee54c00/0xfb36a14ee6082735 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979337 expref: 10 pid: 21973 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.818986:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5539 00000100:00100000:3.0:1746066733.818991:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975264640:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.818995:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.819001:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ee54c00/0xfb36a14ee6082735 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979337 expref: 10 pid: 21973 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.819008:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ee54c00/0xfb36a14ee6082735 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979337 expref: 10 pid: 21973 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.819018:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ee54c00/0xfb36a14ee6082735 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979337 expref: 10 pid: 21973 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.819024:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.819026:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.819029:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.819034:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.819049:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.819059:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975264640:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 69us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.819064:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5539 00010000:00010000:3.0:1746066733.819076:0:8451:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.819083:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.819098:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.819104:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.819111:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.819117:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4eda200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066733.819131:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.819137:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.819148:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.819154:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4eda200/0xfb36a14ee60827b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.819183:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975263744:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 9825us (9981us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.819188:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11077 00000100:00100000:3.0:1746066733.819234:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.819243:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975265152 00000100:00100000:3.0:1746066733.819245:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975265152 00010000:00010000:3.0:1746066733.819254:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee608268d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c0 expref: 17 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.819265:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5540 00000100:00100000:3.0:1746066733.819269:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882975265152:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.819274:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.819280:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee608268d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c0 expref: 17 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.819287:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee608268d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c0 expref: 17 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.819297:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ecc4e00/0xfb36a14ee608268d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792c0 expref: 17 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.819306:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.819307:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.819310:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.819316:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.819327:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.819337:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1966:x1830882975265152:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 68us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.819341:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5540 00010000:00010000:1.0:1746066733.819865:0:9776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.819873:0:9776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.819890:0:9776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.819897:0:9776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.819903:0:9776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.819907:0:9776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135ec2c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066733.819910:0:9776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.819916:0:9776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.819924:0:9776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.819930:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ec2c00/0xfb36a14ee60827ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.819962:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975263872:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 10414us (10723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.819968:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11078 00000100:00100000:1.0:1746066733.819987:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975265920 00000100:00100000:1.0:1746066733.819990:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975265920 00002000:00100000:1.0:1746066733.820012:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4030463) req@ffff88009ed08000 x1830882975265920/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.820021:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed08000 with x1830882975265920 ext(3145728->4030463) 00010000:00010000:1.0:1746066733.820026:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 18 pid: 8452 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.820035:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 18 pid: 8452 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746066733.820040:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed08000 00000100:00100000:1.0:1746066733.820049:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975265792 00000100:00100000:1.0:1746066733.820051:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975265792 00002000:00100000:1.0:1746066733.820059:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->4628479) req@ffff88009ed09c00 x1830882975265792/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.820065:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed09c00 with x1830882975265792 ext(4194304->4628479) 00010000:00010000:1.0:1746066733.820069:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 7 pid: 8452 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.820075:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 7 pid: 8452 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746066733.820080:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed09c00 00000100:00100000:1.0:1746066733.820086:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 996 00000100:00100000:1.0:1746066733.820091:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1964:x1830882975265920:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:1.0:1746066733.820740:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 997 00000100:00100000:1.0:1746066733.820748:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1966:x1830882975265792:12345-192.168.202.57@tcp:4:cat.0 00010000:00010000:2.0:1746066733.822750:0:8450:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.822760:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.822786:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.822792:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.822799:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.822804:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ca20800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066733.822807:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.822813:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.822829:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.822840:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ca20800/0xfb36a14ee60827c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066733.822896:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975264000:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 13265us (13636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.822904:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11079 00000100:00100000:3.0:1746066733.824489:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.824633:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.824646:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975266432 00000100:00100000:3.0:1746066733.824652:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975266432 00002000:00100000:3.0:1746066733.824695:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2998272->3145727) req@ffff88009ed08380 x1830882975266432/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.824704:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed08380 with x1830882975266432 ext(2998272->3145727) 00010000:00010000:3.0:1746066733.824711:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 22 pid: 21973 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066733.824721:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 22 pid: 21973 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746066733.824727:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed08380 00000100:00100000:3.0:1746066733.824741:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 998 00000100:00100000:3.0:1746066733.824747:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975266432:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:3.0:1746066733.824929:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.824940:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975266304 00000100:00100000:3.0:1746066733.824943:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975266304 00010000:00010000:3.0:1746066733.824958:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f209200/0xfb36a14ee608274a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97934c expref: 8 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.824972:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5541 00000100:00100000:3.0:1746066733.824976:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975266304:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.824983:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.824995:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88009f209200/0xfb36a14ee608274a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97934c expref: 8 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.825003:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f209200/0xfb36a14ee608274a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97934c expref: 8 pid: 9776 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.825021:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.825036:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975266304:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 60us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.825042:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5541 00000100:00100000:3.0:1746066733.825100:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.825110:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975266560 00000100:00100000:3.0:1746066733.825113:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975266560 00010000:00010000:3.0:1746066733.825131:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093a33600/0xfb36a14ee6082671 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792a4 expref: 20 pid: 20532 timeout: 794 lvb_type: 1 00000100:00100000:3.0:1746066733.825150:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5542 00000100:00100000:3.0:1746066733.825154:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882975266560:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066733.825160:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.825166:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880093a33600/0xfb36a14ee6082671 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792a4 expref: 20 pid: 20532 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.825173:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093a33600/0xfb36a14ee6082671 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792a4 expref: 20 pid: 20532 timeout: 794 lvb_type: 1 00010000:00010000:3.0:1746066733.825184:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.825185:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.825190:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.825196:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.825208:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.825221:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1963:x1830882975266560:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 67us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066733.825226:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5542 00000100:00100000:3.0:1746066733.825288:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.825302:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975266688 00000100:00100000:3.0:1746066733.825304:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975266688 00002000:00100000:3.0:1746066733.825317:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3735552->4194303) req@ffff88009ed09f80 x1830882975266688/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.825329:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed09f80 with x1830882975266688 ext(3735552->4194303) 00010000:00010000:3.0:1746066733.825334:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 16 pid: 8452 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746066733.825342:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 16 pid: 8452 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746066733.825347:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed09f80 00000100:00100000:3.0:1746066733.825359:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 999 00000100:00100000:3.0:1746066733.825364:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975266688:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066733.825818:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092047480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976288128:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066733.825827:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092047b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976288384:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066733.825841:0:20532:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.826143:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975266176 00000100:00100000:1.0:1746066733.826147:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975266176 00000100:00100000:1.0:1746066733.826172:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3631 00000100:00100000:1.0:1746066733.826177:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:29068:x1830882975266176:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066733.826306:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29068:x1830882975266176:12345-192.168.202.57@tcp:35:cat.0 Request processed in 128us (1821us total) trans 8589943018 rc 0/0 00000100:00100000:1.0:1746066733.826311:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3631 00010000:00010000:1.0:1746066733.826335:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f209200/0xfb36a14ee608274a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97934c expref: 7 pid: 9776 timeout: 794 lvb_type: 1 00000100:00100000:1.0:1746066733.826345:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976288256:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.826354:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093a33600/0xfb36a14ee6082671 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792a4 expref: 19 pid: 20532 timeout: 794 lvb_type: 1 00000100:00100000:1.0:1746066733.826360:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976288512:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066733.826376:0:8112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.826382:0:8112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.826388:0:8112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.826406:0:8112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.826413:0:8112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.826419:0:8112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.826424:0:8112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f209400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066733.826427:0:8112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.826439:0:8112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.826448:0:8112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.826453:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f209400/0xfb36a14ee60827cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.826485:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+6:1965:x1830882975264128:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 15913us (15994us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.826491:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11081 00000100:00100000:3.0:1746066733.838670:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.838741:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975266816 00000100:00100000:2.0:1746066733.838748:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975266816 00000100:00100000:2.0:1746066733.838800:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9139 00000100:00100000:2.0:1746066733.838808:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29068:x1830882975266816:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066733.838827:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.838840:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60827dd lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97937d expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.838901:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827e4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.838912:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.838922:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066733.838943:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:2.0:1746066733.838947:0:20127:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066733.838957:0:20127:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.838977:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34a00/0xfb36a14ee60827dd lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97937d expref: 14 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.838988:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97937d expref: 13 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.838995:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066733.838998:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066733.839000:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed35000, rc 0) 00000100:00100000:2.0:1746066733.839116:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29068:x1830882975266816:12345-192.168.202.57@tcp:101:cat.0 Request processed in 308us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.839131:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9139 00000100:00100000:3.0:1746066733.842287:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.842313:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.842330:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.842335:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975267328 00000100:00100000:3.0:1746066733.842340:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.842342:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975267328 00000100:00100000:3.0:1746066733.842350:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975267584 00000100:00100000:3.0:1746066733.842353:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975267584 00000100:00100000:2.0:1746066733.842369:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975267840 00000100:00100000:3.0:1746066733.842370:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975267200 00000100:00100000:2.0:1746066733.842371:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975267840 00000100:00100000:3.0:1746066733.842372:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975267200 00000100:00100000:2.0:1746066733.842385:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11083 00000100:00100000:2.0:1746066733.842392:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975267328:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066733.843219:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.843236:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e98b400/0xfb36a14ee60827eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979392 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066733.843410:0:8450:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd2c, atime: 0x6812dd2a, ctime: 0x6812dd2c, blocks: 0x81f 00010000:00010000:2.0:1746066733.843427:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.843428:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.843437:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e98b400/0xfb36a14ee60827eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979392 expref: 20 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.843452:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e98b400/0xfb36a14ee60827eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979392 expref: 20 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.843460:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e98b400, rc 0) 00000100:00100000:2.0:1746066733.843497:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975267328:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1106us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.843503:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11083 00000100:00100000:2.0:1746066733.843517:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11084 00000100:00100000:2.0:1746066733.843523:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975267584:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066733.843530:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.843538:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee60827f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793a0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066733.843548:0:8450:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x385:0x0] initial LVB size: 2097152, mtime: 0x6812dd2c, atime: 0x6812dd2c, ctime: 0x6812dd2c, blocks: 0x821 00010000:00010000:2.0:1746066733.843554:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.843555:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.843558:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee60827f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793a0 expref: 11 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.843567:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee60827f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793a0 expref: 11 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.843577:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e98bc00, rc 0) 00000100:00100000:2.0:1746066733.843590:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975267584:12345-192.168.202.57@tcp:101:cat.0 Request processed in 68us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.843594:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11084 00000100:00100000:2.0:1746066733.843603:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11085 00000100:00100000:2.0:1746066733.843608:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975267840:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066733.843612:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.843618:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e98aa00/0xfb36a14ee60827f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793ae expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066733.843647:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976288640:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066733.843705:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929eacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066733.844882:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11086 00000100:00100000:1.0:1746066733.844896:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975267200:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066733.844906:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066733.844916:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129fc1600/0xfb36a14ee6082800 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97938b expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066733.844930:0:9776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd2c, atime: 0x6812dd2c, ctime: 0x6812dd2c, blocks: 0x7e7 00010000:00010000:1.0:1746066733.844939:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.844941:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.844946:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc1600/0xfb36a14ee6082800 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97938b expref: 11 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.844955:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129fc1600/0xfb36a14ee6082800 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97938b expref: 11 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.844961:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129fc1600, rc 0) 00000100:00100000:1.0:1746066733.844995:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975267200:12345-192.168.202.57@tcp:101:cat.0 Request processed in 105us (2652us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.845000:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11086 00000100:00100000:3.0:1746066733.845022:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.845043:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975267456 00000100:00100000:1.0:1746066733.845048:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975267456 00000100:00100000:1.0:1746066733.845069:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11087 00000100:00100000:1.0:1746066733.845074:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975267456:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066733.845080:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066733.845089:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee6082807 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979399 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.845090:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:1.0:1746066733.845101:0:8112:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd2c, atime: 0x6812dd2c, ctime: 0x6812dd2c, blocks: 0x821 00000100:00100000:3.0:1746066733.845103:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975267712 00000100:00100000:3.0:1746066733.845106:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975267712 00010000:00010000:1.0:1746066733.845109:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.845110:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.845115:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee6082807 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979399 expref: 22 pid: 8112 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066733.845133:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11088 00010000:00010000:1.0:1746066733.845136:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee6082807 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979399 expref: 22 pid: 8112 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066733.845139:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975267712:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066733.845142:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3a2600, rc 0) 00010000:00010000:3.0:1746066733.845146:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.845153:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa400/0xfb36a14ee608280e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793a7 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.845159:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975267456:12345-192.168.202.57@tcp:101:cat.0 Request processed in 85us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.845164:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11087 00000100:00100000:3.0:1746066733.845177:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976288768:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066733.845207:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066733.846274:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975266432:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 21525us (21639us total) trans 17179872870 rc 0/0 00000100:00100000:3.0:1746066733.846281:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 998 00002000:00100000:3.0:1746066733.846289:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2998272->3145727) req@ffff88009ed08380 x1830882975266432/t17179872870(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/448 e 0 to 0 dl 1746066744 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.846296:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed08380 with x1830882975266432 ext(2998272->3145727) 00010000:00010000:3.0:1746066733.846302:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 24 pid: 21973 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066733.846311:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 24 pid: 21973 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746066733.846316:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed08380 00000100:00100000:2.0:1746066733.850925:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976288640:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066733.850952:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e98aa00/0xfb36a14ee60827f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ae expref: 21 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.850963:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e98aa00/0xfb36a14ee60827f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ae expref: 21 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.850987:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e98aa00, rc 0) 00000100:00100000:2.0:1746066733.851087:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975267840:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7477us (8754us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066733.851094:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11085 00000100:00100000:1.0:1746066733.851700:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.851732:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.852298:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975267968 00000100:00100000:0.0:1746066733.852304:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975267968 00010000:00010000:0.0:1746066733.852326:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 24 pid: 21973 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746066733.852346:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5543 00000100:00100000:0.0:1746066733.852351:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975267968:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066733.852361:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066733.852370:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 24 pid: 21973 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066733.852378:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 24 pid: 21973 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066733.852392:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee60826fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2998272->3145727] (req 2998272->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979314 expref: 24 pid: 21973 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066733.852405:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066733.852423:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975267968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 72us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.852428:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5543 00000100:00100000:2.0:1746066733.853712:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975267072 00000100:00100000:2.0:1746066733.853718:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975267072 00000100:00100000:2.0:1746066733.853749:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9140 00000100:00100000:2.0:1746066733.853755:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29071:x1830882975267072:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066733.853935:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.853948:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596c00/0xfb36a14ee6082815 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979384 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.854079:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee608281c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.854089:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee608281c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.854097:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee608281c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.854108:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6082823 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.854113:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6082823 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.854117:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6082823 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.854212:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.854221:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608277b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979368 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.854227:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.854250:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608277b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979368 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.854258:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608277b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979368 expref: 9 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066733.854268:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976288896:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066733.854341:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929eacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066733.855800:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975266688:12345-192.168.202.57@tcp:4:cat.0 Request processed in 30431us (30507us total) trans 17179872871 rc 0/0 00000100:00100000:3.0:1746066733.855810:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 999 00002000:00100000:3.0:1746066733.855818:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3735552->4194303) req@ffff88009ed09f80 x1830882975266688/t17179872871(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/448 e 0 to 0 dl 1746066744 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.855827:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed09f80 with x1830882975266688 ext(3735552->4194303) 00010000:00010000:3.0:1746066733.855835:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 20 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066733.855844:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 20 pid: 8452 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746066733.855850:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed09f80 00000100:00100000:0.0:1746066733.857969:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.857981:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882975265792:12345-192.168.202.57@tcp:4:cat.0 Request processed in 37234us (39037us total) trans 21474840216 rc 0/0 00000100:00100000:1.0:1746066733.857991:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 997 00002000:00100000:1.0:1746066733.857999:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->4628479) req@ffff88009ed09c00 x1830882975265792/t21474840216(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/448 e 0 to 0 dl 1746066744 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066733.858007:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed09c00 with x1830882975265792 ext(4194304->4628479) 00010000:00010000:1.0:1746066733.858014:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 13 pid: 8452 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746066733.858023:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 13 pid: 8452 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746066733.858032:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed09c00 00000100:00100000:1.0:1746066733.858300:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975268096 00000100:00100000:1.0:1746066733.858306:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975268096 00010000:00010000:1.0:1746066733.858326:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608277b lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979368 expref: 10 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066733.858355:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5544 00000100:00100000:1.0:1746066733.858362:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975268096:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.858373:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.858377:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608277b lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979368 expref: 10 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066733.858407:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608277b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979368 expref: 10 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066733.858425:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066733.858429:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066733.858436:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066733.858441:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066733.858457:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066733.858886:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975268096:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 524us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.858894:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5544 00000100:00100000:3.0:1746066733.859325:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976288768:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066733.859349:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa400/0xfb36a14ee608280e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793a7 expref: 12 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.859360:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa400/0xfb36a14ee608280e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793a7 expref: 12 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.859374:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6fa400, rc 0) 00000100:00100000:0.0:1746066733.860536:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.860596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.860609:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975268224 00000100:00100000:0.0:1746066733.860613:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975268224 00010000:00010000:0.0:1746066733.860631:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 20 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746066733.860651:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975268352 00000100:00100000:0.0:1746066733.860653:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975268352 00010000:00010000:0.0:1746066733.860661:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 12 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746066733.860673:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5545 00000100:00100000:0.0:1746066733.860696:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975268224:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066733.860705:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066733.860719:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 20 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066733.860727:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 20 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066733.860741:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099747200/0xfb36a14ee60826f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3735552->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97930d expref: 20 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066733.860756:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.860758:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.860761:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.860768:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.860774:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5546 00000100:00100000:1.0:1746066733.860782:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1965:x1830882975268352:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066733.860785:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066733.860789:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.860798:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 12 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746066733.860801:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975268224:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 106us (267us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066733.860806:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 12 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746066733.860806:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5545 00010000:00010000:1.0:1746066733.860815:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082712 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4628479) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979329 expref: 12 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066733.860823:0:20532:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.860827:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066733.860830:0:20532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.860839:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882975268352:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 60us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.860843:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5546 00010000:00010000:0.0:1746066733.860845:0:20532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.860851:0:20532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.860857:0:20532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.860868:0:20532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a57ff600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066733.860871:0:20532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.860877:0:20532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.860886:0:20532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.860891:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a57ff600/0xfb36a14ee60827d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066733.860935:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+5:1965:x1830882975264384:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 49065us (50410us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.860943:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11082 00000100:00100000:3.0:1746066733.861192:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975267712:12345-192.168.202.57@tcp:101:cat.0 Request processed in 14268us (14317us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066733.861198:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11088 00010000:00010000:3.0:1746066733.863876:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608277b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979368 expref: 9 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066733.863892:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976288896:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.863911:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.863918:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.863922:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066733.863935:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066733.864022:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864028:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864034:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864038:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099790600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066733.864041:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864046:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864056:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.864059:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066733.864062:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 2/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864066:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee608282a lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864076:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee608281c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864080:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee608281c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864083:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee608281c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864091:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b596000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066733.864092:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee608281c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864096:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee608281c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864102:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066733.864103:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066733.864105:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee608281c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864109:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596000/0xfb36a14ee608281c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864116:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6082823 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864130:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6082823 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864134:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6082823 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864138:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b597a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066733.864140:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6082823 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864144:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6082823 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864150:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705400) 00010000:00010000:3.0:1746066733.864151:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066733.864154:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6082823 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864158:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b597a00/0xfb36a14ee6082823 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.864194:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596c00/0xfb36a14ee6082815 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979384 expref: 15 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.864200:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b596c00/0xfb36a14ee6082815 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979384 expref: 15 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.864207:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b596c00, rc 0) 00000100:00100000:3.0:1746066733.864252:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:29071:x1830882975267072:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 10497us (12575us total) trans 8589943019 rc 301/301 00000100:00100000:3.0:1746066733.864259:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9140 00000100:00100000:2.0:1746066733.864546:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1964:x1830882975265920:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 44454us (45730us total) trans 21474840217 rc 0/0 00000100:00100000:2.0:1746066733.864554:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 996 00002000:00100000:2.0:1746066733.864560:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4030463) req@ffff88009ed08000 x1830882975265920/t21474840217(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/448 e 0 to 0 dl 1746066744 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.864569:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed08000 with x1830882975265920 ext(3145728->4030463) 00010000:00010000:2.0:1746066733.864575:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 19 pid: 8452 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746066733.864584:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 19 pid: 8452 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746066733.864589:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed08000 00000100:00100000:3.0:1746066733.874619:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.874670:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975268480 00000100:00100000:0.0:1746066733.874689:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975268480 00010000:00010000:1.0:1746066733.874744:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 19 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066733.874769:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5547 00000100:00100000:1.0:1746066733.874776:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975268480:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066733.874790:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066733.874806:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 19 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066733.874820:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 19 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066733.874837:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee608270b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3145728->4030463) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979322 expref: 19 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066733.874853:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.874854:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.874858:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.874875:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.874901:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066733.874918:0:4614:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.874925:0:4614:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.874934:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1963:x1830882975268480:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 159us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.874939:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5547 00010000:00010000:0.0:1746066733.874941:0:4614:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.874951:0:4614:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.874958:0:4614:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.874963:0:4614:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc4000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066733.874967:0:4614:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.874973:0:4614:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.874982:0:4614:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.874987:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee60827c8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066733.875025:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882975264256:12345-192.168.202.57@tcp:1:mirror_io.0 Request processed in 65260us (65742us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.875032:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11080 00000100:00100000:0.0:1746066733.891608:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.891649:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.891673:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.891717:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.891788:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975268736 00000100:00100000:2.0:1746066733.891797:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975268736 00000100:00100000:0.0:1746066733.891822:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:2.0:1746066733.891840:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880135dfb480 x1830882975268736/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.891854:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfb480 with x1830882975268736 ext(0->1048575) 00002000:00010000:2.0:1746066733.891859:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135dfb480 00000100:00100000:2.0:1746066733.891888:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975268992 00000100:00100000:2.0:1746066733.891891:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975268992 00002000:00100000:2.0:1746066733.891904:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880135dfa680 x1830882975268992/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.891910:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfa680 with x1830882975268992 ext(1048576->2097151) 00002000:00010000:2.0:1746066733.891912:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfa680 00000100:00100000:2.0:1746066733.891920:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975269376 00000100:00100000:2.0:1746066733.891922:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975269376 00002000:00100000:2.0:1746066733.891930:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880135dfaa00 x1830882975269376/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.891935:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfaa00 with x1830882975269376 ext(1048576->2097151) 00002000:00010000:2.0:1746066733.891937:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135dfaa00 00000100:00100000:2.0:1746066733.891944:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975269504 00000100:00100000:2.0:1746066733.891945:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975269504 00002000:00100000:2.0:1746066733.891953:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880135df8380 x1830882975269504/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.891959:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df8380 with x1830882975269504 ext(1048576->2097151) 00002000:00010000:2.0:1746066733.891961:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135df8380 00000100:00100000:2.0:1746066733.891983:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4581 00000100:00100000:2.0:1746066733.891990:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975268736:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066733.892228:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4582 00000100:00100000:0.0:1746066733.892235:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975268992:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066733.893714:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4583 00000100:00100000:2.0:1746066733.893724:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975269376:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066733.894618:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4584 00000100:00100000:3.0:1746066733.894627:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975269504:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066733.895533:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975269760 00000100:00100000:3.0:1746066733.895539:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975269760 00000100:00100000:3.0:1746066733.895567:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9141 00000100:00100000:3.0:1746066733.895573:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:29065:x1830882975269760:12345-192.168.202.57@tcp:36:mirror_io.0 00010000:00010000:3.0:1746066733.895604:0:20127:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066733.895624:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee55600/0xfb36a14ee6082789 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97936f expref: 9 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.895643:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066733.895647:0:20127:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066733.895700:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:29065:x1830882975269760:12345-192.168.202.57@tcp:36:mirror_io.0 Request processed in 126us (3876us total) trans 0 rc -116/-116 00000100:00100000:3.0:1746066733.895705:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9141 00000100:00100000:0.0:1746066733.908118:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.908311:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975270016 00000100:00100000:2.0:1746066733.908318:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975270016 00000100:00100000:1.0:1746066733.908469:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.909195:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975270272 00000100:00100000:3.0:1746066733.909199:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975270272 00000100:00100000:3.0:1746066733.909232:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3632 00000100:00100000:3.0:1746066733.909239:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:29065:x1830882975270272:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:3.0:1746066733.909395:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:29065:x1830882975270272:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 156us (925us total) trans 8589943020 rc 0/0 00000100:00100000:3.0:1746066733.909401:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3632 00000100:00100000:2.0:1746066733.909546:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9142 00000100:00100000:2.0:1746066733.909555:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29075:x1830882975270016:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066733.909564:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.909578:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082838 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793b5 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.909642:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608283f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909653:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608283f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909661:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608283f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909670:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082846 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909688:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082846 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909693:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082846 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909765:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff2200/0xfb36a14ee608284d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909772:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff2200/0xfb36a14ee608284d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909777:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff2200/0xfb36a14ee608284d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:2.0:1746066733.909784:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066733.909825:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608283f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909830:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608283f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909835:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608283f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909840:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4eda400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066733.909843:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608283f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909847:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608283f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909855:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066733.909858:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066733.909861:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608283f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909865:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4eda400/0xfb36a14ee608283f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909887:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082846 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909891:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082846 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909895:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082846 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909902:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800925dda00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066733.909904:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082846 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909908:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082846 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909914:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705400) 00010000:00010000:2.0:1746066733.909916:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066733.909918:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082846 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909922:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800925dda00/0xfb36a14ee6082846 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066733.909948:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082838 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793b5 expref: 256 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.909959:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff2200/0xfb36a14ee608284d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793b5 expref: 255 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.909965:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066733.909966:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066733.909968:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ff2200, rc 0) 00000100:00100000:2.0:1746066733.909984:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:29075:x1830882975270016:12345-192.168.202.57@tcp:101:cat.0 Request processed in 433us (1875us total) trans 8589943021 rc 0/0 00000100:00100000:2.0:1746066733.909990:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9142 00000100:00100000:0.0:1746066733.910142:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975268992:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17908us (18492us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066733.910149:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4582 00002000:00100000:0.0:1746066733.910157:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880135dfa680 x1830882975268992/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066733.910165:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfa680 with x1830882975268992 ext(1048576->2097151) 00002000:00010000:0.0:1746066733.910169:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135dfa680 00000100:00100000:2.0:1746066733.928306:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975268736:12345-192.168.202.57@tcp:3:cat.0 Request processed in 36309us (36696us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066733.928317:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4581 00002000:00100000:2.0:1746066733.928326:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff880135dfb480 x1830882975268736/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.928333:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfb480 with x1830882975268736 ext(0->1048575) 00002000:00010000:2.0:1746066733.928338:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135dfb480 00000100:00100000:0.0:1746066733.928736:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.929019:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975270528 00000100:00100000:1.0:1746066733.929026:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975270528 00000100:00100000:1.0:1746066733.929056:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3633 00000100:00100000:1.0:1746066733.929061:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:29065:x1830882975270528:12345-192.168.202.57@tcp:35:mirror_io.0 00000100:00100000:1.0:1746066733.929198:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:29065:x1830882975270528:12345-192.168.202.57@tcp:35:mirror_io.0 Request processed in 136us (462us total) trans 8589943022 rc 0/0 00000100:00100000:1.0:1746066733.929203:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3633 00000100:00100000:3.0:1746066733.930355:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975269504:12345-192.168.202.57@tcp:3:cat.0 Request processed in 35726us (38633us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066733.930362:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4584 00002000:00100000:3.0:1746066733.930369:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880135df8380 x1830882975269504/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066733.930377:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df8380 with x1830882975269504 ext(1048576->2097151) 00002000:00010000:3.0:1746066733.930381:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135df8380 00000100:00100000:1.0:1746066733.936609:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.936786:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975270784 00000100:00100000:2.0:1746066733.936793:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975270784 00000100:00100000:2.0:1746066733.936834:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3634 00000100:00100000:2.0:1746066733.936840:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d6b3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:29075:x1830882975270784:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:2.0:1746066733.936990:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d6b3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:29075:x1830882975270784:12345-192.168.202.57@tcp:35:cat.0 Request processed in 149us (387us total) trans 8589943023 rc 0/0 00000100:00100000:2.0:1746066733.936995:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3634 00000100:00100000:2.0:1746066733.937362:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975269376:12345-192.168.202.57@tcp:3:cat.0 Request processed in 43641us (45687us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066733.937370:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4583 00002000:00100000:2.0:1746066733.937377:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880135dfaa00 x1830882975269376/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.937385:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135dfaa00 with x1830882975269376 ext(1048576->2097151) 00002000:00010000:2.0:1746066733.937390:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135dfaa00 00000100:00100000:0.0:1746066733.941854:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.941948:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975270912 00000100:00100000:2.0:1746066733.941956:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975270912 00000100:00100000:2.0:1746066733.942732:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11089 00000100:00100000:2.0:1746066733.942742:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1964:x1830882975270912:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066733.942759:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066733.942772:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608285b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793bc expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066733.942792:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.942793:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066733.942800:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608285b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793bc expref: 19 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.942812:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608285b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793bc expref: 19 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066733.942822:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801353d9600, rc 0) 00000100:00100000:2.0:1746066733.942874:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1964:x1830882975270912:12345-192.168.202.57@tcp:101:cat.0 Request processed in 135us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.942880:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11089 00000100:00100000:0.0:1746066733.944135:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066733.944311:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975271808 00000100:00100000:3.0:1746066733.944316:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975271808 00000100:00100000:3.0:1746066733.944352:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9143 00000100:00100000:3.0:1746066733.944358:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:29077:x1830882975271808:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066733.944373:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.944384:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6082862 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793e6 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.944455:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.944466:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827e4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97937d expref: 13 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.944472:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff2200/0xfb36a14ee608284d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793b5 expref: 257 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.944477:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066733.944500:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff2200/0xfb36a14ee608284d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793b5 expref: 257 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.944510:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff2200/0xfb36a14ee608284d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793b5 expref: 257 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066733.944521:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976289024:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066733.944587:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97937d expref: 13 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.944593:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827e4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97937d expref: 13 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066733.944599:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976289152:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066733.944612:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066733.959437:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.959495:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.959539:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.959589:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.959607:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975271168 00000100:00100000:0.0:1746066733.959614:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.959615:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975271168 00000100:00100000:0.0:1746066733.959638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066733.959652:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975271424 00000100:00100000:1.0:1746066733.959654:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975271424 00000100:00100000:1.0:1746066733.959663:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975271040 00000100:00100000:1.0:1746066733.959664:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975271040 00000100:00100000:1.0:1746066733.959672:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975271296 00000100:00100000:1.0:1746066733.959696:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975271296 00000100:00100000:1.0:1746066733.959705:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975271552 00000100:00100000:1.0:1746066733.959706:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975271552 00000100:00100000:1.0:1746066733.959712:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975271936 00000100:00100000:1.0:1746066733.959714:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975271936 00000100:00100000:1.0:1746066733.959724:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11090 00000100:00100000:1.0:1746066733.959731:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975271168:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066733.959744:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066733.959755:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066733.959756:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee6082870 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793ca expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.959773:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.959775:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.959781:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee6082870 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ca expref: 26 pid: 20532 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066733.959790:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975272064 00010000:00010000:1.0:1746066733.959793:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee6082870 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ca expref: 26 pid: 20532 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066733.959795:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975272064 00010000:00010000:1.0:1746066733.959801:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee54800, rc 0) 00000100:00100000:3.0:1746066733.959813:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11091 00000100:00100000:3.0:1746066733.959820:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1964:x1830882975271424:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066733.959827:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066733.959834:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975271168:12345-192.168.202.57@tcp:101:cat.0 Request processed in 104us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.959836:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11092 00010000:00010000:3.0:1746066733.959839:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082877 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793d8 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066733.959844:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11090 00000100:00100000:0.0:1746066733.959845:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975271040:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066733.959854:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:3.0:1746066733.959856:0:10402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x386:0x0] initial LVB size: 5078880, mtime: 0x6812dd2d, atime: 0x6812dd2c, ctime: 0x6812dd2d, blocks: 0x1709 00000100:00100000:1.0:1746066733.959856:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11093 00000100:00100000:1.0:1746066733.959860:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975271296:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066733.959864:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.959864:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee608287e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793c3 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066733.959865:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.959866:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.959870:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082877 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d8 expref: 21 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.959870:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082885 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793d1 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.959877:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.959878:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082877 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d8 expref: 22 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.959878:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.959879:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.959880:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.959883:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082885 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d1 expref: 22 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.959885:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb1600, rc 0) 00010000:00010000:0.0:1746066733.959885:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee608287e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793c3 expref: 26 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.959890:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082885 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d1 expref: 22 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066733.959896:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e5ea00, rc 0) 00010000:00010000:0.0:1746066733.959896:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee608287e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793c3 expref: 26 pid: 8112 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066733.959902:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975271424:12345-192.168.202.57@tcp:101:cat.0 Request processed in 83us (409us total) trans 0 rc 0/0 00010000:00010000:0.0:1746066733.959904:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a633800, rc 0) 00000100:00100000:3.0:1746066733.959907:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11091 00000100:00100000:1.0:1746066733.959907:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975271296:12345-192.168.202.57@tcp:101:cat.0 Request processed in 46us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066733.959911:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11093 00000100:00100000:3.0:1746066733.959918:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11094 00000100:00100000:1.0:1746066733.959920:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11095 00000100:00100000:3.0:1746066733.959922:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975271552:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066733.959924:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975271936:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066733.959928:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066733.959929:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066733.959929:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975271040:12345-192.168.202.57@tcp:101:cat.0 Request processed in 85us (389us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066733.959932:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee608288c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793ed expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066733.959934:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082893 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793df expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066733.959934:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11092 00010000:00010000:1.0:1746066733.959939:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.959940:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.959943:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee608288c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ed expref: 11 pid: 20532 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1746066733.959945:0:10402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd2d, atime: 0x6812dd2d, ctime: 0x6812dd2d, blocks: 0x102b 00010000:00010000:1.0:1746066733.959949:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee608288c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ed expref: 11 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066733.959954:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066733.959954:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ecc4000, rc 0) 00000100:00100000:0.0:1746066733.959954:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11096 00010000:00010000:3.0:1746066733.959955:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066733.959958:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082893 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793df expref: 26 pid: 10402 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066733.959960:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975272064:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066733.959963:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975271936:12345-192.168.202.57@tcp:101:cat.0 Request processed in 38us (326us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066733.959966:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082893 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793df expref: 26 pid: 10402 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746066733.959967:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11095 00010000:00010000:0.0:1746066733.959968:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066733.959972:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb0400, rc 0) 00010000:00010000:0.0:1746066733.959975:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a632e00/0xfb36a14ee608289a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793f4 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066733.959985:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975271552:12345-192.168.202.57@tcp:101:cat.0 Request processed in 63us (373us total) trans 0 rc 0/0 00010000:00010000:0.0:1746066733.959987:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066733.959988:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746066733.959990:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11094 00010000:00010000:0.0:1746066733.959993:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a632e00/0xfb36a14ee608289a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793f4 expref: 20 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.960002:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a632e00/0xfb36a14ee608289a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793f4 expref: 20 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066733.960014:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a632e00, rc 0) 00000100:00100000:0.0:1746066733.960034:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975272064:12345-192.168.202.57@tcp:101:cat.0 Request processed in 74us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066733.960040:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11096 00000100:00100000:0.0:1746066733.972874:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.972964:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975272192 00000100:00100000:2.0:1746066733.972969:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975272192 00000100:00100000:3.0:1746066733.972980:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976289024:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066733.973001:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff2200/0xfb36a14ee608284d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793b5 expref: 258 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066733.973037:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5548 00000100:00100000:2.0:1746066733.973045:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:1965:x1830882975272192:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.973057:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.973062:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff2200/0xfb36a14ee608284d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793b5 expref: 258 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066733.973071:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff2200/0xfb36a14ee608284d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793b5 expref: 258 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066733.973089:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff2200/0xfb36a14ee608284d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793b5 expref: 258 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066733.973113:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066733.973117:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.973131:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.973136:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.973753:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:1965:x1830882975272192:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 708us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.973760:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5548 00000100:00100000:2.0:1746066733.974054:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976289152:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066733.974074:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00100000:0.0:1746066733.980886:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.987227:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975272320 00000100:00100000:2.0:1746066733.987239:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975272320 00010000:00010000:2.0:1746066733.987282:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827e4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97937d expref: 14 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066733.987325:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5549 00000100:00100000:2.0:1746066733.987332:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975272320:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066733.987344:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066733.987349:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827e4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97937d expref: 14 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066733.987360:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97937d expref: 14 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066733.987378:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35000/0xfb36a14ee60827e4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97937d expref: 14 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066733.987404:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066733.987408:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.987415:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.987420:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066733.987448:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066733.987496:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975272320:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 165us (6617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066733.987502:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5549 00010000:00010000:0.0:1746066733.987513:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066733.987520:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:0.0:1746066733.987535:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066733.987645:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad1e00/0xfb36a14ee6082862 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793e6 expref: 258 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.987662:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793e6 expref: 257 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066733.987668:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066733.987671:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746066733.987672:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cad0e00, rc 0) 00000100:00100000:0.0:1746066733.987717:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:29077:x1830882975271808:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 43360us (43584us total) trans 8589943024 rc 0/0 00000100:00100000:0.0:1746066733.987723:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9143 00000100:00100000:0.0:1746066733.988068:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.988087:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066733.988102:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066733.988111:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975272832 00000100:00100000:2.0:1746066733.988115:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975272832 00000100:00100000:0.0:1746066733.988133:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00100000:2.0:1746066733.988146:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800931d3800 x1830882975272832/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.988155:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d3800 with x1830882975272832 ext(1048576->2097151) 00002000:00010000:2.0:1746066733.988159:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931d3800 00000100:00100000:2.0:1746066733.988172:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975272704 00000100:00100000:2.0:1746066733.988175:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975272704 00000100:00100000:0.0:1746066733.988175:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975273088 00000100:00100000:0.0:1746066733.988177:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975273088 00002000:00100000:2.0:1746066733.988186:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800931d0000 x1830882975272704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066733.988188:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800931d0e00 x1830882975273088/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.988192:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d0000 with x1830882975272704 ext(1048576->2097151) 00002000:00100000:0.0:1746066733.988194:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d0e00 with x1830882975273088 ext(0->1048575) 00002000:00010000:2.0:1746066733.988195:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931d0000 00002000:00010000:0.0:1746066733.988196:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d0e00 00000100:00100000:2.0:1746066733.988201:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975273216 00000100:00100000:2.0:1746066733.988203:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975273216 00000100:00100000:0.0:1746066733.988205:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4585 00000100:00100000:0.0:1746066733.988210:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975272832:12345-192.168.202.57@tcp:3:cat.0 00002000:00100000:2.0:1746066733.988211:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800931d3100 x1830882975273216/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/0 e 0 to 0 dl 1746066744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066733.988216:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d3100 with x1830882975273216 ext(1048576->2097151) 00002000:00010000:2.0:1746066733.988218:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d3100 00000100:00100000:2.0:1746066733.988226:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4586 00000100:00100000:2.0:1746066733.988230:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975272704:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066733.989165:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4587 00000100:00100000:2.0:1746066733.989172:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975273088:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066733.990281:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4588 00000100:00100000:2.0:1746066733.990289:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975273216:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066734.009430:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.009514:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975273472 00000100:00100000:2.0:1746066734.009520:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975273472 00000100:00100000:2.0:1746066734.009570:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11097 00000100:00100000:2.0:1746066734.009582:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:29071:x1830882975273472:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066734.009599:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066734.009613:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9793fb expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.009641:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee6082807 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979399 expref: 21 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.009649:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee6082870 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ca expref: 29 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.009655:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.009657:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.009660:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1503232->2097151] (req 1503232->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 21 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.009708:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee6082870 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ca expref: 29 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.009718:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee6082870 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ca expref: 29 pid: 20532 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.009729:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976289280:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.009811:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee6082807 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979399 expref: 21 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.009819:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee6082807 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979399 expref: 21 pid: 8112 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.009826:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976289408:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.009843:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea600 going to sleep for 11 seconds 00000100:00080000:1.0:1746066734.009994:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066734.013980:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975272704:12345-192.168.202.57@tcp:3:cat.0 Request processed in 25739us (25882us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066734.013990:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4586 00002000:00100000:3.0:1746066734.013999:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800931d0000 x1830882975272704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.014007:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d0000 with x1830882975272704 ext(1048576->2097151) 00002000:00010000:3.0:1746066734.014012:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931d0000 00000100:00100000:2.0:1746066734.018730:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975272832:12345-192.168.202.57@tcp:3:cat.0 Request processed in 30511us (30655us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066734.018740:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4585 00002000:00100000:2.0:1746066734.018750:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800931d3800 x1830882975272832/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.018758:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d3800 with x1830882975272832 ext(1048576->2097151) 00010000:00010000:2.0:1746066734.018767:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee6082870 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ca expref: 26 pid: 20532 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.018777:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee6082870 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ca expref: 26 pid: 20532 timeout: 795 lvb_type: 1 00002000:00010000:2.0:1746066734.018783:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931d3800 00000100:00100000:2.0:1746066734.022260:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976289280:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.022272:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976289408:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.022314:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1503232->2097151] (req 1503232->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 21 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.022329:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e79cc00, rc 0) 00000100:00100000:2.0:1746066734.022378:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:29071:x1830882975273472:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 12800us (12955us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.022386:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11097 00000100:00100000:0.0:1746066734.024390:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.025564:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975273600 00000100:00100000:2.0:1746066734.025572:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975273600 00010000:00010000:2.0:1746066734.025613:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee6082807 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979399 expref: 21 pid: 8112 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.027434:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5550 00000100:00100000:2.0:1746066734.027450:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975273600:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.027465:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.027486:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee6082807 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979399 expref: 21 pid: 8112 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.027498:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee6082807 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979399 expref: 21 pid: 8112 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.027517:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3a2600/0xfb36a14ee6082807 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979399 expref: 21 pid: 8112 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.028454:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066734.028497:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975273600:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1052us (4110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.028503:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5550 00000100:00100000:3.0:1746066734.029142:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975273088:12345-192.168.202.57@tcp:3:cat.0 Request processed in 39970us (41037us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066734.029149:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4587 00002000:00100000:3.0:1746066734.029156:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff8800931d0e00 x1830882975273088/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.029170:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d0e00 with x1830882975273088 ext(0->1048575) 00002000:00010000:3.0:1746066734.029174:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d0e00 00000100:00100000:0.0:1746066734.031743:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.032085:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975273728 00000100:00100000:2.0:1746066734.032092:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975273728 00010000:00010000:2.0:1746066734.032145:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee6082870 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ca expref: 26 pid: 20532 timeout: 795 lvb_type: 1 00000100:00080000:1.0:1746066734.032145:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066734.032735:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5551 00000100:00100000:0.0:1746066734.032744:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975273728:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066734.032756:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066734.032775:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee6082870 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ca expref: 26 pid: 20532 timeout: 795 lvb_type: 1 00010000:00010000:0.0:1746066734.032785:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee6082870 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ca expref: 26 pid: 20532 timeout: 795 lvb_type: 1 00010000:00010000:0.0:1746066734.032803:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ee54800/0xfb36a14ee6082870 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ca expref: 26 pid: 20532 timeout: 795 lvb_type: 1 00010000:00010000:0.0:1746066734.033909:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.033912:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.033919:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 19 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.033928:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 19 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.033955:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 19 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066734.033966:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976289536:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066734.034037:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066734.035547:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976289536:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066734.035561:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.035584:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975273728:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2841us (3846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.035592:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5551 00000100:00100000:2.0:1746066734.036377:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975273216:12345-192.168.202.57@tcp:3:cat.0 Request processed in 46089us (48242us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066734.036384:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4588 00002000:00100000:2.0:1746066734.036393:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800931d3100 x1830882975273216/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:139/0 lens 488/440 e 0 to 0 dl 1746066744 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.036402:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d3100 with x1830882975273216 ext(1048576->2097151) 00002000:00010000:2.0:1746066734.036405:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d3100 00000100:00100000:1.0:1746066734.038759:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.038864:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975273984 00000100:00100000:2.0:1746066734.038872:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975273984 00002000:00100000:2.0:1746066734.038914:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1503232->1507327) req@ffff88009bfe3800 x1830882975273984/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.038923:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3800 with x1830882975273984 ext(1503232->1507327) 00002000:00010000:2.0:1746066734.038928:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe3800 00000100:00100000:2.0:1746066734.038957:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4589 00000100:00100000:2.0:1746066734.038965:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975273984:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066734.039105:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975273984:12345-192.168.202.57@tcp:3:cat.0 Request processed in 141us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066734.039111:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4589 00002000:00100000:2.0:1746066734.039117:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1503232->1507327) req@ffff88009bfe3800 x1830882975273984/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/4536 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.039132:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3800 with x1830882975273984 ext(1503232->1507327) 00002000:00010000:2.0:1746066734.039134:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfe3800 00000100:00100000:0.0:1746066734.043776:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.044055:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975274240 00000100:00100000:2.0:1746066734.044063:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975274240 00000100:00100000:2.0:1746066734.044108:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11098 00000100:00100000:2.0:1746066734.044116:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:29075:x1830882975274240:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066734.044142:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066734.044158:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979402 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.044180:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 19 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.044187:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066734.044188:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066734.044191:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979402 expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.044215:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 19 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.044224:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 19 pid: 4614 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.044233:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976289664:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.044990:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929eacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066734.045360:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.045389:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.045414:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.045522:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.045551:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975274368 00000100:00100000:3.0:1746066734.045555:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975274368 00000100:00100000:2.0:1746066734.045567:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975274624 00000100:00100000:2.0:1746066734.045570:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975274624 00000100:00100000:0.0:1746066734.046179:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975274880 00000100:00100000:0.0:1746066734.046182:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975274880 00002000:00100000:0.0:1746066734.046210:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800931d1c00 x1830882975274880/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066734.046219:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d1c00 with x1830882975274880 ext(2097152->3145727) 00002000:00010000:0.0:1746066734.046223:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931d1c00 00000100:00100000:0.0:1746066734.046238:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975275136 00000100:00100000:0.0:1746066734.046239:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975275136 00002000:00100000:0.0:1746066734.046247:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800931d0380 x1830882975275136/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066734.046258:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d0380 with x1830882975275136 ext(3145728->4194303) 00002000:00010000:0.0:1746066734.046260:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931d0380 00000100:00100000:0.0:1746066734.046278:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4590 00000100:00100000:0.0:1746066734.046284:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975274880:12345-192.168.202.57@tcp:3:cat.0 00002000:00100000:3.0:1746066734.046858:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800931d1500 x1830882975274368/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.046865:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d1500 with x1830882975274368 ext(2097152->3145727) 00002000:00010000:3.0:1746066734.046868:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d1500 00000100:00100000:3.0:1746066734.046878:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4591 00000100:00100000:3.0:1746066734.046883:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975275136:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066734.047808:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4592 00000100:00080000:1.0:1746066734.047871:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:2.0:1746066734.049035:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800931d1f80 x1830882975274624/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.049043:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d1f80 with x1830882975274624 ext(3145728->4194303) 00002000:00010000:2.0:1746066734.049048:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d1f80 00000100:00100000:2.0:1746066734.049067:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4593 00000100:00100000:2.0:1746066734.049073:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975274624:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066734.050175:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975274368:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066734.057752:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.057815:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.057877:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975275392 00000100:00100000:3.0:1746066734.057884:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975275392 00002000:00100000:3.0:1746066734.058158:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1503232->2097151) req@ffff88009bb2dc00 x1830882975275392/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.058167:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2dc00 with x1830882975275392 ext(1503232->2097151) 00010000:00010000:3.0:1746066734.058174:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 24 pid: 4614 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.058185:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 24 pid: 4614 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746066734.058192:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb2dc00 00000100:00100000:3.0:1746066734.058243:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1000 00000100:00100000:3.0:1746066734.058249:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975275392:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066734.059159:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975275520 00000100:00100000:1.0:1746066734.059165:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975275520 00000100:00100000:0.0:1746066734.059253:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976289664:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066734.059277:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979402 expref: 26 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.059290:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d0d3800, rc 0) 00000100:00100000:0.0:1746066734.059310:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:29075:x1830882975274240:12345-192.168.202.57@tcp:101:cat.0 Request processed in 15196us (15542us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.059315:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11098 00000100:00100000:0.0:1746066734.059329:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11099 00000100:00100000:0.0:1746066734.059334:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:29071:x1830882975275520:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066734.059342:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066734.059353:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979409 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.059367:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee60827f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793a0 expref: 16 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.059374:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082885 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d1 expref: 20 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.059383:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.059384:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.059387:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->1122303] (req 1048576->1122303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 16 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.059405:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082885 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d1 expref: 20 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.059414:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082885 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d1 expref: 20 pid: 20532 timeout: 795 lvb_type: 1 00000100:00100000:0.0:1746066734.059422:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976289792:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066734.059462:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee60827f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793a0 expref: 16 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.059469:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee60827f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793a0 expref: 16 pid: 8450 timeout: 795 lvb_type: 1 00000100:00100000:0.0:1746066734.059475:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976289920:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066734.059486:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066734.066918:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975274880:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20627us (21496us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066734.066928:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4590 00002000:00100000:0.0:1746066734.066937:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800931d1c00 x1830882975274880/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066734.066950:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d1c00 with x1830882975274880 ext(2097152->3145727) 00002000:00010000:0.0:1746066734.066955:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931d1c00 00000100:00100000:3.0:1746066734.068309:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975275136:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21422us (22783us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066734.068316:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4591 00002000:00100000:3.0:1746066734.068323:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800931d0380 x1830882975275136/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.068330:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d0380 with x1830882975275136 ext(3145728->4194303) 00002000:00010000:3.0:1746066734.068333:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931d0380 00000100:00100000:0.0:1746066734.072198:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.072352:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976289792:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.072362:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976289920:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.072385:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->1122303] (req 1048576->1122303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 16 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.072399:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009025d400, rc 0) 00000100:00100000:2.0:1746066734.072432:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:29071:x1830882975275520:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 13098us (14617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.072440:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11099 00000100:00100000:1.0:1746066734.073513:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975275648 00000100:00100000:1.0:1746066734.073521:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975275648 00000100:00080000:2.0:1746066734.073574:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746066734.073574:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082885 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d1 expref: 21 pid: 20532 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.073594:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5552 00000100:00100000:1.0:1746066734.073600:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882975275648:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.073611:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.073629:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082885 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d1 expref: 21 pid: 20532 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.073638:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082885 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d1 expref: 21 pid: 20532 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.073657:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082885 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d1 expref: 21 pid: 20532 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.073699:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.073725:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:1966:x1830882975275648:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 125us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.073730:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5552 00010000:00010000:2.0:1746066734.077141:0:7110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746066734.077839:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.079593:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975274624:12345-192.168.202.57@tcp:3:cat.0 Request processed in 30515us (34197us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066734.079602:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4593 00002000:00100000:2.0:1746066734.079611:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800931d1f80 x1830882975274624/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.079620:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d1f80 with x1830882975274624 ext(3145728->4194303) 00002000:00010000:2.0:1746066734.079625:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d1f80 00000100:00100000:1.0:1746066734.080787:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975275776 00000100:00100000:1.0:1746066734.080795:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975275776 00010000:00010000:1.0:1746066734.080824:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee60827f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793a0 expref: 14 pid: 8450 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.080847:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5553 00000100:00100000:1.0:1746066734.080852:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975275776:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.080862:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.080876:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee60827f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793a0 expref: 14 pid: 8450 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.080885:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee60827f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793a0 expref: 14 pid: 8450 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.080903:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e98bc00/0xfb36a14ee60827f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793a0 expref: 14 pid: 8450 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.080915:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.080917:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.080922:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 13 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.080929:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 13 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.080952:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 13 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066734.080961:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976290048:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066734.081014:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066734.083557:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975275392:12345-192.168.202.57@tcp:4:cat.0 Request processed in 25300us (25804us total) trans 17179872872 rc 0/0 00000100:00100000:3.0:1746066734.083566:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1000 00002000:00100000:3.0:1746066734.083575:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1503232->2097151) req@ffff88009bb2dc00 x1830882975275392/t17179872872(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/448 e 0 to 0 dl 1746066745 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.083583:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb2dc00 with x1830882975275392 ext(1503232->2097151) 00010000:00010000:3.0:1746066734.083591:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 22 pid: 4614 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.083602:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 22 pid: 4614 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746066734.083608:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb2dc00 00000100:00100000:3.0:1746066734.086478:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975274368:12345-192.168.202.57@tcp:3:cat.0 Request processed in 38657us (41113us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066734.086491:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4592 00002000:00100000:3.0:1746066734.086499:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800931d1500 x1830882975274368/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.086508:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d1500 with x1830882975274368 ext(2097152->3145727) 00002000:00010000:3.0:1746066734.086512:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d1500 00000100:00100000:1.0:1746066734.088136:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976290048:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066734.088160:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.088195:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975275776:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 7343us (10362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.088203:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5553 00000100:00100000:0.0:1746066734.088834:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.088903:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975275904 00000100:00100000:1.0:1746066734.088983:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975275904 00010000:00010000:1.0:1746066734.089005:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 22 pid: 4614 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.089038:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5554 00000100:00100000:1.0:1746066734.089045:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975275904:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.089055:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746066734.089068:0:7108:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066732 -> 1746066733 00002000:00010000:1.0:1746066734.089071:0:7108:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066732 -> 1746066733 00010000:00010000:1.0:1746066734.089075:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 22 pid: 4614 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746066734.089524:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066734.090140:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 22 pid: 4614 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.090163:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e79cc00/0xfb36a14ee60828a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1503232->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793fb expref: 22 pid: 4614 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.090184:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.090186:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.090192:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979402 expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.090199:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979402 expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.090230:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979402 expref: 25 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066734.090245:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976290176:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066734.090314:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc300 going to sleep for 11 seconds 00000100:00100000:3.0:1746066734.090834:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975276160 00000100:00100000:3.0:1746066734.090839:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975276160 00002000:00100000:3.0:1746066734.090868:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1118208->1122303) req@ffff88012c22e300 x1830882975276160/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.090876:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22e300 with x1830882975276160 ext(1118208->1122303) 00002000:00010000:3.0:1746066734.090879:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22e300 00000100:00100000:3.0:1746066734.090904:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4594 00000100:00100000:3.0:1746066734.090910:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882975276160:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066734.091026:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882975276160:12345-192.168.202.57@tcp:3:cat.0 Request processed in 116us (1503us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066734.091033:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4594 00002000:00100000:3.0:1746066734.091037:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x385:0x0] (1118208->1122303) req@ffff88012c22e300 x1830882975276160/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/4536 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.091044:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22e300 with x1830882975276160 ext(1118208->1122303) 00002000:00010000:3.0:1746066734.091046:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22e300 00000100:00100000:1.0:1746066734.101707:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976290176:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066734.101732:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.101782:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975275904:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 12736us (12947us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.101790:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5554 00000100:00100000:0.0:1746066734.101882:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.102185:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.102217:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.102252:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975276800 00000100:00100000:0.0:1746066734.102257:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975276800 00002000:00100000:0.0:1746066734.102288:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88012c22d180 x1830882975276800/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066734.102296:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22d180 with x1830882975276800 ext(1048576->2097151) 00002000:00010000:0.0:1746066734.102300:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c22d180 00000100:00100000:0.0:1746066734.102314:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4595 00000100:00100000:0.0:1746066734.102321:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975276800:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066734.103397:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975276672 00000100:00100000:3.0:1746066734.103402:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975276672 00000100:00100000:3.0:1746066734.103709:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11100 00000100:00100000:3.0:1746066734.103716:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1963:x1830882975276672:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.105585:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.105600:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008deb0600/0xfb36a14ee60828bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979410 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.105618:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.105620:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.105628:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb0600/0xfb36a14ee60828bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979410 expref: 22 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.105640:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008deb0600/0xfb36a14ee60828bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979410 expref: 22 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.105649:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb0600, rc 0) 00000100:00100000:3.0:1746066734.105696:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975276672:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1981us (3478us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.105702:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11100 00000100:00100000:1.0:1746066734.106211:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975276416 00000100:00100000:1.0:1746066734.106216:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975276416 00000100:00100000:1.0:1746066734.106254:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3635 00000100:00100000:1.0:1746066734.106259:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29071:x1830882975276416:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066734.106389:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:29071:x1830882975276416:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 129us (4508us total) trans 8589943025 rc 0/0 00000100:00100000:1.0:1746066734.106394:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3635 00000100:00100000:0.0:1746066734.112944:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975276800:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10613us (10749us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066734.112955:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4595 00002000:00100000:0.0:1746066734.112967:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88012c22d180 x1830882975276800/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066734.112975:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22d180 with x1830882975276800 ext(1048576->2097151) 00002000:00010000:0.0:1746066734.112981:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c22d180 00000100:00100000:0.0:1746066734.118337:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.119283:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975277056 00000100:00100000:2.0:1746066734.119291:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975277056 00002000:00100000:2.0:1746066734.119331:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88012c22f100 x1830882975277056/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.119346:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22f100 with x1830882975277056 ext(4194304->5079039) 00002000:00010000:2.0:1746066734.119351:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22f100 00000100:00100000:2.0:1746066734.121031:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4596 00000100:00100000:2.0:1746066734.121048:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975277056:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066734.123515:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.124882:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975277184 00000100:00100000:3.0:1746066734.124891:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975277184 00000100:00100000:3.0:1746066734.124929:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11101 00000100:00100000:3.0:1746066734.124936:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+20:29075:x1830882975277184:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.124951:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.124964:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979417 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.124987:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 12 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.124997:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066734.124998:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066734.125000:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979417 expref: 21 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.125022:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 12 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.125031:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 12 pid: 4614 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.125040:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976290304:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.125088:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066734.134103:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.134375:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975277056:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13332us (16043us total) trans 0 rc 884736/884736 00000100:00100000:0.0:1746066734.134385:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4596 00002000:00100000:0.0:1746066734.134395:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88012c22f100 x1830882975277056/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066734.134403:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22f100 with x1830882975277056 ext(4194304->5079039) 00002000:00010000:0.0:1746066734.134408:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22f100 00000100:00100000:1.0:1746066734.134940:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975277312 00000100:00100000:1.0:1746066734.134947:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975277312 00000100:00100000:3.0:1746066734.135071:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976290304:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.135096:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979417 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.135110:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb0c00, rc 0) 00000100:00100000:3.0:1746066734.135143:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:29075:x1830882975277184:12345-192.168.202.57@tcp:101:cat.0 Request processed in 10207us (11632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.135148:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11101 00000100:00100000:3.0:1746066734.135161:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11102 00000100:00100000:3.0:1746066734.135166:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:29077:x1830882975277312:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066734.135176:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.135187:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97941e expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.135206:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082877 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d8 expref: 22 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.135213:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee608288c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ed expref: 10 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.135218:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.135220:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.135222:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2392064->3145727] (req 2392064->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.135240:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee608288c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ed expref: 10 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.135248:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee608288c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ed expref: 10 pid: 20532 timeout: 795 lvb_type: 1 00000100:00100000:3.0:1746066734.135257:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976290432:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.135293:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082877 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d8 expref: 22 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.135301:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082877 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d8 expref: 22 pid: 10402 timeout: 795 lvb_type: 1 00000100:00100000:3.0:1746066734.135307:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976290560:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.135318:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066734.135700:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.135714:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975277440 00000100:00100000:0.0:1746066734.135718:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975277440 00002000:00100000:0.0:1746066734.135737:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1122303) req@ffff88009ed0b800 x1830882975277440/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066734.135744:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed0b800 with x1830882975277440 ext(1048576->1122303) 00010000:00010000:0.0:1746066734.135749:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 11 pid: 4614 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066734.135758:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 11 pid: 4614 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746066734.135764:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed0b800 00000100:00100000:0.0:1746066734.135804:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1001 00000100:00100000:0.0:1746066734.135809:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1966:x1830882975277440:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066734.137109:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.137477:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976290432:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.137485:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976290560:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.137506:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2392064->3145727] (req 2392064->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.137518:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb1000, rc 0) 00000100:00100000:3.0:1746066734.137541:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:29077:x1830882975277312:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2375us (3444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.137546:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11102 00000100:00100000:1.0:1746066734.138891:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975277568 00000100:00100000:1.0:1746066734.138897:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975277568 00010000:00010000:1.0:1746066734.138920:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082877 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d8 expref: 22 pid: 10402 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.138949:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5555 00000100:00100000:1.0:1746066734.138954:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975277568:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.138965:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.138978:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082877 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d8 expref: 22 pid: 10402 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.138986:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082877 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d8 expref: 22 pid: 10402 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.139003:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082877 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793d8 expref: 22 pid: 10402 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.139021:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.139048:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975277568:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 94us (1941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.139053:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5555 00000100:00100000:0.0:1746066734.141302:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.141349:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.141428:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975277696 00000100:00100000:3.0:1746066734.141436:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975277696 00000100:00100000:2.0:1746066734.141448:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1966:x1830882975277440:12345-192.168.202.57@tcp:4:cat.0 Request processed in 5637us (5746us total) trans 21474840218 rc 0/0 00000100:00100000:2.0:1746066734.141456:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1001 00002000:00100000:2.0:1746066734.141464:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x385:0x0] (1048576->1122303) req@ffff88009ed0b800 x1830882975277440/t21474840218(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/448 e 0 to 0 dl 1746066745 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00000100:00100000:3.0:1746066734.141466:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975277824 00000100:00100000:3.0:1746066734.141468:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975277824 00002000:00100000:2.0:1746066734.141472:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed0b800 with x1830882975277440 ext(1048576->1122303) 00010000:00010000:2.0:1746066734.141479:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 15 pid: 4614 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.141488:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 15 pid: 4614 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746066734.141494:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed0b800 00000100:00100000:3.0:1746066734.141496:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11103 00000100:00100000:3.0:1746066734.141505:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975277696:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.141522:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.141538:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008deb0e00/0xfb36a14ee60828d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979425 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066734.141597:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11104 00000100:00100000:1.0:1746066734.141612:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882975277824:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066734.141620:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066734.141630:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136aca200/0xfb36a14ee60828d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97942c expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.141647:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.141658:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136aca200/0xfb36a14ee60828d9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97942c expref: 16 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.141672:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136aca200/0xfb36a14ee60828d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97942c expref: 16 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.141762:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136aca200, rc 0) 00000100:00100000:3.0:1746066734.141772:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976290688:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066734.141951:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882975277824:12345-192.168.202.57@tcp:101:cat.0 Request processed in 347us (601us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066734.142011:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11104 00000100:00100000:3.0:1746066734.142334:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961be40 going to sleep for 11 seconds 00002000:00010000:3.0:1746066734.143272:0:8450:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime: 1746066732 -> 1746066733 00002000:00010000:3.0:1746066734.143275:0:8450:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime: 1746066732 -> 1746066733 00002000:00010000:3.0:1746066734.143277:0:8450:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime: 1746066732 -> 1746066733 00000100:00100000:3.0:1746066734.143294:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976290688:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066734.143315:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008deb0e00/0xfb36a14ee60828d2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979425 expref: 14 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.143324:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008deb0e00/0xfb36a14ee60828d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979425 expref: 14 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.143334:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb0e00, rc 0) 00000100:00100000:3.0:1746066734.143480:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882975277696:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1976us (2180us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066734.143485:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11103 00000100:00100000:0.0:1746066734.143648:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.143699:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975277952 00000100:00100000:2.0:1746066734.143703:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975277952 00010000:00010000:2.0:1746066734.143729:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 13 pid: 4614 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.143758:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5556 00000100:00100000:2.0:1746066734.143765:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882975277952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.143774:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.143782:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 13 pid: 4614 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.143790:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 13 pid: 4614 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.143803:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009025d400/0xfb36a14ee60828b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1122303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979409 expref: 13 pid: 4614 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.143829:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.143831:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.143838:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979417 expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.143845:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979417 expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.143866:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979417 expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.143874:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976290816:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066734.143923:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066734.144357:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.144442:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975278080 00000100:00100000:1.0:1746066734.144445:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975278080 00010000:00010000:1.0:1746066734.144460:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee608288c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ed expref: 13 pid: 20532 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.144756:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5557 00000100:00100000:2.0:1746066734.144765:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975278080:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.144774:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.144785:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee608288c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ed expref: 13 pid: 20532 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.144794:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee608288c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ed expref: 13 pid: 20532 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.144805:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee608288c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793ed expref: 13 pid: 20532 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.144814:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.144815:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.144819:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.144825:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.144841:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.144848:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976290944:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066734.144967:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066734.147241:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.147509:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975278208 00000100:00100000:3.0:1746066734.147515:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975278208 00000100:00100000:3.0:1746066734.147543:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11105 00000100:00100000:3.0:1746066734.147550:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29068:x1830882975278208:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.147563:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.147576:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979433 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.147609:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.147615:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066734.147616:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066734.147619:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [5074944->5242879] (req 5074944->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979433 expref: 14 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.147644:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 20 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.147654:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 20 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.147662:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976291072:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.147746:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066734.147753:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976290816:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066734.147770:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066734.147788:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975277952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4024us (4140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.147796:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5556 00000100:00100000:3.0:1746066734.148258:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.148311:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976290944:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066734.148321:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066734.148350:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975278080:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3587us (3993us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.148356:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5557 00000100:00100000:2.0:1746066734.148499:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975278464 00000100:00100000:2.0:1746066734.148502:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975278464 00002000:00100000:2.0:1746066734.148525:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (2392064->2396159) req@ffff88009ed0bb80 x1830882975278464/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.148534:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed0bb80 with x1830882975278464 ext(2392064->2396159) 00010000:00010000:2.0:1746066734.148539:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 21 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.148551:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 21 pid: 8452 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746066734.148556:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed0bb80 00000100:00100000:2.0:1746066734.148581:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1002 00000100:00100000:2.0:1746066734.148588:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975278464:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066734.148721:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975278464:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 134us (463us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066734.148727:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1002 00002000:00100000:2.0:1746066734.148732:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (2392064->2396159) req@ffff88009ed0bb80 x1830882975278464/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/4536 e 0 to 0 dl 1746066745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.148738:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed0bb80 with x1830882975278464 ext(2392064->2396159) 00010000:00010000:2.0:1746066734.148742:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 21 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.148756:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 21 pid: 8452 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746066734.148761:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed0bb80 00000100:00100000:2.0:1746066734.149631:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976291072:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.149650:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [5074944->5242879] (req 5074944->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979433 expref: 12 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.149661:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb0a00, rc 0) 00000100:00100000:2.0:1746066734.149716:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29068:x1830882975278208:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2165us (2479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.149722:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11105 00000100:00100000:0.0:1746066734.150535:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.150695:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975278720 00000100:00100000:2.0:1746066734.150700:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975278720 00002000:00100000:2.0:1746066734.150728:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88012c22ea00 x1830882975278720/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.150736:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22ea00 with x1830882975278720 ext(1048576->2097151) 00002000:00010000:2.0:1746066734.150739:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22ea00 00000100:00100000:2.0:1746066734.150764:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4597 00000100:00100000:2.0:1746066734.150771:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975278720:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066734.158554:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975278720:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 7777us (8013us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066734.158565:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4597 00002000:00100000:3.0:1746066734.158575:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88012c22ea00 x1830882975278720/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.158584:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22ea00 with x1830882975278720 ext(1048576->2097151) 00002000:00010000:3.0:1746066734.158590:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22ea00 00000100:00100000:0.0:1746066734.162622:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.162669:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.162724:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975279104 00000100:00100000:2.0:1746066734.162731:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975279104 00000100:00100000:3.0:1746066734.162858:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975278976 00000100:00100000:3.0:1746066734.162862:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975278976 00002000:00100000:3.0:1746066734.162887:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (2392064->3145727) req@ffff88012c22f480 x1830882975278976/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.162896:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22f480 with x1830882975278976 ext(2392064->3145727) 00010000:00010000:3.0:1746066734.162903:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 21 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.162919:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 21 pid: 8452 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746066734.162925:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c22f480 00000100:00100000:3.0:1746066734.162945:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1003 00000100:00100000:3.0:1746066734.162952:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975278976:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066734.164651:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11106 00000100:00100000:2.0:1746066734.164664:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:29077:x1830882975279104:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066734.164690:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066734.164704:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97943a expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.164725:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082893 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793df expref: 27 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.164732:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a632e00/0xfb36a14ee608289a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793f4 expref: 21 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.164739:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.164741:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.164743:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->2113535] (req 2097152->2113535) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 27 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.164766:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a632e00/0xfb36a14ee608289a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793f4 expref: 21 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.164775:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a632e00/0xfb36a14ee608289a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793f4 expref: 21 pid: 8112 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.164785:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976291200:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.164872:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082893 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793df expref: 27 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.164880:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082893 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793df expref: 27 pid: 10402 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.164893:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976291328:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.164910:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929eacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066734.177945:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.177978:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.177984:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975279232 00000100:00100000:0.0:1746066734.177993:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975279232 00000100:00100000:0.0:1746066734.178004:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975279360 00000100:00100000:0.0:1746066734.178005:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975279360 00010000:00010000:0.0:1746066734.178031:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a632e00/0xfb36a14ee608289a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793f4 expref: 22 pid: 8112 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.178039:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.178056:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975279488 00000100:00100000:0.0:1746066734.178058:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975279488 00010000:00010000:0.0:1746066734.178066:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082893 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793df expref: 28 pid: 10402 timeout: 795 lvb_type: 1 00000100:00100000:3.0:1746066734.178109:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976291200:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.178128:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976291328:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.178237:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5558 00000100:00100000:0.0:1746066734.178265:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5559 00000100:00100000:0.0:1746066734.178271:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975279488:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066734.178282:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->2113535] (req 2097152->2113535) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.178282:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066734.178294:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cad1e00, rc 0) 00010000:00010000:0.0:1746066734.178300:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082893 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793df expref: 28 pid: 10402 timeout: 795 lvb_type: 1 00010000:00010000:0.0:1746066734.178313:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082893 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793df expref: 28 pid: 10402 timeout: 795 lvb_type: 1 00010000:00010000:0.0:1746066734.178330:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082893 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793df expref: 28 pid: 10402 timeout: 795 lvb_type: 1 00010000:00010000:0.0:1746066734.178345:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066734.178372:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975279488:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 101us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.178377:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5559 00000100:00100000:0.0:1746066734.178412:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11107 00000100:00100000:0.0:1746066734.178417:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:29075:x1830882975279232:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066734.178427:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066734.178432:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975279360:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066734.178437:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979441 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.178440:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066734.178449:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066734.178451:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a632e00/0xfb36a14ee608289a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793f4 expref: 22 pid: 8112 timeout: 795 lvb_type: 1 00010000:00010000:0.0:1746066734.178451:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066734.178454:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979441 expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.178459:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a632e00/0xfb36a14ee608289a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793f4 expref: 22 pid: 8112 timeout: 795 lvb_type: 1 00010000:00010000:0.0:1746066734.178462:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979441 expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.178469:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85be400, rc 0) 00010000:00010000:2.0:1746066734.178471:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a632e00/0xfb36a14ee608289a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793f4 expref: 22 pid: 8112 timeout: 795 lvb_type: 1 00000100:00100000:0.0:1746066734.178481:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29075:x1830882975279232:12345-192.168.202.57@tcp:101:cat.0 Request processed in 65us (544us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066734.178488:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746066734.178488:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11107 00010000:00010000:2.0:1746066734.178490:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.178495:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 26 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.178501:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 26 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.178527:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 26 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.178536:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976291456:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066734.178573:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066734.178891:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:29077:x1830882975279104:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 14231us (16220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.178897:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11106 00000100:00100000:0.0:1746066734.182497:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.183070:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976291456:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066734.183093:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066734.183145:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975279360:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4901us (5165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.183154:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5558 00000100:00100000:0.0:1746066734.183727:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975279744 00000100:00100000:0.0:1746066734.183733:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975279744 00002000:00100000:0.0:1746066734.183760:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (2109440->2113535) req@ffff8800929cf800 x1830882975279744/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066734.183768:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cf800 with x1830882975279744 ext(2109440->2113535) 00002000:00010000:0.0:1746066734.183772:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cf800 00000100:00100000:0.0:1746066734.183798:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4598 00000100:00100000:0.0:1746066734.183803:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975279744:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066734.184189:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975279744:12345-192.168.202.57@tcp:3:cat.0 Request processed in 384us (1698us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066734.184194:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4598 00002000:00100000:0.0:1746066734.184200:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (2109440->2113535) req@ffff8800929cf800 x1830882975279744/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/4536 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066734.184206:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cf800 with x1830882975279744 ext(2109440->2113535) 00002000:00010000:0.0:1746066734.184209:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cf800 00000100:00100000:3.0:1746066734.186428:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975278976:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 23470us (23807us total) trans 21474840219 rc 0/0 00000100:00100000:3.0:1746066734.186436:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1003 00002000:00100000:3.0:1746066734.186443:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (2392064->3145727) req@ffff88012c22f480 x1830882975278976/t21474840219(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/448 e 0 to 0 dl 1746066745 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.186451:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22f480 with x1830882975278976 ext(2392064->3145727) 00010000:00010000:3.0:1746066734.186459:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.186470:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746066734.186476:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c22f480 00000100:00100000:0.0:1746066734.189318:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.189512:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975279872 00000100:00100000:2.0:1746066734.189519:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975279872 00010000:00010000:2.0:1746066734.189549:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.190314:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5560 00000100:00100000:2.0:1746066734.190324:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975279872:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.190337:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.190355:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.190366:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.190389:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1000/0xfb36a14ee60828cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2392064->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97941e expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.190409:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.190411:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.190417:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979433 expref: 11 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.190424:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979433 expref: 11 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.190431:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.190432:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.190434:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979441 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.190439:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979441 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.190463:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979441 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.190473:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976291584:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066734.190547:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979433 expref: 11 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.190560:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976291712:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066734.191374:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066734.194845:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.194934:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.195015:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975280000 00000100:00100000:0.0:1746066734.195015:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976291584:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066734.195022:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975280000 00000100:00100000:0.0:1746066734.195026:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976291712:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066734.195045:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066734.195051:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975280128 00000100:00100000:3.0:1746066734.195053:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975280128 00000100:00100000:3.0:1746066734.195065:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11108 00000100:00100000:3.0:1746066734.195071:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1965:x1830882975280000:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:0.0:1746066734.195079:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975279872:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4757us (5766us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066734.195085:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066734.195090:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5560 00010000:00010000:3.0:1746066734.195097:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee60828f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979448 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.195113:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.195114:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746066734.195114:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11109 00010000:00010000:3.0:1746066734.195129:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee60828f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979448 expref: 13 pid: 8450 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066734.195133:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1965:x1830882975280128:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066734.195140:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.195141:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee60828f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979448 expref: 13 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.195149:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092610200, rc 0) 00010000:00010000:0.0:1746066734.195149:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee60828fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97944f expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066734.195164:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882975280000:12345-192.168.202.57@tcp:101:cat.0 Request processed in 93us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.195168:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11108 00000100:00100000:0.0:1746066734.195181:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976291840:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066734.197551:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066734.199760:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976291840:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066734.199788:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee60828fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97944f expref: 22 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.199801:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85be000/0xfb36a14ee60828fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97944f expref: 22 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.199825:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85be000, rc 0) 00000100:00100000:2.0:1746066734.199870:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1965:x1830882975280128:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4738us (4935us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066734.199878:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11109 00000100:00100000:0.0:1746066734.200865:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.200891:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.200915:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.200945:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.201096:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975280384 00000100:00100000:1.0:1746066734.201102:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975280384 00002000:00100000:1.0:1746066734.201154:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800929cf100 x1830882975280384/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.201163:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cf100 with x1830882975280384 ext(2097152->3145727) 00002000:00010000:1.0:1746066734.201168:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cf100 00000100:00100000:1.0:1746066734.201180:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975281024 00000100:00100000:1.0:1746066734.201183:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975281024 00002000:00100000:1.0:1746066734.201209:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3162112->4194303) req@ffff8800929cc700 x1830882975281024/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.201215:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cc700 with x1830882975281024 ext(3162112->4194303) 00002000:00010000:1.0:1746066734.201217:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cc700 00000100:00100000:1.0:1746066734.201226:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975280512 00000100:00100000:1.0:1746066734.201228:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975280512 00002000:00100000:1.0:1746066734.201238:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800929cdf80 x1830882975280512/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.201244:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cdf80 with x1830882975280512 ext(3145728->4194303) 00002000:00010000:1.0:1746066734.201246:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cdf80 00000100:00100000:1.0:1746066734.201260:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975280896 00000100:00100000:1.0:1746066734.201262:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975280896 00002000:00100000:1.0:1746066734.201273:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2113536->3162111) req@ffff8800929cdc00 x1830882975280896/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.201278:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cdc00 with x1830882975280896 ext(2113536->3162111) 00002000:00010000:1.0:1746066734.201280:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cdc00 00000100:00100000:1.0:1746066734.201289:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4599 00000100:00100000:1.0:1746066734.201295:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975280384:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066734.202199:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4600 00000100:00100000:0.0:1746066734.202207:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975281024:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066734.202306:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4601 00000100:00100000:1.0:1746066734.202313:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975280512:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066734.203182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.203309:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975281408 00000100:00100000:2.0:1746066734.203314:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975281408 00002000:00100000:2.0:1746066734.203343:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff8800929cce00 x1830882975281408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.203351:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cce00 with x1830882975281408 ext(5074944->5079039) 00002000:00010000:2.0:1746066734.203355:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cce00 00000100:00100000:2.0:1746066734.203374:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4602 00000100:00100000:2.0:1746066734.203381:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975280896:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066734.204442:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4603 00000100:00100000:3.0:1746066734.204451:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975281408:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066734.204539:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975281408:12345-192.168.202.57@tcp:3:cat.0 Request processed in 89us (1359us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066734.204544:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4603 00002000:00100000:3.0:1746066734.204550:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x386:0x0] (5074944->5079039) req@ffff8800929cce00 x1830882975281408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/4536 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.204557:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cce00 with x1830882975281408 ext(5074944->5079039) 00002000:00010000:3.0:1746066734.204560:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cce00 00000100:00100000:2.0:1746066734.213008:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975280384:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11701us (12133us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066734.213021:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4599 00002000:00100000:2.0:1746066734.213033:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800929cf100 x1830882975280384/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.213043:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cf100 with x1830882975280384 ext(2097152->3145727) 00002000:00010000:2.0:1746066734.213048:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cf100 00000100:00100000:1.0:1746066734.216719:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975281024:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14506us (15819us total) trans 0 rc 1032192/1032192 00000100:00100000:1.0:1746066734.216730:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4600 00002000:00100000:1.0:1746066734.216739:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3162112->4194303) req@ffff8800929cc700 x1830882975281024/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1032192/1032192 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.216748:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cc700 with x1830882975281024 ext(3162112->4194303) 00002000:00010000:1.0:1746066734.216753:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cc700 00000100:00100000:1.0:1746066734.223225:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975280512:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20904us (22300us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066734.223235:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4601 00002000:00100000:1.0:1746066734.223246:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff8800929cdf80 x1830882975280512/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.223255:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cdf80 with x1830882975280512 ext(3145728->4194303) 00002000:00010000:1.0:1746066734.223260:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cdf80 00000100:00100000:2.0:1746066734.228967:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975280896:12345-192.168.202.57@tcp:3:cat.0 Request processed in 25579us (28013us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066734.228977:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4602 00002000:00100000:2.0:1746066734.228986:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2113536->3162111) req@ffff8800929cdc00 x1830882975280896/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.228995:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cdc00 with x1830882975280896 ext(2113536->3162111) 00002000:00010000:2.0:1746066734.228999:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cdc00 00000100:00100000:0.0:1746066734.239347:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.239484:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975281664 00000100:00100000:2.0:1746066734.239492:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975281664 00002000:00100000:2.0:1746066734.239533:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800929cc000 x1830882975281664/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.239541:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cc000 with x1830882975281664 ext(4194304->5079039) 00002000:00010000:2.0:1746066734.239546:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cc000 00000100:00100000:2.0:1746066734.239574:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4604 00000100:00100000:2.0:1746066734.239581:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975281664:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066734.247404:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975281664:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7814us (8055us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066734.247417:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4604 00002000:00100000:2.0:1746066734.247432:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800929cc000 x1830882975281664/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.247440:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cc000 with x1830882975281664 ext(4194304->5079039) 00002000:00010000:2.0:1746066734.247445:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cc000 00000100:00100000:0.0:1746066734.353234:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.353291:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975281920 00000100:00100000:2.0:1746066734.353299:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975281920 00000100:00100000:2.0:1746066734.353352:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9144 00000100:00100000:2.0:1746066734.353359:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:29084:x1830882975281920:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066734.353377:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066734.353391:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082903 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979456 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.353474:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1e00/0xfb36a14ee608290a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353485:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1e00/0xfb36a14ee608290a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353494:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1e00/0xfb36a14ee608290a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353504:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1400/0xfb36a14ee6082911 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353510:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1400/0xfb36a14ee6082911 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353515:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1400/0xfb36a14ee6082911 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353597:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1c00/0xfb36a14ee6082918 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353604:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1c00/0xfb36a14ee6082918 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353609:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1c00/0xfb36a14ee6082918 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066734.353616:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066734.353700:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1e00/0xfb36a14ee608290a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353706:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1e00/0xfb36a14ee608290a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353711:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1e00/0xfb36a14ee608290a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353715:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008deb1e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066734.353718:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1e00/0xfb36a14ee608290a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353723:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1e00/0xfb36a14ee608290a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353732:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066734.353734:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066734.353736:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1e00/0xfb36a14ee608290a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.353741:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1e00/0xfb36a14ee608290a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.355222:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1400/0xfb36a14ee6082911 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.355230:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1400/0xfb36a14ee6082911 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.355235:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1400/0xfb36a14ee6082911 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.355238:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008deb1400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066734.355240:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1400/0xfb36a14ee6082911 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.355244:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1400/0xfb36a14ee6082911 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.355253:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705200) 00010000:00010000:2.0:1746066734.355255:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066734.355257:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1400/0xfb36a14ee6082911 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.355261:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1400/0xfb36a14ee6082911 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.355298:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082903 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979456 expref: 17 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.355310:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1c00/0xfb36a14ee6082918 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979456 expref: 16 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.355316:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066734.355318:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066734.355320:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb1c00, rc 0) 00000100:00100000:2.0:1746066734.355366:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:29084:x1830882975281920:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2008us (2140us total) trans 8589943026 rc 0/0 00000100:00100000:2.0:1746066734.355372:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9144 00000100:00100000:0.0:1746066734.363284:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.363732:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975282048 00000100:00100000:2.0:1746066734.363739:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975282048 00000100:00100000:2.0:1746066734.363780:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11110 00000100:00100000:2.0:1746066734.363786:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:29084:x1830882975282048:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066734.363800:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066734.363812:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97945d expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.363833:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 25 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.363839:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066734.363841:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066734.363844:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3530752->3600383] (req 3530752->3600383) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.363867:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 25 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.363877:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 25 pid: 8450 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.363886:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976291968:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.364550:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929eacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066734.367227:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976291968:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.367257:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3530752->3600383] (req 3530752->3600383) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.367270:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb1a00, rc 0) 00000100:00100000:2.0:1746066734.367307:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:29084:x1830882975282048:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3520us (4029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.367314:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11110 00000100:00100000:0.0:1746066734.368048:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.368110:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975282176 00000100:00100000:2.0:1746066734.368123:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975282176 00002000:00100000:2.0:1746066734.368157:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2113535) req@ffff8800929cca80 x1830882975282176/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 16872/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.368165:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cca80 with x1830882975282176 ext(2097152->2113535) 00010000:00010000:2.0:1746066734.368170:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 26 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.368180:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 26 pid: 8450 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746066734.368185:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800929cca80 00000100:00100000:1.0:1746066734.369335:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1004 00000100:00100000:1.0:1746066734.369351:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975282176:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066734.370836:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975282176:12345-192.168.202.57@tcp:4:cat.0 Request processed in 1488us (2784us total) trans 17179872873 rc 0/0 00000100:00100000:1.0:1746066734.370845:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1004 00002000:00100000:1.0:1746066734.370853:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2113535) req@ffff8800929cca80 x1830882975282176/t17179872873(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 16872/448 e 0 to 0 dl 1746066745 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.370861:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cca80 with x1830882975282176 ext(2097152->2113535) 00010000:00010000:1.0:1746066734.370869:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 28 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.370880:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 28 pid: 8450 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746066734.370886:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800929cca80 00000100:00100000:0.0:1746066734.378672:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.379905:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975282304 00000100:00100000:2.0:1746066734.379912:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975282304 00010000:00010000:2.0:1746066734.379946:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 28 pid: 8450 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.379977:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5561 00000100:00100000:2.0:1746066734.379985:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975282304:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.379997:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.380012:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 28 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.380022:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 28 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.380038:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cad1e00/0xfb36a14ee60828e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2113535) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97943a expref: 28 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.380060:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.380061:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.380067:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 21 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.380073:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 21 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.380097:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 21 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.380106:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976292096:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066734.381856:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929eacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066734.382871:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.385181:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975282560 00000100:00100000:2.0:1746066734.385192:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975282560 00000100:00100000:2.0:1746066734.385255:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9145 00000100:00100000:2.0:1746066734.385268:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:29087:x1830882975282560:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066734.385287:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066734.385303:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0800/0xfb36a14ee608292d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979464 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.385394:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082934 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385404:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082934 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385413:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082934 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385426:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0e00/0xfb36a14ee608293b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385431:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0e00/0xfb36a14ee608293b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385435:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0e00/0xfb36a14ee608293b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385519:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082942 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385526:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082942 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385531:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082942 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066734.385538:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066734.385607:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082934 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385614:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082934 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385619:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082934 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385624:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008deb1600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066734.385627:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082934 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385632:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082934 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385640:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066734.385642:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066734.385646:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082934 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385650:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082934 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385658:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0e00/0xfb36a14ee608293b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385662:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0e00/0xfb36a14ee608293b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385666:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0e00/0xfb36a14ee608293b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385670:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008deb0e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066734.385672:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0e00/0xfb36a14ee608293b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385698:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0e00/0xfb36a14ee608293b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385704:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705c00) 00010000:00010000:2.0:1746066734.385705:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066734.385707:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0e00/0xfb36a14ee608293b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385712:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0e00/0xfb36a14ee608293b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.385744:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0800/0xfb36a14ee608292d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979464 expref: 260 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.385754:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082942 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979464 expref: 259 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.385760:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066734.385761:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746066734.385763:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb0200, rc 0) 00000100:00100000:2.0:1746066734.385805:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:29087:x1830882975282560:12345-192.168.202.57@tcp:101:cat.0 Request processed in 543us (2938us total) trans 8589943027 rc 0/0 00000100:00100000:2.0:1746066734.385811:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9145 00000100:00080000:0.0:1746066734.386007:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746066734.386291:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.386333:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975282816 00000100:00100000:1.0:1746066734.386336:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975282816 00002000:00100000:1.0:1746066734.386363:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3530752->3534847) req@ffff88009ed0b100 x1830882975282816/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.386372:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed0b100 with x1830882975282816 ext(3530752->3534847) 00002000:00010000:1.0:1746066734.386375:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed0b100 00000100:00100000:1.0:1746066734.386387:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4605 00000100:00100000:1.0:1746066734.386393:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975282816:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066734.386497:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975282816:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 104us (206us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066734.386502:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4605 00002000:00100000:1.0:1746066734.386507:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3530752->3534847) req@ffff88009ed0b100 x1830882975282816/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/4536 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.386513:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed0b100 with x1830882975282816 ext(3530752->3534847) 00002000:00010000:1.0:1746066734.386515:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed0b100 00000100:00100000:2.0:1746066734.386723:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976292096:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066734.386736:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066734.387147:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975282304:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 7161us (8480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.387154:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5561 00000100:00100000:0.0:1746066734.389958:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.390064:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975283200 00000100:00100000:3.0:1746066734.390072:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975283200 00000100:00100000:3.0:1746066734.390124:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3636 00000100:00100000:3.0:1746066734.390131:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:29087:x1830882975283200:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:3.0:1746066734.390417:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:29087:x1830882975283200:12345-192.168.202.57@tcp:35:cat.0 Request processed in 285us (464us total) trans 8589943028 rc 0/0 00000100:00100000:3.0:1746066734.390423:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3636 00000100:00100000:0.0:1746066734.395482:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.395568:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.396880:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975283456 00000100:00100000:2.0:1746066734.396890:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975283456 00000100:00100000:2.0:1746066734.396928:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11111 00000100:00100000:2.0:1746066734.396934:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975283456:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066734.396949:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066734.396963:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008deb1000/0xfb36a14ee6082950 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97946b expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.397002:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976292224:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066734.397061:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929eacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066734.397267:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975283328 00000100:00100000:3.0:1746066734.397272:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975283328 00002000:00100000:3.0:1746066734.397296:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3596288->3600383) req@ffff8800929cea00 x1830882975283328/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.397304:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cea00 with x1830882975283328 ext(3596288->3600383) 00002000:00010000:3.0:1746066734.397307:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cea00 00000100:00100000:3.0:1746066734.397319:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4606 00000100:00100000:3.0:1746066734.397325:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975283328:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066734.397431:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975283328:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 107us (1956us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066734.397437:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4606 00002000:00100000:3.0:1746066734.397442:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3596288->3600383) req@ffff8800929cea00 x1830882975283328/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/4536 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.397448:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cea00 with x1830882975283328 ext(3596288->3600383) 00002000:00010000:3.0:1746066734.397451:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929cea00 00002000:00010000:2.0:1746066734.400400:0:8452:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime: 1746066733 -> 1746066734 00002000:00010000:2.0:1746066734.400405:0:8452:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066733 -> 1746066734 00000100:00100000:2.0:1746066734.400423:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976292224:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066734.400454:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008deb1000/0xfb36a14ee6082950 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97946b expref: 28 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.400464:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008deb1000/0xfb36a14ee6082950 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97946b expref: 28 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.400475:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb1000, rc 0) 00000100:00100000:2.0:1746066734.400529:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975283456:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3594us (4960us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066734.400536:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11111 00000100:00100000:1.0:1746066734.401307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.401373:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975283712 00000100:00100000:3.0:1746066734.401379:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975283712 00000100:00100000:3.0:1746066734.401656:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3637 00000100:00100000:3.0:1746066734.401663:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:29084:x1830882975283712:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:3.0:1746066734.402892:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:29084:x1830882975283712:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 1225us (1582us total) trans 8589943029 rc 0/0 00000100:00100000:3.0:1746066734.402900:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3637 00000100:00100000:0.0:1746066734.414003:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.415372:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975283968 00000100:00100000:1.0:1746066734.415381:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975283968 00000100:00100000:0.0:1746066734.415471:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9146 00000100:00100000:0.0:1746066734.415478:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:29090:x1830882975283968:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066734.415499:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066734.415515:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06c00/0xfb36a14ee6082957 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979472 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.415596:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee608295e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415605:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee608295e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415614:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee608295e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415623:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee6082965 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415627:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee6082965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415631:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee6082965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415719:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee608296c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415726:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee608296c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415731:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee608296c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:0.0:1746066734.415742:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066734.415805:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee608295e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415810:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee608295e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415815:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee608295e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415819:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ed07c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066734.415822:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee608295e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415827:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee608295e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415834:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066734.415837:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066734.415840:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee608295e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.415844:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee608295e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.417188:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee6082965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.417197:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee6082965 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.417202:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee6082965 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.417210:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ed06200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066734.417212:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee6082965 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.417217:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee6082965 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.417225:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012d3b8500) 00010000:00010000:0.0:1746066734.417227:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066734.417229:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee6082965 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.417234:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee6082965 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.417269:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06c00/0xfb36a14ee6082957 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979472 expref: 263 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.417279:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee608296c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979472 expref: 262 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.417284:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066734.417286:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1746066734.417288:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed06600, rc 0) 00000100:00100000:0.0:1746066734.417339:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:29090:x1830882975283968:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1861us (3345us total) trans 8589943030 rc 0/0 00000100:00100000:0.0:1746066734.417345:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9146 00000100:00100000:2.0:1746066734.417428:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.417761:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975284096 00000100:00100000:3.0:1746066734.417765:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975284096 00000100:00100000:3.0:1746066734.417800:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11112 00000100:00100000:3.0:1746066734.417807:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:29087:x1830882975284096:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.417815:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.417825:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979479 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.417844:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 21 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.417855:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066734.417856:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066734.417859:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979479 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.417882:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 21 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.417893:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 21 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.417903:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976292352:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.417955:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066734.420000:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.420097:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975284352 00000100:00100000:2.0:1746066734.420102:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975284352 00000100:00100000:2.0:1746066734.420152:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3638 00000100:00100000:2.0:1746066734.420159:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:29090:x1830882975284352:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066734.420309:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:29090:x1830882975284352:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 151us (314us total) trans 8589943031 rc 0/0 00000100:00100000:2.0:1746066734.420314:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3638 00000100:00100000:3.0:1746066734.420932:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976292352:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.420955:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979479 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.420967:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092610600, rc 0) 00000100:00100000:3.0:1746066734.420998:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:29087:x1830882975284096:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3192us (3570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.421004:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11112 00000100:00100000:1.0:1746066734.421481:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.422107:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975284480 00000100:00100000:3.0:1746066734.422112:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975284480 00002000:00100000:3.0:1746066734.422143:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3530752->3600383) req@ffff88009bfe0e00 x1830882975284480/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.422155:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe0e00 with x1830882975284480 ext(3530752->3600383) 00010000:00010000:3.0:1746066734.422161:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 22 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.422171:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 22 pid: 8452 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746066734.422176:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfe0e00 00000100:00100000:2.0:1746066734.422961:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.422979:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975284608 00000100:00100000:2.0:1746066734.422982:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975284608 00000100:00100000:3.0:1746066734.423084:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1005 00000100:00100000:3.0:1746066734.423092:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1966:x1830882975284480:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066734.423169:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 562 00000100:00100000:2.0:1746066734.423176:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a518c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:1963:x1830882975284608:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.423186:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.423204:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06600/0xfb36a14ee608296c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979472 expref: 263 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.423216:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066734.423220:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066734.424153:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a518c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:1963:x1830882975284608:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 976us (1191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.424160:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 562 00000100:00100000:3.0:1746066734.431601:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882975284480:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 8502us (10113us total) trans 17179872874 rc 0/0 00000100:00100000:3.0:1746066734.431612:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1005 00002000:00100000:3.0:1746066734.431622:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3530752->3600383) req@ffff88009bfe0e00 x1830882975284480/t17179872874(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/448 e 0 to 0 dl 1746066745 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.431630:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe0e00 with x1830882975284480 ext(3530752->3600383) 00010000:00010000:3.0:1746066734.431639:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.431650:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746066734.431656:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfe0e00 00000100:00100000:0.0:1746066734.433973:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.434046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.434089:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975284864 00000100:00100000:2.0:1746066734.434097:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975284864 00010000:00010000:2.0:1746066734.434138:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.434172:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5562 00000100:00100000:2.0:1746066734.434179:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882975284864:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.434193:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.434209:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.434218:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.434236:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008deb1a00/0xfb36a14ee6082926 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3530752->3600383) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97945d expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.434248:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.434250:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.434256:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979479 expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.434262:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979479 expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.434289:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979479 expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.434298:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976292480:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066734.434356:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea780 going to sleep for 11 seconds 00000100:00100000:3.0:1746066734.434865:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975284736 00000100:00100000:3.0:1746066734.434870:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975284736 00000100:00100000:3.0:1746066734.434895:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11113 00000100:00100000:3.0:1746066734.434900:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:29090:x1830882975284736:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066734.434912:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.434922:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979480 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.434938:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979433 expref: 12 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.434945:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979441 expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.434951:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.434952:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.434954:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.434971:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979441 expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.434980:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979441 expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.434988:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976292608:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.435279:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979433 expref: 12 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.435295:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979433 expref: 12 pid: 8450 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.435303:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976292736:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.435321:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066734.438714:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976292480:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066734.438995:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976292608:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066734.439066:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.439166:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1965:x1830882975284864:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4985us (5116us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.439176:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5562 00000100:00100000:3.0:1746066734.441299:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976292736:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.441331:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3035136->3145727] (req 3035136->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 24 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.441344:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b51b8000, rc 0) 00000100:00100000:3.0:1746066734.441389:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29090:x1830882975284736:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6487us (7420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.441396:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11113 00000100:00100000:0.0:1746066734.445721:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.445757:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975284992 00000100:00100000:1.0:1746066734.445764:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975284992 00010000:00010000:1.0:1746066734.445794:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979433 expref: 13 pid: 8450 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.445829:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5563 00000100:00100000:1.0:1746066734.445835:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975284992:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.445846:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.445862:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979433 expref: 13 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.445871:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979433 expref: 13 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.445892:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008deb0a00/0xfb36a14ee60828e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5074944->5242879) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979433 expref: 13 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.445912:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.445942:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975284992:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 107us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.445947:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5563 00000100:00100000:0.0:1746066734.448759:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.448978:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975285120 00000100:00100000:2.0:1746066734.448985:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975285120 00010000:00010000:2.0:1746066734.449013:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979441 expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.449046:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5564 00000100:00100000:2.0:1746066734.449053:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975285120:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.449064:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.449082:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979441 expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.449091:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979441 expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.449107:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be400/0xfb36a14ee60828ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979441 expref: 24 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.449134:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.449135:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.449141:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.449149:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.449176:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.449187:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976292864:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066734.449242:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066734.449721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.449739:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975285248 00000100:00100000:0.0:1746066734.449742:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975285248 00000100:00100000:0.0:1746066734.449780:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9147 00000100:00100000:0.0:1746066734.449786:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:29092:x1830882975285248:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066734.449802:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066734.449814:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee6082988 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979487 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.449855:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee608298f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.449865:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee608298f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.449873:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee608298f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.449882:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee6082996 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.449887:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee6082996 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.449891:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee6082996 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.449974:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.449982:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793e6 expref: 261 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.449988:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.450005:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793e6 expref: 261 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.450013:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793e6 expref: 261 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746066734.450021:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4edf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976292992:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066734.450058:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066734.453453:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976292864:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066734.453477:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066734.453513:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975285120:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4460us (4760us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.453522:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5564 00000100:00100000:1.0:1746066734.455688:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4edf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976292992:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066734.455712:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746066734.457296:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.460285:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975285376 00000100:00100000:0.0:1746066734.460294:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975285376 00010000:00010000:0.0:1746066734.460327:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793e6 expref: 262 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746066734.460370:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5565 00000100:00100000:0.0:1746066734.460376:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:1964:x1830882975285376:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066734.460387:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066734.460391:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793e6 expref: 262 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066734.460404:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793e6 expref: 262 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066734.460421:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cad0e00/0xfb36a14ee6082869 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793e6 expref: 262 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066734.460437:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066734.460441:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.460449:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.460454:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.460471:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066734.460508:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:1964:x1830882975285376:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 132us (3216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.460513:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5565 00010000:00010000:1.0:1746066734.462131:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462141:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746066734.462177:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:1.0:1746066734.462180:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746066734.462193:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462202:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462210:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee608298f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462215:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee608298f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462223:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee608298f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462227:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ed06200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066734.462231:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee608298f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462236:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee608298f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462246:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066734.462248:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066734.462251:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee608298f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462255:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06200/0xfb36a14ee608298f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462282:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee6082996 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462286:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee6082996 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462290:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee6082996 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462294:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ed07000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066734.462297:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee6082996 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462301:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee6082996 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462310:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012d3b8300) 00010000:00010000:1.0:1746066734.462311:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066734.462313:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee6082996 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462317:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07000/0xfb36a14ee6082996 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.462350:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed07c00/0xfb36a14ee6082988 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979487 expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.462361:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979487 expref: 11 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.462366:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066734.462368:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066734.462370:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed06400, rc 0) 00000100:00100000:1.0:1746066734.462415:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:29092:x1830882975285248:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 12629us (12695us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.462421:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9147 00000100:00100000:0.0:1746066734.469805:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.469883:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975285632 00000100:00100000:1.0:1746066734.470073:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975285632 00000100:00100000:1.0:1746066734.470133:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9148 00000100:00100000:1.0:1746066734.470140:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:29095:x1830882975285632:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066734.470161:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066734.470176:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136acb600/0xfb36a14ee60829a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97948e expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.470264:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136acaa00/0xfb36a14ee60829ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470275:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136acaa00/0xfb36a14ee60829ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470283:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136acaa00/0xfb36a14ee60829ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470295:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136acb800/0xfb36a14ee60829b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470300:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136acb800/0xfb36a14ee60829b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470305:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136acb800/0xfb36a14ee60829b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470388:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee60829b9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470395:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee60829b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470400:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee60829b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746066734.470407:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066734.470472:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136acaa00/0xfb36a14ee60829ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470478:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136acaa00/0xfb36a14ee60829ab lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470486:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136acaa00/0xfb36a14ee60829ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470491:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136acaa00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066734.470493:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136acaa00/0xfb36a14ee60829ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470498:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136acaa00/0xfb36a14ee60829ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470506:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066734.470509:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066734.470512:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136acaa00/0xfb36a14ee60829ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470517:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136acaa00/0xfb36a14ee60829ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470526:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136acb800/0xfb36a14ee60829b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470530:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136acb800/0xfb36a14ee60829b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470535:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136acb800/0xfb36a14ee60829b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470538:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136acb800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066734.470540:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136acb800/0xfb36a14ee60829b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470544:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136acb800/0xfb36a14ee60829b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470553:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ec74e00) 00010000:00010000:1.0:1746066734.470555:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066734.470556:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136acb800/0xfb36a14ee60829b2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470560:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136acb800/0xfb36a14ee60829b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.470588:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136acb600/0xfb36a14ee60829a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97948e expref: 20 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.470598:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee60829b9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97948e expref: 19 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.470604:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066734.470605:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066734.470607:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136aca000, rc 0) 00000100:00100000:1.0:1746066734.470659:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:29095:x1830882975285632:12345-192.168.202.57@tcp:101:cat.0 Request processed in 519us (860us total) trans 8589943032 rc 0/0 00000100:00100000:1.0:1746066734.470664:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9148 00000100:00100000:0.0:1746066734.471334:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.471365:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.471380:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975285760 00000100:00100000:3.0:1746066734.471383:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975285760 00000100:00100000:0.0:1746066734.471393:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066734.471408:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746066734.471423:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.471443:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.471504:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975285888 00000100:00100000:3.0:1746066734.471507:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975285888 00000100:00100000:3.0:1746066734.471516:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975286016 00000100:00100000:3.0:1746066734.471518:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975286016 00000100:00100000:0.0:1746066734.471530:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00080000:0.0:1746066734.471541:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066734.471543:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975286144 00000100:00100000:3.0:1746066734.471545:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975286144 00000100:00100000:3.0:1746066734.471555:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975286272 00000100:00100000:3.0:1746066734.471556:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975286272 00000100:00100000:3.0:1746066734.471564:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975286400 00000100:00100000:3.0:1746066734.471566:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975286400 00000100:00100000:0.0:1746066734.471571:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11114 00000100:00100000:0.0:1746066734.471578:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975285760:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:3.0:1746066734.471581:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11115 00000100:00100000:3.0:1746066734.471586:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975286016:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066734.471588:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.471593:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066734.471598:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60829c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979495 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.471602:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092611e00/0xfb36a14ee60829ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794a3 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.471612:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.471613:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.471620:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60829c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979495 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.471632:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60829c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979495 expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.471639:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed06a00, rc 0) 00000100:00100000:0.0:1746066734.471660:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975285760:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 83us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.471665:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11114 00000100:00100000:0.0:1746066734.471696:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11116 00000100:00100000:0.0:1746066734.471701:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975286144:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066734.471707:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066734.471714:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee60829d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794aa expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.471723:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.471725:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746066734.471729:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11117 00010000:00010000:0.0:1746066734.471729:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee60829d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794aa expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066734.471740:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975286272:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066734.471742:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee60829d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794aa expref: 8 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.471747:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066734.471749:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed06600, rc 0) 00010000:00010000:2.0:1746066734.471753:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008deb1800/0xfb36a14ee60829dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794b1 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066734.471765:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975286144:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 64us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.471770:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11116 00000100:00100000:0.0:1746066734.471780:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11118 00000100:00100000:2.0:1746066734.471781:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976293120:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066734.471785:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975286400:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066734.471791:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066734.471797:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ed06200/0xfb36a14ee60829e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794b8 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.471806:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.471807:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.471811:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed06200/0xfb36a14ee60829e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794b8 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066734.471818:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea600 going to sleep for 11 seconds 00010000:00010000:0.0:1746066734.471819:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ed06200/0xfb36a14ee60829e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794b8 expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.471825:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed06200, rc 0) 00000100:00100000:0.0:1746066734.471841:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975286400:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 56us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.471846:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11118 00010000:00010000:3.0:1746066734.472139:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.472142:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.472147:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092611e00/0xfb36a14ee60829ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794a3 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.472157:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092611e00/0xfb36a14ee60829ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794a3 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.472163:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092611e00, rc 0) 00000100:00100000:3.0:1746066734.472193:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975286016:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 606us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.472198:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11115 00000100:00100000:3.0:1746066734.472227:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11119 00000100:00100000:3.0:1746066734.472234:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975285888:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066734.472239:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.472245:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092611c00/0xfb36a14ee60829ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97949c expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.472254:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.472255:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.472259:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092611c00/0xfb36a14ee60829ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97949c expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.472270:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092611c00/0xfb36a14ee60829ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97949c expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.472276:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092611c00, rc 0) 00000100:00100000:3.0:1746066734.472290:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975285888:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 59us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.472295:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11119 00000100:00100000:0.0:1746066734.473753:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.473786:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.473819:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.473832:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975286656 00000100:00100000:1.0:1746066734.473837:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975286656 00002000:00100000:1.0:1746066734.473866:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880099711880 x1830882975286656/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.473876:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711880 with x1830882975286656 ext(2097152->3145727) 00002000:00010000:1.0:1746066734.473880:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099711880 00000100:00100000:1.0:1746066734.473902:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975286912 00000100:00100000:1.0:1746066734.473905:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975286912 00002000:00100000:1.0:1746066734.473916:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880099712680 x1830882975286912/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:2.0:1746066734.473922:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975287168 00002000:00100000:1.0:1746066734.473922:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712680 with x1830882975286912 ext(3145728->4194303) 00002000:00010000:1.0:1746066734.473924:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099712680 00000100:00100000:2.0:1746066734.473925:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975287168 00000100:00100000:1.0:1746066734.473935:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4607 00002000:00100000:2.0:1746066734.473940:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880099710000 x1830882975287168/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:1.0:1746066734.473940:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975286656:12345-192.168.202.57@tcp:3:multiop.0 00002000:00100000:2.0:1746066734.473945:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099710000 with x1830882975287168 ext(3145728->4194303) 00002000:00010000:2.0:1746066734.473948:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099710000 00000100:00100000:2.0:1746066734.473956:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4608 00000100:00100000:2.0:1746066734.473960:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975286912:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066734.473985:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4609 00000100:00100000:2.0:1746066734.473990:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975287168:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066734.485851:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.487391:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975287424 00000100:00100000:1.0:1746066734.487401:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975287424 00000100:00100000:1.0:1746066734.487463:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3639 00000100:00100000:1.0:1746066734.487472:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:29095:x1830882975287424:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066734.487663:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:29095:x1830882975287424:12345-192.168.202.57@tcp:35:cat.0 Request processed in 192us (1818us total) trans 8589943033 rc 0/0 00000100:00100000:1.0:1746066734.487669:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3639 00000100:00100000:3.0:1746066734.497435:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975286912:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 23466us (23640us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066734.497445:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4608 00002000:00100000:3.0:1746066734.497454:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880099712680 x1830882975286912/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.497462:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099712680 with x1830882975286912 ext(3145728->4194303) 00002000:00010000:3.0:1746066734.497467:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099712680 00000100:00100000:2.0:1746066734.503748:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:3.0:1746066734.504467:0:8450:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime: 1746066733 -> 1746066734 00002000:00010000:3.0:1746066734.504472:0:8450:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066732 -> 1746066734 00002000:00010000:3.0:1746066734.504473:0:8450:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime: 1746066733 -> 1746066734 00000100:00100000:3.0:1746066734.504488:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976293120:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066734.504517:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008deb1800/0xfb36a14ee60829dc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794b1 expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.504528:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1800/0xfb36a14ee60829dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794b1 expref: 8 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.504546:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb1800, rc 0) 00000100:00100000:3.0:1746066734.504586:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975286272:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 32851us (33141us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066734.504593:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11117 00000100:00100000:3.0:1746066734.504611:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975287552 00000100:00100000:3.0:1746066734.504615:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975287552 00000100:00100000:3.0:1746066734.504637:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11120 00000100:00100000:3.0:1746066734.504642:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975287552:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.504652:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.504662:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a85bc000/0xfb36a14ee60829f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794bf expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066734.504714:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976293248:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066734.504764:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066734.506888:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.507232:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975287680 00000100:00100000:3.0:1746066734.507238:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975287680 00000100:00100000:3.0:1746066734.507274:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11121 00000100:00100000:3.0:1746066734.507280:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975287680:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.507291:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.507303:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee60829f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794c6 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.507320:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.507321:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.507327:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee60829f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794c6 expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.507340:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee60829f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794c6 expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.507349:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510b800, rc 0) 00000100:00100000:3.0:1746066734.507389:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975287680:12345-192.168.202.57@tcp:101:cat.0 Request processed in 109us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.507394:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11121 00000100:00100000:2.0:1746066734.507717:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975287168:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 33726us (33897us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066734.507724:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4609 00002000:00100000:2.0:1746066734.507731:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880099710000 x1830882975287168/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.507739:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099710000 with x1830882975287168 ext(3145728->4194303) 00002000:00010000:2.0:1746066734.507742:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099710000 00000100:00100000:0.0:1746066734.508066:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976293248:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066734.508086:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a85bc000/0xfb36a14ee60829f1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794bf expref: 13 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.508095:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a85bc000/0xfb36a14ee60829f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794bf expref: 13 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.508124:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85bc000, rc 0) 00000100:00100000:0.0:1746066734.508143:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975287552:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3501us (4403us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066734.508148:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11120 00000100:00100000:0.0:1746066734.510262:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.510851:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975286656:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 36909us (37101us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066734.510859:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4607 00002000:00100000:2.0:1746066734.510866:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880099711880 x1830882975286656/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.510873:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099711880 with x1830882975286656 ext(2097152->3145727) 00002000:00010000:2.0:1746066734.510878:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099711880 00000100:00100000:3.0:1746066734.510991:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975287936 00000100:00100000:3.0:1746066734.510996:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975287936 00000100:00100000:3.0:1746066734.511026:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9149 00000100:00100000:3.0:1746066734.511032:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:29092:x1830882975287936:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066734.511045:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.511058:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013510bc00/0xfb36a14ee60829ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794cd expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.511145:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.511156:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979487 expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.511162:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee60829b9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97948e expref: 19 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.511167:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.511193:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee60829b9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97948e expref: 19 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.511203:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee60829b9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97948e expref: 19 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.511213:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed09500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976293376:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.511268:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979487 expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.511274:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979487 expref: 12 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.511281:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976293504:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.511298:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066734.515815:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed09500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976293376:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066734.515885:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.516300:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.516364:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975288064 00000100:00100000:1.0:1746066734.516370:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975288064 00010000:00010000:1.0:1746066734.516400:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee60829b9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97948e expref: 20 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.516421:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975288192 00000100:00100000:1.0:1746066734.516423:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975288192 00010000:00010000:1.0:1746066734.516430:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979487 expref: 13 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.516442:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5566 00000100:00100000:1.0:1746066734.516448:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975288064:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.516460:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.516465:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee60829b9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97948e expref: 20 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.516473:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee60829b9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97948e expref: 20 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.516489:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136aca000/0xfb36a14ee60829b9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97948e expref: 20 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.516504:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066734.516508:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066734.516515:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066734.516518:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.516551:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975288064:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 102us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.516556:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5566 00000100:00100000:1.0:1746066734.516570:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5567 00000100:00100000:1.0:1746066734.516575:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975288192:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.516581:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.516584:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979487 expref: 13 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.516592:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979487 expref: 13 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.516605:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066734.516607:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066734.516613:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066734.516619:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066734.516635:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.516648:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975288192:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 73us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.516652:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5567 00010000:00010000:3.0:1746066734.517702:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed06400/0xfb36a14ee608299d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979487 expref: 12 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.517726:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976293504:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.517742:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.517752:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.517757:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066734.517773:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066734.517886:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510bc00/0xfb36a14ee60829ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794cd expref: 13 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.517898:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794cd expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.517905:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066734.517907:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066734.517909:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510ae00, rc 0) 00000100:00100000:3.0:1746066734.517937:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:29092:x1830882975287936:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 6905us (7679us total) trans 8589943034 rc 0/0 00000100:00100000:3.0:1746066734.517942:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9149 00000100:00100000:0.0:1746066734.521769:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.521997:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975288448 00000100:00100000:2.0:1746066734.522004:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975288448 00002000:00100000:2.0:1746066734.522048:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880099713480 x1830882975288448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.522057:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099713480 with x1830882975288448 ext(4194304->5079039) 00002000:00010000:2.0:1746066734.522061:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099713480 00000100:00100000:2.0:1746066734.522086:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4610 00000100:00100000:2.0:1746066734.522094:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975288448:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066734.524846:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.524877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.524935:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.524995:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975288704 00000100:00100000:3.0:1746066734.525001:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975288704 00000100:00100000:3.0:1746066734.525036:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9150 00000100:00100000:3.0:1746066734.525042:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:29092:x1830882975288704:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066734.525063:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.525077:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a14 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794db expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.525145:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082a1b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.525157:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794cd expref: 13 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.525162:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082a1b lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.525185:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794cd expref: 13 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.525193:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794cd expref: 13 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.525202:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976293632:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.525250:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066734.525294:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975288960 00000100:00100000:1.0:1746066734.525297:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975288960 00002000:00100000:1.0:1746066734.525316:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800a8695880 x1830882975288960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.525324:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695880 with x1830882975288960 ext(1048576->2097151) 00002000:00010000:1.0:1746066734.525328:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8695880 00000100:00100000:1.0:1746066734.525337:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4611 00000100:00100000:1.0:1746066734.525341:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975288960:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066734.526243:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975288576 00000100:00100000:2.0:1746066734.526248:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975288576 00000100:00100000:2.0:1746066734.526273:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11122 00000100:00100000:2.0:1746066734.526279:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:29090:x1830882975288576:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066734.526287:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066734.526296:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794d4 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.526313:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979479 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.526320:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee60829f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794c6 expref: 25 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.526326:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed06200/0xfb36a14ee60829e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794b8 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.526332:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.526334:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.526336:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->2191359] (req 2097152->2191359) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.526352:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ed06200/0xfb36a14ee60829e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794b8 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.526359:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ed06200/0xfb36a14ee60829e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794b8 expref: 7 pid: 9776 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.526372:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976293760:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.526410:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee60829f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794c6 expref: 25 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.526417:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee60829f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794c6 expref: 25 pid: 8452 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.526424:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976293888:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.526444:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979479 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.526451:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979479 expref: 29 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.526458:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976294016:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.526472:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066734.536370:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.537487:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975288448:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 15391us (15722us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066734.537496:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4610 00002000:00100000:2.0:1746066734.537506:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880099713480 x1830882975288448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 884736/884736 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.537514:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099713480 with x1830882975288448 ext(4194304->5079039) 00002000:00010000:2.0:1746066734.537519:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099713480 00000100:00100000:2.0:1746066734.537540:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975289216 00000100:00100000:2.0:1746066734.537545:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975289216 00002000:00100000:2.0:1746066734.537572:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009bfe3480 x1830882975289216/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.537578:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3480 with x1830882975289216 ext(1048576->2097151) 00002000:00010000:2.0:1746066734.537581:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe3480 00000100:00100000:1.0:1746066734.539359:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.539382:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.539395:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.539411:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975289472 00000100:00100000:1.0:1746066734.539416:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975289472 00010000:00010000:1.0:1746066734.539439:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed06200/0xfb36a14ee60829e3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794b8 expref: 8 pid: 9776 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.539455:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975289344 00000100:00100000:1.0:1746066734.539457:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975289344 00010000:00010000:1.0:1746066734.539466:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794cd expref: 14 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.539477:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975289600 00000100:00100000:1.0:1746066734.539479:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975289600 00010000:00010000:1.0:1746066734.539487:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee60829f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794c6 expref: 26 pid: 8452 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.539507:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5568 00000100:00100000:1.0:1746066734.539513:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975289472:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.539524:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.539539:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ed06200/0xfb36a14ee60829e3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794b8 expref: 8 pid: 9776 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.539547:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ed06200/0xfb36a14ee60829e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794b8 expref: 8 pid: 9776 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.539567:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.539591:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975289472:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 78us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.539597:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5568 00000100:00100000:1.0:1746066734.539639:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5569 00000100:00100000:1.0:1746066734.539645:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882975289344:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.539651:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.539655:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794cd expref: 14 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.539663:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794cd expref: 14 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.539690:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066734.539694:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082a1b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 12 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066734.539703:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082a1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066734.539708:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082a1b lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066734.539723:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.539738:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882975289344:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 94us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.539744:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5569 00000100:00100000:1.0:1746066734.539753:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5570 00000100:00100000:1.0:1746066734.539758:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975289600:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.539764:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.539771:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee60829f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794c6 expref: 26 pid: 8452 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.539779:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee60829f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794c6 expref: 26 pid: 8452 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.539788:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.539801:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975289600:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 43us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.539805:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5570 00000100:00100000:1.0:1746066734.539832:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.539843:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975289728 00000100:00100000:1.0:1746066734.539846:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975289728 00010000:00010000:1.0:1746066734.539856:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979479 expref: 30 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.539870:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5571 00000100:00100000:1.0:1746066734.539880:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975289728:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.539886:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.539893:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979479 expref: 30 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.539901:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979479 expref: 30 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.539911:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.539913:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.539918:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.539924:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.539950:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 30 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066734.539959:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099712a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976294144:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066734.539997:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dcb40 going to sleep for 11 seconds 00010000:00010000:2.0:1746066734.540197:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed06200/0xfb36a14ee60829e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794b8 expref: 7 pid: 9776 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.540243:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975288960:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14901us (15308us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066734.540250:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4611 00002000:00100000:1.0:1746066734.540256:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800a8695880 x1830882975288960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.540262:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8695880 with x1830882975288960 ext(1048576->2097151) 00002000:00010000:1.0:1746066734.540266:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8695880 00000100:00100000:1.0:1746066734.540278:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4612 00000100:00100000:1.0:1746066734.540285:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975289216:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066734.541723:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976293760:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.541744:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013510b800/0xfb36a14ee60829f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794c6 expref: 23 pid: 8452 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.541754:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976293888:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.541764:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092610600/0xfb36a14ee608297a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979479 expref: 30 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.541770:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976294016:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.541797:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.541806:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb1200, rc 0) 00000100:00100000:2.0:1746066734.541828:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:29090:x1830882975288576:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 15549us (16988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.541833:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11122 00010000:00010000:3.0:1746066734.542224:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ae00/0xfb36a14ee6082a06 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794cd expref: 13 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.542241:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976293632:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.542251:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082a1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.542257:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082a1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.542261:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082a1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066734.542293:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066734.542296:0:20127:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066734.542309:0:20127:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082a1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.542343:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a14 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794db expref: 13 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.542356:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082a1b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794db expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.542362:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066734.542364:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066734.542366:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510a200, rc 0) 00000100:00100000:3.0:1746066734.542384:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:29092:x1830882975288704:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 17342us (17507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.542389:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9150 00000100:00100000:0.0:1746066734.549387:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.551656:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.551706:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975289856 00000100:00100000:2.0:1746066734.551714:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975289856 00000100:00100000:0.0:1746066734.551899:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.552880:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975289984 00000100:00100000:2.0:1746066734.552884:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975289984 00000100:00100000:2.0:1746066734.552902:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975290112 00000100:00100000:2.0:1746066734.552904:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975290112 00000100:00100000:2.0:1746066734.552918:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11123 00000100:00100000:2.0:1746066734.552924:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975289856:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066734.552939:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066734.552954:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008deb0800/0xfb36a14ee6082a29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794e2 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.552994:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976294272:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066734.553165:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11124 00000100:00100000:1.0:1746066734.553177:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975289984:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066734.553183:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066734.553192:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52d9c00/0xfb36a14ee6082a30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794e9 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066734.553217:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976294400:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066734.553321:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11125 00000100:00100000:3.0:1746066734.553456:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975290112:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066734.553464:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.553470:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013510a000/0xfb36a14ee6082a37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794f0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066734.553491:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976294528:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066734.554016:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066734.554129:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066734.554152:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099712a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976294144:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066734.554169:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.554187:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975289728:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 14306us (14354us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.554198:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5571 00000100:00100000:2.0:1746066734.554248:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066734.554253:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.554289:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975290368 00000100:00100000:3.0:1746066734.554292:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975290368 00002000:00100000:3.0:1746066734.554312:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2187264->2191359) req@ffff88009ec2d180 x1830882975290368/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.554320:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2d180 with x1830882975290368 ext(2187264->2191359) 00002000:00010000:3.0:1746066734.554324:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2d180 00000100:00100000:3.0:1746066734.554337:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4613 00000100:00100000:3.0:1746066734.554385:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975290368:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066734.554696:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975290368:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 310us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066734.555087:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975289216:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14802us (18724us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066734.555759:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4613 00002000:00100000:3.0:1746066734.555766:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2187264->2191359) req@ffff88009ec2d180 x1830882975290368/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/4536 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.555774:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2d180 with x1830882975290368 ext(2187264->2191359) 00002000:00010000:3.0:1746066734.555777:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2d180 00000100:00100000:1.0:1746066734.555824:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4612 00002000:00100000:1.0:1746066734.555830:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009bfe3480 x1830882975289216/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.555837:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfe3480 with x1830882975289216 ext(1048576->2097151) 00002000:00010000:1.0:1746066734.555839:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfe3480 00002000:00010000:3.0:1746066734.558009:0:8452:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066733 -> 1746066734 00000100:00100000:3.0:1746066734.558033:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976294528:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066734.558055:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013510a000/0xfb36a14ee6082a37 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794f0 expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.558065:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013510a000/0xfb36a14ee6082a37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794f0 expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066734.558342:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976294272:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066734.558362:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008deb0800/0xfb36a14ee6082a29 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794e2 expref: 29 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.558369:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008deb0800/0xfb36a14ee6082a29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794e2 expref: 29 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.558389:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb0800, rc 0) 00000100:00100000:0.0:1746066734.558423:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975289856:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5499us (9044us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066734.558429:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11123 00000100:00100000:1.0:1746066734.558901:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976294400:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066734.558928:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52d9c00/0xfb36a14ee6082a30 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794e9 expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.558936:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52d9c00/0xfb36a14ee6082a30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794e9 expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.558946:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52d9c00, rc 0) 00000100:00100000:1.0:1746066734.558965:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975289984:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 5794us (7314us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066734.558970:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11124 00010000:00010000:3.0:1746066734.559404:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510a000, rc 0) 00000100:00100000:3.0:1746066734.559424:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975290112:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 6096us (7524us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066734.559429:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11125 00000100:00100000:0.0:1746066734.560977:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.561140:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975290624 00000100:00100000:3.0:1746066734.561147:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975290624 00000100:00100000:3.0:1746066734.561187:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3640 00000100:00100000:3.0:1746066734.561193:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2b7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:29090:x1830882975290624:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:3.0:1746066734.561366:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2b7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:29090:x1830882975290624:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 172us (392us total) trans 8589943035 rc 0/0 00000100:00100000:3.0:1746066734.561373:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3640 00000100:00100000:0.0:1746066734.567661:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.567774:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.567814:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975290752 00000100:00100000:1.0:1746066734.567821:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975290752 00000100:00100000:1.0:1746066734.567855:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975290880 00000100:00100000:1.0:1746066734.567857:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975290880 00000100:00100000:1.0:1746066734.567871:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11126 00000100:00100000:1.0:1746066734.567878:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975290752:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066734.567893:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066734.567908:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52d9c00/0xfb36a14ee6082a3e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794f7 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066734.567947:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976294656:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066734.568005:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066734.568095:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11127 00000100:00100000:3.0:1746066734.568103:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975290880:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.568110:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.568131:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee6082a45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9794fe expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066734.568155:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976294784:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066734.568311:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009961b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746066734.570918:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.570995:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975291136 00000100:00100000:3.0:1746066734.571002:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975291136 00000100:00100000:3.0:1746066734.571037:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9151 00000100:00100000:3.0:1746066734.571043:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:29092:x1830882975291136:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066734.571058:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.571072:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013510aa00/0xfb36a14ee6082a4c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979505 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.571167:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a800/0xfb36a14ee6082a53 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.571179:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a800/0xfb36a14ee6082a53 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.571187:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a800/0xfb36a14ee6082a53 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066734.571196:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066734.571285:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510aa00/0xfb36a14ee6082a4c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979505 expref: 15 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.571299:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a800/0xfb36a14ee6082a53 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979505 expref: 14 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.571305:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066734.571308:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066734.571310:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510a800, rc 0) 00000100:00100000:3.0:1746066734.571344:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+14:29092:x1830882975291136:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 301us (432us total) trans 8589943036 rc 0/0 00000100:00100000:3.0:1746066734.571349:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9151 00000100:00100000:0.0:1746066734.571482:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976294656:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066734.571483:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976294784:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066734.571499:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee6082a45 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794fe expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.571505:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52d9c00/0xfb36a14ee6082a3e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794f7 expref: 13 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.571508:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee6082a45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794fe expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.571512:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52d9c00/0xfb36a14ee6082a3e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794f7 expref: 13 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.571519:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510a400, rc 0) 00010000:00010000:0.0:1746066734.571528:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52d9c00, rc 0) 00000100:00100000:0.0:1746066734.571544:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975290752:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3667us (3890us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066734.571547:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975290880:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3447us (3774us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066734.571550:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11126 00000100:00100000:2.0:1746066734.571553:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11127 00000100:00100000:0.0:1746066734.575057:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.575093:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.575126:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.575145:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975291264 00000100:00100000:1.0:1746066734.575148:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975291392 00000100:00100000:1.0:1746066734.575151:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975291392 00000100:00100000:0.0:1746066734.575151:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975291264 00000100:00100000:0.0:1746066734.575192:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975291520 00000100:00100000:0.0:1746066734.575194:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975291520 00000100:00100000:1.0:1746066734.575314:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11128 00000100:00100000:1.0:1746066734.575323:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975291264:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:1.0:1746066734.575361:0:10402:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.575376:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129fc1600/0xfb36a14ee6082800 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97938b expref: 11 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.575383:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60829c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979495 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.575389:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608285b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793bc expref: 22 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.575398:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.575400:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.575402:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.575429:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608285b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793bc expref: 22 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.575439:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608285b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793bc expref: 22 pid: 4614 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.575450:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976294912:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066734.575513:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60829c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979495 expref: 7 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.575521:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60829c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979495 expref: 7 pid: 9776 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.575528:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976295040:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066734.575551:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129fc1600/0xfb36a14ee6082800 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97938b expref: 11 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.575557:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129fc1600/0xfb36a14ee6082800 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97938b expref: 11 pid: 9776 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.575569:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976295168:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066734.575582:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dcb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066734.575635:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11129 00000100:00100000:0.0:1746066734.575641:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975291392:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066734.575659:0:8450:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.575667:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11130 00010000:00010000:0.0:1746066734.575668:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e98b400/0xfb36a14ee60827eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979392 expref: 22 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.575694:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092611c00/0xfb36a14ee60829ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97949c expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066734.575696:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975291520:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066734.575701:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee608287e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793c3 expref: 27 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.575706:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.575708:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.575710:0:8452:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.575710:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.575718:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979402 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.575724:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092611e00/0xfb36a14ee60829ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794a3 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.575724:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee608287e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793c3 expref: 27 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.575730:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008deb0600/0xfb36a14ee60828bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979410 expref: 22 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.575731:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee608287e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793c3 expref: 27 pid: 8112 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.575735:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.575736:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.575738:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 6/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066734.575740:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976295296:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.575750:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008deb0600/0xfb36a14ee60828bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979410 expref: 22 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.575757:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008deb0600/0xfb36a14ee60828bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979410 expref: 22 pid: 4614 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.575763:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976295424:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066734.575766:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092611c00/0xfb36a14ee60829ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97949c expref: 8 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.576338:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092611e00/0xfb36a14ee60829ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794a3 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.576338:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092611c00/0xfb36a14ee60829ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97949c expref: 8 pid: 8452 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.576352:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092611e00/0xfb36a14ee60829ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794a3 expref: 8 pid: 21973 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.576359:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976295680:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.576386:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979402 expref: 27 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.576392:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979402 expref: 27 pid: 4614 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.576399:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976295808:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.576412:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066734.576437:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.576437:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976295552:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066734.576550:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e98b400/0xfb36a14ee60827eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979392 expref: 22 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.576557:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e98b400/0xfb36a14ee60827eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979392 expref: 22 pid: 8450 timeout: 795 lvb_type: 1 00000100:00100000:0.0:1746066734.576563:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976295936:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066734.576574:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066734.577363:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.577436:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.577450:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975291648 00000100:00100000:3.0:1746066734.577455:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975291648 00000100:00100000:3.0:1746066734.577479:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975291776 00000100:00100000:3.0:1746066734.577481:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975291776 00000100:00100000:3.0:1746066734.577504:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11131 00000100:00100000:3.0:1746066734.577510:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975291648:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:3.0:1746066734.577531:0:21203:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.577541:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979417 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.577547:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee60829d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794aa expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.577553:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee60828f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979448 expref: 11 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.577562:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.577564:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.577566:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.577581:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee60828f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979448 expref: 11 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.577588:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee60828f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979448 expref: 11 pid: 8450 timeout: 795 lvb_type: 1 00000100:00100000:3.0:1746066734.577596:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976296064:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.577638:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee60829d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794aa expref: 9 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.577645:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee60829d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794aa expref: 9 pid: 9776 timeout: 795 lvb_type: 1 00000100:00100000:3.0:1746066734.577653:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976296192:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.577689:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979417 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.577697:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979417 expref: 22 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.577709:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976296320:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.577735:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa610c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066734.577749:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11132 00000100:00100000:3.0:1746066734.577754:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975291776:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:3.0:1746066734.577769:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.577777:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.577783:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066734.577784:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066734.577786:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.578094:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.578160:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975291904 00000100:00100000:1.0:1746066734.578164:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975291904 00000100:00100000:0.0:1746066734.578171:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975292032 00000100:00100000:0.0:1746066734.578173:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975292032 00000100:00100000:1.0:1746066734.578186:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11133 00000100:00100000:1.0:1746066734.578195:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975291904:12345-192.168.202.57@tcp:1:lfs.0 00000100:00100000:0.0:1746066734.578195:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11134 00000100:00100000:0.0:1746066734.578200:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29095:x1830882975292032:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066734.578206:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066734.578211:0:4614:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.578212:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97950c expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.578219:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 27 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.578224:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066734.578225:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066734.578227:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.578367:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 27 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.578374:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 27 pid: 8450 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.578383:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976296576:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066734.578402:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52dc000 going to sleep for 11 seconds 00010000:00010000:3.0:1746066734.578663:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.578672:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 22 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066734.578739:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746066734.578741:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976296448:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066734.578742:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.578747:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746066734.578750:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97950c expref: 13 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.578760:0:20532:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.578771:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97950c expref: 13 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.578779:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6fa600, rc 0) 00000100:00100000:0.0:1746066734.578797:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29095:x1830882975292032:12345-192.168.202.57@tcp:101:cat.0 Request processed in 596us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.578802:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11134 00000100:00100000:3.0:1746066734.579087:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc49c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066734.587185:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976294912:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066734.587570:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976295040:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.588953:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976295680:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066734.589106:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.589135:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975292288 00000100:00100000:1.0:1746066734.589140:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975292288 00010000:00010000:1.0:1746066734.589174:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092611e00/0xfb36a14ee60829ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794a3 expref: 10 pid: 21973 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.589214:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5572 00000100:00100000:1.0:1746066734.589221:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975292288:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.589234:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.589252:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092611e00/0xfb36a14ee60829ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794a3 expref: 10 pid: 21973 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.589261:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092611e00/0xfb36a14ee60829ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794a3 expref: 10 pid: 21973 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.589280:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092611e00/0xfb36a14ee60829ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794a3 expref: 10 pid: 21973 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.589296:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066734.589889:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976295168:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066734.589916:0:10402:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066734.589939:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976295296:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.590000:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976295424:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.590008:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976295808:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.590031:0:8452:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066734.590538:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975292288:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1316us (1431us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.590545:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5572 00000100:00100000:3.0:1746066734.590553:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.590560:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975292672 00000100:00100000:1.0:1746066734.590563:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975292672 00010000:00010000:1.0:1746066734.590576:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee608287e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793c3 expref: 28 pid: 8112 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.590591:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5573 00000100:00100000:1.0:1746066734.590596:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975292672:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.590605:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.590617:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee608287e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793c3 expref: 28 pid: 8112 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.590624:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee608287e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793c3 expref: 28 pid: 8112 timeout: 795 lvb_type: 1 00000100:00100000:3.0:1746066734.590625:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066734.590637:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a633800/0xfb36a14ee608287e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793c3 expref: 28 pid: 8112 timeout: 795 lvb_type: 1 00000100:00100000:3.0:1746066734.590638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066734.590646:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066734.590649:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.590664:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975292160 00000100:00100000:1.0:1746066734.590666:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975292672:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 70us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.590667:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975292160 00000100:00100000:1.0:1746066734.590671:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5573 00010000:00010000:3.0:1746066734.590694:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60829c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979495 expref: 10 pid: 9776 timeout: 795 lvb_type: 1 00000100:00100000:3.0:1746066734.590704:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975292416 00000100:00100000:3.0:1746066734.590706:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975292416 00010000:00010000:3.0:1746066734.590714:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979402 expref: 28 pid: 4614 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.590721:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975292544 00000100:00100000:3.0:1746066734.590722:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975292544 00010000:00010000:3.0:1746066734.590729:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129fc1600/0xfb36a14ee6082800 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97938b expref: 13 pid: 9776 timeout: 795 lvb_type: 1 00000100:00100000:3.0:1746066734.590737:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5574 00000100:00100000:3.0:1746066734.590742:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975292160:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066734.590747:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5575 00010000:00010000:3.0:1746066734.590749:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066734.590753:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975292416:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.590759:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066734.590760:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60829c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979495 expref: 10 pid: 9776 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.590766:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979402 expref: 27 pid: 4614 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.590767:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60829c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979495 expref: 10 pid: 9776 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.590774:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979402 expref: 27 pid: 4614 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.590777:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06a00/0xfb36a14ee60829c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979495 expref: 10 pid: 9776 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.590785:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d0d3800/0xfb36a14ee60828af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979402 expref: 27 pid: 4614 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.590795:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066734.590799:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066734.590809:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975292160:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 67us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.590815:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5574 00000100:00100000:1.0:1746066734.590815:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975292416:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 63us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.590821:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5575 00000100:00100000:3.0:1746066734.590825:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5576 00000100:00100000:3.0:1746066734.590829:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882975292544:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066734.590835:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066734.590840:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129fc1600/0xfb36a14ee6082800 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97938b expref: 13 pid: 9776 timeout: 795 lvb_type: 1 00010000:00010000:3.0:1746066734.590846:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129fc1600/0xfb36a14ee6082800 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97938b expref: 13 pid: 9776 timeout: 795 lvb_type: 1 00010000:00010000:3.0:1746066734.590856:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129fc1600/0xfb36a14ee6082800 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97938b expref: 13 pid: 9776 timeout: 795 lvb_type: 1 00010000:00010000:3.0:1746066734.590862:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066734.590874:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882975292544:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 45us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.590874:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.590879:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5576 00000100:00100000:3.0:1746066734.590885:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975292800 00000100:00100000:3.0:1746066734.590887:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975292800 00010000:00010000:3.0:1746066734.590896:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608285b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793bc expref: 23 pid: 4614 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.590903:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.590916:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975292928 00000100:00100000:3.0:1746066734.590918:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975292928 00000100:00100000:1.0:1746066734.590923:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5577 00010000:00010000:3.0:1746066734.590928:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb0600/0xfb36a14ee60828bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979410 expref: 23 pid: 4614 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.590930:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975292800:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.590936:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066734.590937:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5578 00000100:00100000:3.0:1746066734.590941:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1965:x1830882975292928:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.590944:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608285b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793bc expref: 23 pid: 4614 timeout: 795 lvb_type: 1 00010000:00010000:3.0:1746066734.590946:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066734.590952:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008deb0600/0xfb36a14ee60828bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979410 expref: 23 pid: 4614 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.590952:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608285b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793bc expref: 23 pid: 4614 timeout: 795 lvb_type: 1 00010000:00010000:3.0:1746066734.590959:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008deb0600/0xfb36a14ee60828bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979410 expref: 23 pid: 4614 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.590964:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801353d9600/0xfb36a14ee608285b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9793bc expref: 23 pid: 4614 timeout: 795 lvb_type: 1 00010000:00010000:3.0:1746066734.590969:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008deb0600/0xfb36a14ee60828bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979410 expref: 23 pid: 4614 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.590971:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.590972:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.590976:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.590977:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.590978:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.590980:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.590985:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.590985:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.590998:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066734.590999:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066734.591011:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1965:x1830882975292928:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 70us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.591014:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975292800:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 86us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.591015:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5578 00000100:00100000:1.0:1746066734.591020:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5577 00010000:00010000:0.0:1746066734.591032:0:10402:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.591043:0:10402:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.591060:0:10402:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.591067:0:10402:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.591073:0:10402:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.591078:0:10402:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099790800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066734.591081:0:10402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.591087:0:10402:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.591097:0:10402:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.591102:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099790800/0xfb36a14ee6082a61 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.591163:0:8452:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.591170:0:8452:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.591183:0:8452:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.591189:0:8452:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.591194:0:8452:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.591199:0:8452:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008deb0400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066734.591201:0:8452:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.591207:0:8452:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.591215:0:8452:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.591220:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008deb0400/0xfb36a14ee6082a6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.591272:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975291520:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 15599us (16146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.591279:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11130 00000100:00100000:0.0:1746066734.591312:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975291264:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 15990us (16260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.591319:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11128 00000100:00100000:3.0:1746066734.591876:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976296448:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.591889:0:8451:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066734.591911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.592022:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976295552:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066734.592029:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976295936:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066734.592039:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976296576:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066734.592048:0:8450:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.592052:0:4614:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.594989:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976296064:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.594997:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976296192:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066734.595002:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976296320:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066734.595020:0:21203:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.595055:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975293184 00000100:00100000:2.0:1746066734.595060:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975293184 00010000:00010000:2.0:1746066734.595082:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee60829d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794aa expref: 8 pid: 9776 timeout: 795 lvb_type: 1 00000100:00100000:3.0:1746066734.595095:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.595108:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5579 00000100:00100000:2.0:1746066734.595112:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975293184:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066734.595136:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066734.595136:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066734.595151:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.595152:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975293312 00010000:00010000:2.0:1746066734.595153:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee60829d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794aa expref: 8 pid: 9776 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.595156:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975293312 00010000:00010000:2.0:1746066734.595159:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee60829d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794aa expref: 8 pid: 9776 timeout: 795 lvb_type: 1 00000100:00100000:3.0:1746066734.595166:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975293568 00000100:00100000:3.0:1746066734.595169:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975293568 00010000:00010000:2.0:1746066734.595173:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed06600/0xfb36a14ee60829d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794aa expref: 8 pid: 9776 timeout: 795 lvb_type: 1 00010000:00010000:1.0:1746066734.595174:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979417 expref: 22 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.595182:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066734.595183:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee60828f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979448 expref: 12 pid: 8450 timeout: 795 lvb_type: 1 00000100:00100000:1.0:1746066734.595192:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5580 00000100:00100000:1.0:1746066734.595198:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1966:x1830882975293312:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.595205:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066734.595209:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975293184:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 96us (3298us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066734.595213:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979417 expref: 22 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.595221:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979417 expref: 22 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746066734.595225:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975293440 00000100:00100000:0.0:1746066734.595228:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975293440 00010000:00010000:1.0:1746066734.595237:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008deb0c00/0xfb36a14ee60828c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979417 expref: 22 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.595248:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746066734.595259:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2191359) req@ffff88009ed08700 x1830882975293440/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746066734.595265:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882975293312:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 67us (128us total) trans 0 rc 0/0 00002000:00100000:0.0:1746066734.595267:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed08700 with x1830882975293440 ext(2097152->2191359) 00010000:00010000:0.0:1746066734.595274:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 26 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066734.595287:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 26 pid: 8450 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746066734.595296:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed08700 00000100:00100000:0.0:1746066734.595310:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1006 00000100:00100000:0.0:1746066734.595316:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1966:x1830882975293440:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:2.0:1746066734.595580:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5579 00000100:00100000:1.0:1746066734.595586:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5580 00000100:00100000:2.0:1746066734.595591:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5581 00000100:00100000:2.0:1746066734.595595:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975293568:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.595601:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.595607:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee60828f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979448 expref: 12 pid: 8450 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.595612:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee60828f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979448 expref: 12 pid: 8450 timeout: 795 lvb_type: 1 00000100:00100000:3.0:1746066734.595617:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066734.595619:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092610200/0xfb36a14ee60828f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979448 expref: 12 pid: 8450 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.595625:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.595627:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.595630:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066734.595631:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975293056 00000100:00100000:1.0:1746066734.595634:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975293056 00010000:00010000:2.0:1746066734.595636:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.595645:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092611c00/0xfb36a14ee60829ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97949c expref: 8 pid: 8452 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.595650:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066734.595655:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.595660:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5582 00000100:00100000:2.0:1746066734.595662:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975293568:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 67us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.595665:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975293056:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066734.595666:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5581 00000100:00100000:3.0:1746066734.595667:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975293696 00000100:00100000:3.0:1746066734.595669:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975293696 00010000:00010000:1.0:1746066734.595670:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.595688:0:21203:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.595692:0:21203:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.595698:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092611c00/0xfb36a14ee60829ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97949c expref: 8 pid: 8452 timeout: 795 lvb_type: 1 00002000:00100000:3.0:1746066734.595702:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3035136->3145727) req@ffff88009ed0b480 x1830882975293696/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:2.0:1746066734.595703:0:21203:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.595705:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092611c00/0xfb36a14ee60829ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97949c expref: 8 pid: 8452 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.595707:0:21203:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746066734.595709:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed0b480 with x1830882975293696 ext(3035136->3145727) 00010000:00010000:2.0:1746066734.595711:0:21203:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.595714:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 21 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.595715:0:21203:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013510a600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066734.595717:0:21203:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.595717:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092611c00/0xfb36a14ee60829ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97949c expref: 8 pid: 8452 timeout: 795 lvb_type: 1 00010000:00010000:3.0:1746066734.595721:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 21 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.595721:0:21203:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.595726:0:21203:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.595726:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1746066734.595727:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed0b480 00010000:00010000:2.0:1746066734.595729:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013510a600/0xfb36a14ee6082a76 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066734.595738:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1007 00000100:00100000:1.0:1746066734.595742:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975293056:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 77us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.595743:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1964:x1830882975293696:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:1.0:1746066734.595747:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5582 00000100:00100000:2.0:1746066734.595754:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975291648:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 18245us (19317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.595759:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11131 00000100:00100000:2.0:1746066734.595808:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.595816:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975293824 00000100:00100000:2.0:1746066734.595818:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975293824 00010000:00010000:2.0:1746066734.595827:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e98b400/0xfb36a14ee60827eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979392 expref: 22 pid: 8450 timeout: 795 lvb_type: 1 00000100:00100000:2.0:1746066734.595841:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5583 00000100:00100000:2.0:1746066734.595845:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1964:x1830882975293824:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.595849:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.595853:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e98b400/0xfb36a14ee60827eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979392 expref: 22 pid: 8450 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.595858:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e98b400/0xfb36a14ee60827eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979392 expref: 22 pid: 8450 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.595865:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e98b400/0xfb36a14ee60827eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979392 expref: 22 pid: 8450 timeout: 795 lvb_type: 1 00010000:00010000:2.0:1746066734.595869:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.595870:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.595872:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.595878:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.595887:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066734.595895:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1964:x1830882975293824:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 51us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.595898:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5583 00010000:00010000:0.0:1746066734.595899:0:8450:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.595906:0:8450:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.595918:0:8450:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.595923:0:8450:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.595928:0:8450:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.595932:0:8450:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4892e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066734.595935:0:8450:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.595939:0:8450:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.595947:0:8450:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.595952:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4892e00/0xfb36a14ee6082a68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066734.595986:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975291392:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 20346us (20893us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.595991:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11129 00000100:00100000:3.0:1746066734.604103:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975293696:12345-192.168.202.57@tcp:4:cat.0 Request processed in 8349us (8437us total) trans 21474840220 rc 0/0 00000100:00100000:0.0:1746066734.604208:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975293440:12345-192.168.202.57@tcp:4:cat.0 Request processed in 8891us (9113us total) trans 17179872875 rc 0/0 00000100:00100000:0.0:1746066734.604219:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1006 00002000:00100000:0.0:1746066734.604229:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2191359) req@ffff88009ed08700 x1830882975293440/t17179872875(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/448 e 0 to 0 dl 1746066745 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066734.604237:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed08700 with x1830882975293440 ext(2097152->2191359) 00010000:00010000:0.0:1746066734.604244:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 28 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066734.604255:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 28 pid: 8450 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746066734.604260:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed08700 00000100:00100000:3.0:1746066734.604362:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1007 00002000:00100000:3.0:1746066734.604368:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3035136->3145727) req@ffff88009ed0b480 x1830882975293696/t21474840220(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/448 e 0 to 0 dl 1746066745 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.604375:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed0b480 with x1830882975293696 ext(3035136->3145727) 00010000:00010000:3.0:1746066734.604381:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 23 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.604389:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 23 pid: 8452 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746066734.604394:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed0b480 00000100:00100000:0.0:1746066734.606962:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.607573:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975293952 00000100:00100000:3.0:1746066734.607581:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975293952 00010000:00010000:3.0:1746066734.607608:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 28 pid: 8450 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.607648:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5584 00000100:00100000:3.0:1746066734.607655:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975293952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066734.607667:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066734.607714:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 28 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.607725:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 28 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.607744:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008deb1200/0xfb36a14ee6082a22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2191359) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794d4 expref: 28 pid: 8450 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.607769:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.607771:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.607774:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.607782:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.607805:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066734.607840:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975293952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 185us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.607846:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5584 00010000:00010000:0.0:1746066734.607898:0:4614:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.607906:0:4614:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.607922:0:4614:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.607929:0:4614:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.607935:0:4614:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.607945:0:4614:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de12200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066734.607949:0:4614:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.607955:0:4614:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.607964:0:4614:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.607969:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de12200/0xfb36a14ee6082a84 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066734.608004:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+5:1964:x1830882975291904:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 29812us (30567us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.608012:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11133 00000100:00100000:0.0:1746066734.609660:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.609840:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975294080 00000100:00100000:1.0:1746066734.609845:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975294080 00010000:00010000:1.0:1746066734.609869:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 23 pid: 8452 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.609902:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5585 00000100:00100000:1.0:1746066734.609909:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975294080:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066734.609919:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.609934:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 23 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.609943:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 23 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.609958:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082981 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3035136->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979480 expref: 23 pid: 8452 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.609980:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.609982:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.609985:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.609992:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.610016:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066734.610048:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975294080:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 139us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.610054:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5585 00010000:00010000:3.0:1746066734.610303:0:8451:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.610311:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.610331:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.610336:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.610342:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.610347:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801367cce00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066734.610350:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.610355:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.610364:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.610365:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.610370:0:8451:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97950c expref: 10 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.610377:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97950c expref: 10 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.610705:0:8451:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97950c expref: 10 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066734.610723:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976296704:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066734.611230:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cc49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066734.614400:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976296704:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066734.614422:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.614430:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367cce00/0xfb36a14ee6082a7d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000020 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066734.614508:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+5:1964:x1830882975291776:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 36751us (37143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.614518:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11132 00000100:00100000:2.0:1746066734.618232:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.618310:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975294336 00000100:00100000:3.0:1746066734.618318:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975294336 00002000:00100000:3.0:1746066734.618356:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88012c22c700 x1830882975294336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.618367:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22c700 with x1830882975294336 ext(2097152->3145727) 00002000:00010000:3.0:1746066734.618371:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22c700 00000100:00100000:3.0:1746066734.618393:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4614 00000100:00100000:3.0:1746066734.618400:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975294336:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066734.618628:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.618721:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975294592 00000100:00100000:1.0:1746066734.618725:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975294592 00000100:00100000:1.0:1746066734.618754:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9152 00000100:00100000:1.0:1746066734.618759:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+14:29092:x1830882975294592:12345-192.168.202.57@tcp:36:lfs.0 00010000:00010000:1.0:1746066734.618791:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066734.618820:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082a1b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9794db expref: 14 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.618844:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066734.618848:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066734.619278:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.619292:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f8 expref: 18 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.619298:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 18 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.619305:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 261 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.619311:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1c00/0xfb36a14ee6082918 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979456 expref: 18 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.619317:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082942 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979464 expref: 261 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.619322:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 8/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.619346:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082942 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979464 expref: 261 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.619356:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082942 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979464 expref: 261 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.619368:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976296832:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066734.619444:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1c00/0xfb36a14ee6082918 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979456 expref: 18 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.619451:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1c00/0xfb36a14ee6082918 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979456 expref: 18 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.619458:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976296960:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066734.619481:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 261 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.619487:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 261 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.619493:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976297088:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066734.619510:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 18 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.619517:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 18 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.619523:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976297216:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066734.619540:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f8 expref: 18 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.619546:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f8 expref: 18 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.619553:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976297344:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066734.619566:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066734.627090:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976296832:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066734.627103:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976296960:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066734.627110:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976297088:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066734.627125:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976297216:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066734.627133:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976297344:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066734.627162:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746066734.627348:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.627376:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.629666:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.629688:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975294848 00000100:00100000:3.0:1746066734.629695:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975294848 00010000:00010000:3.0:1746066734.629722:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1c00/0xfb36a14ee6082918 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979456 expref: 19 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.629745:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975295104 00000100:00100000:3.0:1746066734.629747:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975295104 00010000:00010000:3.0:1746066734.629755:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 20 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.629778:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5586 00000100:00100000:3.0:1746066734.629784:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975294848:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066734.629795:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066734.629799:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1c00/0xfb36a14ee6082918 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979456 expref: 20 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.629808:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1c00/0xfb36a14ee6082918 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979456 expref: 20 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.629815:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5587 00010000:00010000:3.0:1746066734.629824:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1c00/0xfb36a14ee6082918 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979456 expref: 20 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.629827:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1963:x1830882975295104:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.629834:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066734.629837:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066734.629839:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 19 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.629841:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.629848:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066734.629857:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 19 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.629867:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e000/0xfb36a14ee60826e8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792ff expref: 19 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.629883:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066734.629886:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:3.0:1746066734.629887:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975294848:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 103us (2540us total) trans 0 rc 0/0 00010000:00010000:2.0:1746066734.629890:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066734.629893:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5586 00000100:00100000:2.0:1746066734.629908:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975295104:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 87us (2531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.629913:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5587 00000100:00100000:2.0:1746066734.630020:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975294720 00000100:00100000:2.0:1746066734.630024:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975294720 00010000:00010000:2.0:1746066734.630037:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082942 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979464 expref: 262 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746066734.630057:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5588 00000100:00100000:2.0:1746066734.630062:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:1963:x1830882975294720:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.630067:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.630072:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082942 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979464 expref: 262 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.630078:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082942 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979464 expref: 262 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.630087:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082942 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979464 expref: 262 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746066734.630097:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066734.630139:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.630146:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066734.630160:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:1963:x1830882975294720:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 99us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.630165:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5588 00000100:00100000:0.0:1746066734.632210:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.632262:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.632280:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.632359:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975295488 00000100:00100000:2.0:1746066734.632365:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975295488 00000100:00100000:2.0:1746066734.632394:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9153 00000100:00100000:2.0:1746066734.632400:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:29099:x1830882975295488:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066734.632422:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066734.632434:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0c00/0xfb36a14ee6082a99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979513 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.632511:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1a00/0xfb36a14ee6082aa0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.632522:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1a00/0xfb36a14ee6082aa0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.632530:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1a00/0xfb36a14ee6082aa0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.632539:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1000/0xfb36a14ee6082aa7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.632544:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1000/0xfb36a14ee6082aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.632549:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1000/0xfb36a14ee6082aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00100000:3.0:1746066734.632881:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975294976 00000100:00100000:3.0:1746066734.632885:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975294976 00010000:00010000:3.0:1746066734.632902:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 261 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.632917:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975295232 00000100:00100000:3.0:1746066734.632919:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975295232 00010000:00010000:3.0:1746066734.632927:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f8 expref: 19 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.632947:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5589 00000100:00100000:3.0:1746066734.632952:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:1963:x1830882975294976:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066734.632960:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066734.632964:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 261 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.632972:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 261 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.632986:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135ec3000/0xfb36a14ee60826ef lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979306 expref: 261 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.632996:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066734.633000:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.633005:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066734.633033:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:1963:x1830882975294976:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 81us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.633039:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5589 00000100:00100000:3.0:1746066734.633074:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5590 00000100:00100000:3.0:1746066734.633079:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975295232:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066734.633085:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066734.633089:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f8 expref: 19 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.633096:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f8 expref: 19 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.633105:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed34e00/0xfb36a14ee60826e1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9792f8 expref: 19 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746066734.633129:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066734.633132:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.633138:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.633142:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.633156:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066734.633171:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975295232:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 91us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.633176:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5590 00010000:00010000:1.0:1746066734.633280:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.633289:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000040:00080000:1.0:1746066734.633784:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2638, 88 off221536 00000004:00080000:1.0:1746066734.633792:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695811115502ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066734.633829:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2578, 88 off216336 00000004:00080000:1.0:1746066734.633833:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695811157267ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066734.633859:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2579, 88 off216424 00000004:00080000:1.0:1746066734.633862:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695811186074ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066734.633870:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2639, 88 off221624 00000004:00080000:1.0:1746066734.633872:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695811196559ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066734.633879:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2640, 88 off221712 00000004:00080000:1.0:1746066734.633881:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695811204990ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066734.633887:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2580, 88 off216512 00000004:00080000:1.0:1746066734.633890:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695811213619ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066734.633896:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2581, 88 off216600 00000004:00080000:1.0:1746066734.633898:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695811222501ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066734.633904:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2582, 88 off216688 00000004:00080000:1.0:1746066734.633907:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695811230751ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066734.633913:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2641, 88 off221800 00000004:00080000:1.0:1746066734.633915:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695811238961ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066734.633921:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2583, 88 off216776 00000004:00080000:1.0:1746066734.633923:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695811247364ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066734.633930:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2642, 88 off221888 00000004:00080000:1.0:1746066734.633932:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695811256281ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066734.633938:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2584, 88 off216864 00000004:00080000:1.0:1746066734.633940:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695811264476ns, next at 634327279575ns, rc = 0 00000040:00080000:1.0:1746066734.633947:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2643, 88 off221976 00000004:00080000:1.0:1746066734.633949:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695811273077ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066734.633955:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2644, 88 off222064 00000004:00080000:1.0:1746066734.633958:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695811281791ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066734.633964:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2645, 88 off222152 00000004:00080000:1.0:1746066734.633966:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695811290311ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066734.633973:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2646, 88 off222240 00000004:00080000:1.0:1746066734.633975:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695811298747ns, next at 634295107944ns, rc = 0 00000040:00080000:1.0:1746066734.633981:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2585, 88 off216952 00000004:00080000:1.0:1746066734.633983:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695811306972ns, next at 634327279575ns, rc = 0 00000100:00100000:2.0:1746066734.634235:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975294336:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15834us (16008us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066734.634243:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4614 00002000:00100000:2.0:1746066734.634251:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88012c22c700 x1830882975294336/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.634259:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22c700 with x1830882975294336 ext(2097152->3145727) 00002000:00010000:2.0:1746066734.634263:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22c700 00000100:00100000:1.0:1746066734.642649:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.642713:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975295616 00000100:00100000:0.0:1746066734.642720:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975295616 00000100:00100000:0.0:1746066734.642754:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11135 00000100:00100000:0.0:1746066734.642761:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:29095:x1830882975295616:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066734.642774:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066734.644519:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d3a3c00/0xfb36a14ee6082aae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97951a expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066734.644542:0:8451:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd2e, atime: 0x6812dd2e, ctime: 0x6812dd2e, blocks: 0x102b 00010000:00010000:0.0:1746066734.644562:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.644563:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.644570:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3a3c00/0xfb36a14ee6082aae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97951a expref: 22 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.644583:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d3a3c00/0xfb36a14ee6082aae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97951a expref: 22 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.644592:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d3a3c00, rc 0) 00000100:00100000:0.0:1746066734.644633:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:29095:x1830882975295616:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1871us (1988us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.644640:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11135 00000100:00100000:2.0:1746066734.649093:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.649188:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975295744 00000100:00100000:3.0:1746066734.649194:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975295744 00000100:00100000:3.0:1746066734.649228:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9154 00000100:00100000:3.0:1746066734.649235:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:29095:x1830882975295744:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.649250:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.649264:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85be800/0xfb36a14ee6082ab5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979521 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.649307:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.649315:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85be800/0xfb36a14ee6082ab5 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979521 expref: 19 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.649330:0:809:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.649339:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85be800/0xfb36a14ee6082ab5 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979521 expref: 19 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.649764:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066734.649768:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066734.649773:0:809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85be800/0xfb36a14ee6082ab5 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979521 expref: 19 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.649779:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85be800, rc 0) 00000100:00100000:3.0:1746066734.649822:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:29095:x1830882975295744:12345-192.168.202.57@tcp:101:cat.0 Request processed in 587us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.649828:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9154 00000001:00080000:1.0:1746066734.662333:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943030 is committed 00000001:00080000:1.0:1746066734.662346:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943013 is committed 00000001:00080000:1.0:1746066734.662351:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943037 is committed 00000004:00080000:1.0:1746066734.662355:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1868 committed 00000004:00080000:1.0:1746066734.662362:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1930 committed 00000004:00080000:1.0:1746066734.662375:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1929 committed 00000004:00080000:1.0:1746066734.662376:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1928 committed 00000004:00080000:1.0:1746066734.662377:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1927 committed 00000004:00080000:1.0:1746066734.662379:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1867 committed 00000004:00080000:1.0:1746066734.662380:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1926 committed 00000004:00080000:1.0:1746066734.662382:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1866 committed 00000004:00080000:1.0:1746066734.662383:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1925 committed 00000004:00080000:1.0:1746066734.662384:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1865 committed 00000004:00080000:1.0:1746066734.662386:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1864 committed 00000004:00080000:1.0:1746066734.662387:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1863 committed 00000004:00080000:1.0:1746066734.662388:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1924 committed 00000004:00080000:1.0:1746066734.662389:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1923 committed 00000004:00080000:1.0:1746066734.662391:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1862 committed 00000004:00080000:1.0:1746066734.662393:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1861 committed 00000004:00080000:1.0:1746066734.662395:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1922 committed 00000001:00080000:1.0:1746066734.662398:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943033 is committed 00000001:00080000:1.0:1746066734.662410:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943031 is committed 00000001:00080000:1.0:1746066734.662425:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943035 is committed 00000004:00010000:3.0:1746066734.662472:0:14548:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012c22dc00 reply state ffff880130a29400 transno 8589943037 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00000100:00100000:3.0:1746066734.662483:0:14548:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746066734.662554:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976297856:0@lo:2:osp-syn-0-0.0 00010000:00080000:3.0:1746066734.662567:0:14548:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1746066734.662579:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:29092:x1830882975294592:12345-192.168.202.57@tcp:36:lfs.0 Request processed in 43817us (43949us total) trans 8589943037 rc 0/0 00000100:00100000:3.0:1746066734.662586:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9152 00000100:00100000:0.0:1746066734.662592:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066734.662618:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976298368:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066734.662631:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066734.662646:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976298880:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1746066734.662659:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746066734.662660:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746066734.662666:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.662671:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746066734.662673:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976299392:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1746066734.662697:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de12c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066734.662700:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.662707:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40218400000020 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746066734.662710:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746066734.662717:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066734.662720:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066734.662724:0:3279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85be800/0xfb36a14ee6082ab5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979521 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066734.662725:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1746066734.662729:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976297728:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1746066734.662733:0:3279:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85be800/0xfb36a14ee6082ab5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979521 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.662739:0:3279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85be800/0xfb36a14ee6082ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979521 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066734.662742:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066734.662751:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e850700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976298240:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1746066734.662758:0:3279:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85be800/0xfb36a14ee6082ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979521 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066734.662761:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.662766:0:3279:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3279:1830882976299520:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066734.662769:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976298752:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066734.662794:0:3279:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066734.662810:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976297472:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066734.662859:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976297600:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066734.663459:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066734.663484:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976299264:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066734.663499:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.663511:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976297856 00000100:00100000:3.0:1746066734.663518:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976297856 00000100:00100000:3.0:1746066734.663548:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976298368 00000100:00100000:3.0:1746066734.663550:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976298368 00000100:00100000:3.0:1746066734.663559:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976298880 00000100:00100000:3.0:1746066734.663561:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976298880 00000100:00100000:3.0:1746066734.663568:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976299392 00000100:00100000:3.0:1746066734.663570:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976299392 00000100:00100000:3.0:1746066734.663575:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976297728 00000100:00100000:3.0:1746066734.663577:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976297728 00000100:00100000:3.0:1746066734.663582:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976298240 00000100:00100000:3.0:1746066734.663584:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976298240 00000100:00100000:3.0:1746066734.663590:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976298752 00000100:00100000:3.0:1746066734.663591:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976298752 00000100:00100000:3.0:1746066734.663597:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976299264 00000100:00100000:3.0:1746066734.663598:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976299264 00000100:00100000:3.0:1746066734.663606:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11136 00000100:00100000:3.0:1746066734.663611:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3296:x1830882976297856:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066734.663810:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066734.663823:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976297984:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066734.663833:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3296:x1830882976297856:12345-0@lo:2:osp-syn-0-0.0 Request processed in 220us (1239us total) trans 21474840221 rc 0/0 00000100:00100000:2.0:1746066734.663838:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.663839:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11136 00000100:00100000:2.0:1746066734.663845:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976298496:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066734.663849:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976297472 00000100:00100000:3.0:1746066734.663851:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976297472 00000100:00100000:2.0:1746066734.663856:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.663859:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976297984 00000100:00100000:3.0:1746066734.663860:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976297984 00000100:00100000:2.0:1746066734.663864:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976299008:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066734.663865:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976298496 00000100:00100000:3.0:1746066734.663867:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976298496 00000100:00100000:3.0:1746066734.663874:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11137 00000100:00100000:2.0:1746066734.663874:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.663878:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3296:x1830882976298368:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1746066734.663899:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.663909:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a800/0xfb36a14ee6082a53 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979505 expref: 7 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.663914:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066734.663931:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a800/0xfb36a14ee6082a53 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979505 expref: 7 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.663941:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a800/0xfb36a14ee6082a53 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979505 expref: 7 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.663946:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3296:x1830882976298368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 67us (1313us total) trans 21474840222 rc 0/0 00000100:00100000:2.0:1746066734.663948:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976299648:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.663951:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11137 00000100:00100000:3.0:1746066734.663959:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976299008 00000100:00100000:3.0:1746066734.663961:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976299008 00000100:00100000:3.0:1746066734.663970:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11138 00000100:00100000:2.0:1746066734.663971:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acce3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746066734.663974:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3296:x1830882976298880:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066734.663985:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11139 00000100:00100000:2.0:1746066734.663993:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3296:x1830882976299392:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066734.664049:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746066734.664052:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:3.0:1746066734.664055:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:3.0:1746066734.664057:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:3.0:1746066734.664058:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746066734.664077:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3296:x1830882976298880:12345-0@lo:2:osp-syn-1-0.0 Request processed in 103us (1415us total) trans 17179872876 rc 0/0 00000100:00100000:3.0:1746066734.664082:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11138 00000100:00100000:2.0:1746066734.664084:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3296:x1830882976299392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 93us (1372us total) trans 17179872877 rc 0/0 00000100:00100000:2.0:1746066734.664089:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11139 00000100:00100000:3.0:1746066734.664092:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11140 00000100:00100000:3.0:1746066734.664096:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3296:x1830882976297728:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066734.664100:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11141 00000100:00100000:2.0:1746066734.664106:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3296:x1830882976298240:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066734.664172:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:3.0:1746066734.664174:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066734.664176:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066734.664178:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066734.664180:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00000100:00100000:3.0:1746066734.664197:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3296:x1830882976297728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (1454us total) trans 21474840223 rc 0/0 00000100:00100000:3.0:1746066734.664201:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11140 00000100:00100000:3.0:1746066734.664211:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11142 00000100:00100000:3.0:1746066734.664215:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3296:x1830882976298752:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066734.664273:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1746066734.664275:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066734.664277:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066734.664279:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066734.664280:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:3.0:1746066734.664296:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3296:x1830882976298752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 81us (837us total) trans 17179872878 rc 0/0 00000100:00100000:3.0:1746066734.664304:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11142 00000100:00100000:3.0:1746066734.664312:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11143 00000100:00100000:3.0:1746066734.664316:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3296:x1830882976299264:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066734.664378:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3296:x1830882976299264:12345-0@lo:2:osp-syn-1-0.0 Request processed in 60us (876us total) trans 17179872879 rc 0/0 00000100:00100000:0.0:1746066734.664378:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11144 00000100:00100000:3.0:1746066734.664383:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11143 00000100:00100000:0.0:1746066734.664384:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3293:x1830882976297472:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066734.664390:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11145 00000100:00100000:3.0:1746066734.664394:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3293:x1830882976297984:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066734.664417:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11146 00000100:00100000:0.0:1746066734.664422:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3293:x1830882976298496:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066734.664466:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3293:x1830882976297984:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (627us total) trans 21474840224 rc 0/0 00000100:00100000:3.0:1746066734.664471:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11145 00000100:00100000:3.0:1746066734.664480:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11147 00000100:00100000:3.0:1746066734.664484:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3293:x1830882976299008:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066734.664506:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+27:3293:x1830882976298496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 83us (647us total) trans 17179872880 rc 0/0 00000100:00100000:0.0:1746066734.664511:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11146 00000100:00100000:3.0:1746066734.664549:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3293:x1830882976299008:12345-0@lo:2:osp-syn-1-0.0 Request processed in 64us (672us total) trans 17179872881 rc 0/0 00000100:00100000:3.0:1746066734.664553:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11147 00000100:00080000:3.0:1746066734.664566:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746066734.664569:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746066734.664595:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066734.664611:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976298112:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066734.664626:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.664633:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3293:x1830882976297472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 249us (822us total) trans 21474840225 rc 0/0 00000100:00100000:1.0:1746066734.664636:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976298624:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066734.664638:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11144 00000100:00100000:3.0:1746066734.664644:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976297600 00000100:00100000:3.0:1746066734.664647:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976297600 00000100:00100000:1.0:1746066734.664649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.664657:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976298112 00000100:00100000:1.0:1746066734.664658:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976299136:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066734.664659:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976298112 00000100:00100000:3.0:1746066734.664666:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976298624 00000100:00100000:3.0:1746066734.664668:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976298624 00000100:00100000:1.0:1746066734.664670:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.664673:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976299136 00000100:00100000:3.0:1746066734.664692:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976299136 00000100:00100000:3.0:1746066734.664700:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11148 00000100:00100000:3.0:1746066734.664704:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3294:x1830882976297600:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066734.664708:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11149 00000100:00100000:1.0:1746066734.664717:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3294:x1830882976298112:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066734.664765:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11150 00000100:00100000:3.0:1746066734.664770:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:3294:x1830882976298624:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066734.664812:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+32:3294:x1830882976298112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 98us (184us total) trans 21474840227 rc 0/0 00000100:00100000:1.0:1746066734.664817:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11149 00000100:00100000:1.0:1746066734.664828:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11151 00000100:00100000:1.0:1746066734.664833:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3294:x1830882976299136:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066734.664840:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3294:x1830882976298624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 70us (190us total) trans 17179872882 rc 0/0 00000100:00100000:3.0:1746066734.664845:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11150 00000004:00080000:3.0:1746066734.664870:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e841880/2, rc 0, transno 21474840223 00000100:00100000:3.0:1746066734.664878:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976297728:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066734.664886:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed09500/2, rc 0, transno 17179872878 00000100:00100000:3.0:1746066734.664889:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976298752:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066734.664895:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed08e00/2, rc 0, transno 17179872879 00000100:00100000:3.0:1746066734.664897:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976299264:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066734.664903:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ec2ed80/2, rc 0, transno 17179872877 00000100:00100000:3.0:1746066734.664905:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976299392:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066734.664909:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3294:x1830882976299136:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (237us total) trans 17179872883 rc 0/0 00000004:00080000:3.0:1746066734.664911:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed0a680/2, rc 0, transno 17179872876 00000100:00100000:3.0:1746066734.664913:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976298880:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066734.664914:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11151 00000004:00080000:3.0:1746066734.664918:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e840a80/2, rc 0, transno 21474840221 00000100:00100000:3.0:1746066734.664921:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976297856:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066734.664926:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e852a00/2, rc 0, transno 21474840222 00000100:00100000:3.0:1746066734.664928:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976298368:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066734.664950:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3294:x1830882976297600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 244us (355us total) trans 21474840226 rc 0/0 00000100:00100000:1.0:1746066734.664957:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11148 00000004:00080000:1.0:1746066734.664976:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e843b80/2, rc 0, transno 21474840226 00000100:00100000:1.0:1746066734.664980:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976297600:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066734.664987:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e842680/2, rc 0, transno 21474840227 00000100:00100000:1.0:1746066734.664989:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976298112:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066734.664995:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed0ad80/2, rc 0, transno 17179872882 00000100:00100000:1.0:1746066734.664998:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976298624:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066734.665003:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed08a80/2, rc 0, transno 17179872883 00000100:00100000:1.0:1746066734.665005:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976299136:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746066734.665267:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746066734.665270:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1746066734.665272:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746066734.665273:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1746066734.665274:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746066734.665296:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:3296:x1830882976298240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1190us (2533us total) trans 21474840228 rc 0/0 00000100:00100000:2.0:1746066734.665302:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11141 00000100:00100000:2.0:1746066734.665319:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976299776:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066734.665337:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1746066734.665354:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e841180/2, rc 0, transno 21474840225 00000100:00100000:2.0:1746066734.665357:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976297472:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066734.665363:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e841500/2, rc 0, transno 21474840224 00000100:00100000:2.0:1746066734.665365:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976297984:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066734.665371:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed09880/2, rc 0, transno 17179872880 00000100:00100000:2.0:1746066734.665374:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976298496:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066734.665379:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed0aa00/2, rc 0, transno 17179872881 00000100:00100000:2.0:1746066734.665382:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976299008:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066734.665395:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976299776 00000100:00100000:2.0:1746066734.665398:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976299776 00000100:00100000:2.0:1746066734.665413:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11152 00000100:00100000:2.0:1746066734.665418:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:3293:x1830882976299776:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066734.665434:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e850700/2, rc 0, transno 21474840228 00000100:00100000:3.0:1746066734.665439:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e850700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976298240:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066734.665723:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3293:x1830882976299776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 304us (384us total) trans 21474840229 rc 0/0 00000100:00100000:2.0:1746066734.665729:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11152 00000004:00080000:0.0:1746066734.665936:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ec2ce00/2, rc 0, transno 21474840229 00000100:00100000:0.0:1746066734.665940:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976299776:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066734.666224:0:3279:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3279:1830882976299520:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066734.666243:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x44a19400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.666249:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082a92 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x44a19400000020 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746066734.666378:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.666401:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.666418:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975295872 00000100:00100000:3.0:1746066734.666422:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975295872 00000100:00100000:2.0:1746066734.666443:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975296000 00000100:00100000:2.0:1746066734.666447:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975296000 00000100:00100000:3.0:1746066734.666450:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3641 00000100:00100000:3.0:1746066734.666455:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29095:x1830882975295872:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:2.0:1746066734.666469:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9155 00000100:00100000:2.0:1746066734.666474:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:29092:x1830882975296000:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066734.666486:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066734.666496:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1800/0xfb36a14ee6082ac3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979528 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066734.666515:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29095:x1830882975295872:12345-192.168.202.57@tcp:49:cat.0 Request processed in 60us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.666520:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3641 00010000:00010000:2.0:1746066734.666528:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1800/0xfb36a14ee6082ac3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979528 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.666539:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1800/0xfb36a14ee6082ac3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979528 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066734.666842:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.666859:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975296128 00000100:00100000:0.0:1746066734.666862:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975296128 00010000:00010000:0.0:1746066734.666876:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a800/0xfb36a14ee6082a53 lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979505 expref: 9 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746066734.666893:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5591 00000100:00100000:0.0:1746066734.666898:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975296128:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066734.666906:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066734.666910:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a800/0xfb36a14ee6082a53 lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979505 expref: 9 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066734.666919:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a800/0xfb36a14ee6082a53 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979505 expref: 9 pid: 20127 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066734.666931:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066734.666935:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066734.666942:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066734.666947:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066734.666959:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066734.666977:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975296128:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 79us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.666982:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5591 00010000:00010000:3.0:1746066734.667064:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a800/0xfb36a14ee6082a53 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979505 expref: 8 pid: 20127 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.667073:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976299648:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.667087:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667094:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667099:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066734.667124:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066734.667220:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667226:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667230:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667235:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008deb0200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066734.667237:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667242:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667249:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066734.667251:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066734.667252:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 2/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667256:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0200/0xfb36a14ee6082abc lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667266:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1a00/0xfb36a14ee6082aa0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667269:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1a00/0xfb36a14ee6082aa0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667272:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1a00/0xfb36a14ee6082aa0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667278:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008deb1a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066734.667280:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1a00/0xfb36a14ee6082aa0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667284:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1a00/0xfb36a14ee6082aa0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667289:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066734.667291:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066734.667293:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1a00/0xfb36a14ee6082aa0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667296:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1a00/0xfb36a14ee6082aa0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667301:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1000/0xfb36a14ee6082aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667305:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1000/0xfb36a14ee6082aa7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667309:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1000/0xfb36a14ee6082aa7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667312:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008deb1000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066734.667314:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1000/0xfb36a14ee6082aa7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667318:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1000/0xfb36a14ee6082aa7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667323:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705a00) 00010000:00010000:3.0:1746066734.667325:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066734.667327:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1000/0xfb36a14ee6082aa7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667331:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1000/0xfb36a14ee6082aa7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066734.667358:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0c00/0xfb36a14ee6082a99 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979513 expref: 10 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.667364:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb0c00/0xfb36a14ee6082a99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979513 expref: 10 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.667372:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb0c00, rc 0) 00000100:00100000:3.0:1746066734.667392:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:29099:x1830882975295488:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 34992us (35130us total) trans 8589943038 rc 301/301 00000100:00100000:3.0:1746066734.667397:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9153 00010000:00010000:2.0:1746066734.667579:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066734.667582:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066734.667583:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb1800, rc 0) 00000100:00100000:2.0:1746066734.667600:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:29092:x1830882975296000:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 1127us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.667605:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9155 00000100:00100000:0.0:1746066734.671990:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.672099:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975296384 00000100:00100000:1.0:1746066734.672106:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975296384 00000100:00100000:1.0:1746066734.672166:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3642 00000100:00100000:1.0:1746066734.672175:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:29092:x1830882975296384:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:1.0:1746066734.672332:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:29092:x1830882975296384:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 159us (348us total) trans 8589943039 rc 0/0 00000100:00100000:1.0:1746066734.672339:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3642 00000100:00100000:2.0:1746066734.675663:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.675800:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975296640 00000100:00100000:3.0:1746066734.675806:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975296640 00000100:00100000:3.0:1746066734.675844:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3643 00000100:00100000:3.0:1746066734.675851:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:29092:x1830882975296640:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:3.0:1746066734.676040:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:29092:x1830882975296640:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 188us (381us total) trans 8589943040 rc 0/0 00000100:00100000:3.0:1746066734.676045:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3643 00000100:00100000:0.0:1746066734.688494:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.688528:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.688567:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.688621:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975296896 00000100:00100000:3.0:1746066734.688629:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975296896 00000100:00100000:1.0:1746066734.688640:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975297152 00000100:00100000:1.0:1746066734.688644:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975297152 00002000:00100000:3.0:1746066734.688663:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ef59c00 x1830882975296896/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.688665:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ef5b100 x1830882975297152/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.688672:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef59c00 with x1830882975296896 ext(2097152->3145727) 00002000:00100000:1.0:1746066734.688672:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5b100 with x1830882975297152 ext(3145728->4194303) 00002000:00010000:3.0:1746066734.688698:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef59c00 00002000:00010000:1.0:1746066734.688698:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5b100 00000100:00100000:3.0:1746066734.688711:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975297408 00000100:00100000:3.0:1746066734.688714:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975297408 00002000:00100000:3.0:1746066734.688725:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009ef5a300 x1830882975297408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.688730:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5a300 with x1830882975297408 ext(3145728->4194303) 00002000:00010000:3.0:1746066734.688732:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5a300 00000100:00100000:1.0:1746066734.688797:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4615 00000100:00100000:1.0:1746066734.688805:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975296896:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066734.688985:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4616 00000100:00100000:3.0:1746066734.688992:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1963:x1830882975297152:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066734.689039:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4617 00000100:00100000:0.0:1746066734.689045:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975297408:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066734.705598:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975297152:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16598us (17060us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066734.705608:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4616 00002000:00100000:3.0:1746066734.705619:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009ef5b100 x1830882975297152/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.705628:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5b100 with x1830882975297152 ext(3145728->4194303) 00002000:00010000:3.0:1746066734.705632:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5b100 00000100:00100000:2.0:1746066734.707992:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975297408:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18941us (19418us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066734.708001:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4617 00002000:00100000:2.0:1746066734.708009:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009ef5a300 x1830882975297408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.708017:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5a300 with x1830882975297408 ext(3145728->4194303) 00002000:00010000:2.0:1746066734.708022:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef5a300 00000100:00100000:1.0:1746066734.715379:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1963:x1830882975296896:12345-192.168.202.57@tcp:3:cat.0 Request processed in 26568us (26885us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066734.715390:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4615 00002000:00100000:1.0:1746066734.715398:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ef59c00 x1830882975296896/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.715407:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef59c00 with x1830882975296896 ext(2097152->3145727) 00002000:00010000:1.0:1746066734.715411:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef59c00 00000100:00100000:0.0:1746066734.728444:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.728478:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.728507:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.728533:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.728834:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975297536 00000100:00100000:3.0:1746066734.728842:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975297536 00000100:00100000:2.0:1746066734.728864:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975297792 00000100:00100000:2.0:1746066734.728868:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975297792 00000100:00100000:3.0:1746066734.728875:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975297664 00000100:00100000:3.0:1746066734.728877:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975297664 00000100:00100000:3.0:1746066734.728885:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975297920 00000100:00100000:3.0:1746066734.728887:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975297920 00000100:00100000:2.0:1746066734.728893:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11153 00000100:00100000:2.0:1746066734.728900:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975297536:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:3.0:1746066734.728906:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11154 00000100:00100000:3.0:1746066734.728910:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+23:1964:x1830882975297664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066734.728914:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.728915:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.728930:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed34e00/0xfb36a14ee6082ad1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979536 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.728930:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee6082ad8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97952f expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066734.728950:0:8452:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd2c, atime: 0x6812dd2a, ctime: 0x6812dd2c, blocks: 0x81f 00002000:00010000:2.0:1746066734.728950:0:21203:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd2c, atime: 0x6812dd2c, ctime: 0x6812dd2c, blocks: 0x7e7 00000100:00100000:1.0:1746066734.728955:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11155 00010000:00010000:3.0:1746066734.728964:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.728964:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.728965:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.728965:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746066734.728967:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975297792:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.728972:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34e00/0xfb36a14ee6082ad1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979536 expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.728972:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee6082ad8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97952f expref: 13 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.728975:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.728983:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34e00/0xfb36a14ee6082ad1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979536 expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066734.728983:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee6082ad8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97952f expref: 13 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.728983:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de12000/0xfb36a14ee6082adf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97953d expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.728992:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34e00, rc 0) 00010000:00010000:2.0:1746066734.728992:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a56b8200, rc 0) 00002000:00010000:1.0:1746066734.728994:0:8112:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd2d, atime: 0x6812dd2c, ctime: 0x6812dd2d, blocks: 0x821 00010000:00010000:1.0:1746066734.729002:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.729003:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.729008:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de12000/0xfb36a14ee6082adf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97953d expref: 25 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.729017:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008de12000/0xfb36a14ee6082adf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97953d expref: 25 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.729023:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de12000, rc 0) 00000100:00100000:0.0:1746066734.729025:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11156 00000100:00100000:3.0:1746066734.729026:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882975297664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 115us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.729031:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11154 00000100:00100000:0.0:1746066734.729031:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975297920:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066734.729036:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066734.729043:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b46fe00/0xfb36a14ee6082ae6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979544 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066734.729059:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x385:0x0] initial LVB size: 2097152, mtime: 0x6812dd2d, atime: 0x6812dd2c, ctime: 0x6812dd2d, blocks: 0x821 00010000:00010000:0.0:1746066734.729065:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.729066:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.729070:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b46fe00/0xfb36a14ee6082ae6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979544 expref: 14 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.729081:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b46fe00/0xfb36a14ee6082ae6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979544 expref: 14 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.729086:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b46fe00, rc 0) 00000100:00100000:2.0:1746066734.729134:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975297536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 234us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.729140:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11153 00000100:00100000:1.0:1746066734.729939:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975297792:12345-192.168.202.57@tcp:101:cat.0 Request processed in 975us (1458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.729947:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11155 00000100:00100000:0.0:1746066734.730162:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975297920:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1129us (1626us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.730167:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11156 00000100:00100000:0.0:1746066734.743010:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.743165:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975298176 00000100:00100000:1.0:1746066734.743173:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975298176 00002000:00100000:1.0:1746066734.743212:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009e637800 x1830882975298176/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066734.743222:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637800 with x1830882975298176 ext(4194304->5079039) 00002000:00010000:1.0:1746066734.743226:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e637800 00000100:00100000:2.0:1746066734.744792:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4618 00000100:00100000:2.0:1746066734.744812:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975298176:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066734.755158:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975298176:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10345us (12145us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066734.755170:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4618 00002000:00100000:3.0:1746066734.755181:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff88009e637800 x1830882975298176/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.755190:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637800 with x1830882975298176 ext(4194304->5079039) 00002000:00010000:3.0:1746066734.755195:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e637800 00000100:00100000:0.0:1746066734.792290:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.792417:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975298432 00000100:00100000:2.0:1746066734.792424:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975298432 00000100:00100000:2.0:1746066734.792478:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9156 00000100:00100000:2.0:1746066734.792486:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+251:29103:x1830882975298432:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066734.792504:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066734.792519:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5ce600/0xfb36a14ee6082aed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97954b expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.792604:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5cf800/0xfb36a14ee6082af4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792615:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5cf800/0xfb36a14ee6082af4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792624:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5cf800/0xfb36a14ee6082af4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792635:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee6082afb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792641:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee6082afb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792646:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee6082afb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792763:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7600/0xfb36a14ee6082b02 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792770:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7600/0xfb36a14ee6082b02 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792775:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7600/0xfb36a14ee6082b02 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:2.0:1746066734.792782:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066734.792853:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5cf800/0xfb36a14ee6082af4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792859:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5cf800/0xfb36a14ee6082af4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792863:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5cf800/0xfb36a14ee6082af4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792868:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d5cf800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066734.792872:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5cf800/0xfb36a14ee6082af4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792877:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5cf800/0xfb36a14ee6082af4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792886:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066734.792889:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066734.792892:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5cf800/0xfb36a14ee6082af4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792896:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5cf800/0xfb36a14ee6082af4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792919:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee6082afb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792927:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee6082afb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792931:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee6082afb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792935:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a57c6600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066734.792938:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee6082afb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792941:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee6082afb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792947:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705200) 00010000:00010000:2.0:1746066734.792949:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066734.792951:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee6082afb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792955:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c6600/0xfb36a14ee6082afb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066734.792985:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5ce600/0xfb36a14ee6082aed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97954b expref: 254 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.792993:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7600/0xfb36a14ee6082b02 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97954b expref: 253 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.792999:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066734.793000:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066734.793002:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a57c7600, rc 0) 00000100:00100000:2.0:1746066734.793036:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29103:x1830882975298432:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 551us (753us total) trans 8589943041 rc 0/0 00000100:00100000:2.0:1746066734.793042:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9156 00000100:00100000:0.0:1746066734.810402:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.810449:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.810484:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.810508:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.810510:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975298560 00000100:00100000:1.0:1746066734.810518:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975298560 00000100:00100000:0.0:1746066734.810519:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.810529:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.810553:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975298816 00000100:00100000:1.0:1746066734.810556:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975298816 00000100:00100000:1.0:1746066734.810569:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975299072 00000100:00100000:1.0:1746066734.810571:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975299072 00000100:00100000:1.0:1746066734.810578:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975298688 00000100:00100000:1.0:1746066734.810580:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975298688 00000100:00100000:1.0:1746066734.810587:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975298944 00000100:00100000:1.0:1746066734.810589:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975298944 00000100:00100000:0.0:1746066734.810591:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.810595:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975299200 00000100:00100000:1.0:1746066734.810596:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975299200 00000100:00100000:1.0:1746066734.810607:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11157 00000100:00100000:1.0:1746066734.810613:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975298560:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:0.0:1746066734.810619:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11158 00000100:00100000:0.0:1746066734.810624:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975298816:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066734.810627:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066734.810629:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066734.810642:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008de12a00/0xfb36a14ee6082b10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979552 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.810642:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b46f800/0xfb36a14ee6082b17 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979560 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.810657:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.810657:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.810659:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066734.810659:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.810665:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008de12a00/0xfb36a14ee6082b10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979552 expref: 25 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.810665:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b46f800/0xfb36a14ee6082b17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979560 expref: 30 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.810698:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008de12a00/0xfb36a14ee6082b10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979552 expref: 25 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066734.810698:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b46f800/0xfb36a14ee6082b17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979560 expref: 30 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.810707:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de12a00, rc 0) 00010000:00010000:0.0:1746066734.810707:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b46f800, rc 0) 00000100:00100000:1.0:1746066734.810745:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975298560:12345-192.168.202.57@tcp:101:cat.0 Request processed in 132us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.810750:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11157 00000100:00100000:1.0:1746066734.810761:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11159 00000100:00100000:1.0:1746066734.810767:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975299072:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066734.810772:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066734.810778:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008de12400/0xfb36a14ee6082b1e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97956e expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.810787:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.810788:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.810791:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008de12400/0xfb36a14ee6082b1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97956e expref: 25 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.810799:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008de12400/0xfb36a14ee6082b1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97956e expref: 25 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.810806:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de12400, rc 0) 00000100:00100000:1.0:1746066734.810820:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975299072:12345-192.168.202.57@tcp:101:cat.0 Request processed in 54us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.810953:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11160 00000100:00100000:3.0:1746066734.810961:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882975298688:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.810968:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.810975:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed34a00/0xfb36a14ee6082b25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979559 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.810985:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.810986:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.810990:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34a00/0xfb36a14ee6082b25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979559 expref: 31 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.810997:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34a00/0xfb36a14ee6082b25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979559 expref: 31 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.811003:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34a00, rc 0) 00000100:00100000:3.0:1746066734.811018:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882975298688:12345-192.168.202.57@tcp:101:cat.0 Request processed in 59us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.811022:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11160 00000100:00100000:3.0:1746066734.811033:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11161 00000100:00100000:3.0:1746066734.811037:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975298944:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.811042:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066734.811043:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11159 00010000:00010000:3.0:1746066734.811048:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee6082b2c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979567 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066734.811052:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11162 00010000:00010000:3.0:1746066734.811056:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.811057:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746066734.811058:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882975299200:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.811061:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee6082b2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979567 expref: 25 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.811063:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.811068:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee6082b2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979567 expref: 25 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.811068:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de12800/0xfb36a14ee6082b33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979575 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.811075:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066734.811077:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.811079:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed35000, rc 0) 00010000:00010000:1.0:1746066734.811080:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de12800/0xfb36a14ee6082b33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979575 expref: 31 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066734.811087:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008de12800/0xfb36a14ee6082b33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979575 expref: 31 pid: 8112 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066734.811091:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975298944:12345-192.168.202.57@tcp:101:cat.0 Request processed in 54us (571us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066734.811094:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de12800, rc 0) 00000100:00100000:3.0:1746066734.811095:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11161 00000100:00100000:1.0:1746066734.811104:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882975299200:12345-192.168.202.57@tcp:101:cat.0 Request processed in 48us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.811108:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11162 00000100:00100000:3.0:1746066734.811139:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975299456 00000100:00100000:3.0:1746066734.811142:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975299456 00000100:00100000:3.0:1746066734.811163:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9157 00000100:00100000:3.0:1746066734.811167:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:29099:x1830882975299456:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066734.811180:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.811183:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746066734.811198:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a85be800/0xfb36a14ee6082ab5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979521 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.811212:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066734.811216:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066734.811222:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082b3a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97957c expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.811259:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.811270:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1800/0xfb36a14ee6082ac3 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979528 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.811279:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7600/0xfb36a14ee6082b02 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97954b expref: 252 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.811288:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.811314:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7600/0xfb36a14ee6082b02 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97954b expref: 252 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.811326:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7600/0xfb36a14ee6082b02 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97954b expref: 252 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.811338:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976299904:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.811426:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1800/0xfb36a14ee6082ac3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979528 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.811433:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1800/0xfb36a14ee6082ac3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979528 expref: 8 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746066734.811440:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976300032:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.811464:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800929ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066734.811525:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882975298816:12345-192.168.202.57@tcp:101:cat.0 Request processed in 900us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066734.811531:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11158 00000100:00100000:1.0:1746066734.815209:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.815230:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976299904:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066734.815237:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.815241:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976300032:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066734.815276:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975299584 00000100:00100000:0.0:1746066734.815281:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975299584 00010000:00010000:0.0:1746066734.815306:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7600/0xfb36a14ee6082b02 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97954b expref: 253 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.815312:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.815325:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975299712 00000100:00100000:0.0:1746066734.815327:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975299712 00000100:00100000:1.0:1746066734.815328:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975299840 00000100:00100000:1.0:1746066734.815330:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975299840 00010000:00010000:0.0:1746066734.815335:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1800/0xfb36a14ee6082ac3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979528 expref: 9 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746066734.815348:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5592 00000100:00100000:1.0:1746066734.815349:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9158 00000100:00100000:0.0:1746066734.815354:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:1964:x1830882975299584:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066734.815355:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:29106:x1830882975299840:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066734.815364:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066734.815367:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7600/0xfb36a14ee6082b02 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97954b expref: 254 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.815370:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066734.815374:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7600/0xfb36a14ee6082b02 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97954b expref: 254 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.815380:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979583 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.815389:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7600/0xfb36a14ee6082b02 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97954b expref: 255 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066734.815403:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066734.815407:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.815413:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.815418:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066734.815446:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:1964:x1830882975299584:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 91us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.815451:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5592 00000100:00100000:0.0:1746066734.815464:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5593 00000100:00100000:0.0:1746066734.815469:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975299712:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066734.815475:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066734.815478:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1800/0xfb36a14ee6082ac3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979528 expref: 9 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746066734.816133:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.816141:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 253 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.816158:0:20127:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.816169:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 253 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066734.816178:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066734.816181:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746066734.816182:0:20127:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066734.816187:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de12c00, rc 0) 00010000:00010000:0.0:1746066734.816191:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1800/0xfb36a14ee6082ac3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979528 expref: 9 pid: 14548 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746066734.816203:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008deb1800/0xfb36a14ee6082ac3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979528 expref: 9 pid: 14548 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746066734.816208:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29106:x1830882975299840:12345-192.168.202.57@tcp:101:cat.0 Request processed in 854us (896us total) trans 0 rc 0/0 00010000:00010000:0.0:1746066734.816211:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00000100:00100000:1.0:1746066734.816213:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9158 00010000:00010000:0.0:1746066734.816213:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.816219:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.816224:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066734.816231:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 252 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066734.816240:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066734.816256:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975299712:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 787us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.816261:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5593 00010000:00010000:3.0:1746066734.817037:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.817045:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066734.817049:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00000040:00080000:3.0:1746066734.817583:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2647, 88 off222328 00000004:00080000:3.0:1746066734.817589:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695994912885ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066734.817630:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2586, 88 off217040 00000004:00080000:3.0:1746066734.817633:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695994957366ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066734.817660:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2587, 88 off217128 00000004:00080000:3.0:1746066734.817663:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695994987236ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066734.817671:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2648, 88 off222416 00000004:00080000:3.0:1746066734.817673:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695994996978ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066734.817693:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2649, 88 off222504 00000004:00080000:3.0:1746066734.817696:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695995020184ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066734.817972:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2588, 88 off217216 00000004:00080000:3.0:1746066734.817977:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695995300543ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066734.819229:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2589, 88 off217304 00000004:00080000:3.0:1746066734.819235:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695996558511ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066734.819241:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2590, 88 off217392 00000004:00080000:3.0:1746066734.819244:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695996568026ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066734.819252:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2650, 88 off222592 00000004:00080000:3.0:1746066734.819254:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695996577981ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066734.819273:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2591, 88 off217480 00000004:00080000:3.0:1746066734.819275:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695996599519ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066734.819282:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2651, 88 off222680 00000004:00080000:3.0:1746066734.819284:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695996608051ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066734.819290:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2592, 88 off217568 00000004:00080000:3.0:1746066734.819292:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695996616061ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066734.819298:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2652, 88 off222768 00000004:00080000:3.0:1746066734.819300:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695996624006ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066734.819307:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2653, 88 off222856 00000004:00080000:3.0:1746066734.819309:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695996632924ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066734.819315:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2654, 88 off222944 00000004:00080000:3.0:1746066734.819317:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695996641206ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066734.819323:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2655, 88 off223032 00000004:00080000:3.0:1746066734.819324:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 695996648621ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066734.819330:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2593, 88 off217656 00000004:00080000:3.0:1746066734.819332:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 695996656436ns, next at 634327279575ns, rc = 0 00000001:00080000:1.0:1746066734.850660:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943039 is committed 00000001:00080000:1.0:1746066734.850672:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943041 is committed 00000001:00080000:1.0:1746066734.850701:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943042 is committed 00000004:00080000:1.0:1746066734.850704:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1876 committed 00010000:00010000:2.0:1746066734.850849:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97957c expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.850861:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066734.850864:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1746066734.850867:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 251 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.850876:0:14548:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 251 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.850883:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 251 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.850915:0:14548:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 251 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.850927:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976300160:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066734.851004:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c180 going to sleep for 11 seconds 00000004:00080000:1.0:1746066734.851270:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1939 committed 00000004:00080000:1.0:1746066734.851277:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1938 committed 00000004:00080000:1.0:1746066734.851279:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1937 committed 00000004:00080000:1.0:1746066734.851280:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1936 committed 00000004:00080000:1.0:1746066734.851282:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1875 committed 00000004:00080000:1.0:1746066734.851284:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1935 committed 00000004:00080000:1.0:1746066734.851285:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1874 committed 00000004:00080000:1.0:1746066734.851287:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1934 committed 00000004:00080000:1.0:1746066734.851288:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1873 committed 00000004:00080000:1.0:1746066734.851289:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1872 committed 00000004:00080000:1.0:1746066734.851291:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1871 committed 00000004:00080000:1.0:1746066734.851292:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1933 committed 00000004:00080000:1.0:1746066734.851294:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1932 committed 00000004:00080000:1.0:1746066734.851295:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1870 committed 00000004:00080000:1.0:1746066734.851296:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1869 committed 00000004:00080000:1.0:1746066734.851297:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1931 committed 00000001:00080000:1.0:1746066734.851306:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943040 is committed 00000100:00100000:1.0:1746066734.851560:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976300288:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066734.851593:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066734.851620:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976300416:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066734.851634:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066734.851654:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976300288 00000100:00100000:1.0:1746066734.851659:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976300288 00000100:00100000:1.0:1746066734.851702:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976300416 00000100:00100000:1.0:1746066734.851704:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976300416 00000100:00100000:0.0:1746066734.851819:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976300672:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066734.851838:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.852084:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976300544:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066734.852347:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976301184:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066734.852363:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066734.852392:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976300672 00000100:00100000:1.0:1746066734.852394:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976300672 00000100:00100000:1.0:1746066734.852415:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11163 00000100:00100000:1.0:1746066734.852421:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3294:x1830882976300288:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066734.852559:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1746066734.852562:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066734.852564:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066734.852566:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066734.852568:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2023 -> 2023 00000100:00100000:1.0:1746066734.852590:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3294:x1830882976300288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 168us (997us total) trans 21474840230 rc 0/0 00000100:00100000:1.0:1746066734.852595:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11163 00000100:00100000:1.0:1746066734.852607:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11164 00000100:00100000:1.0:1746066734.852611:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3295:x1830882976300416:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066734.852665:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066734.852667:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066733 -> 1746066733 00002000:00010000:1.0:1746066734.852668:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066734.852670:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066733 -> 1746066733 00002000:00010000:1.0:1746066734.852672:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066734.852703:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3295:x1830882976300416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 92us (1068us total) trans 21474840231 rc 0/0 00000100:00100000:1.0:1746066734.852707:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11164 00000100:00100000:1.0:1746066734.852715:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11165 00000100:00100000:1.0:1746066734.852719:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3293:x1830882976300672:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066734.852776:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3293:x1830882976300672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 57us (937us total) trans 21474840232 rc 0/0 00000100:00100000:1.0:1746066734.852780:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11165 00000100:00100000:1.0:1746066734.852798:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976300928:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066734.852811:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976300800:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066734.852879:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976301696:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066734.852893:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066734.852901:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976302208:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066734.852910:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066734.852929:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e635500/2, rc 0, transno 21474840232 00000100:00100000:0.0:1746066734.852935:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976300672:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066734.852947:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976301184 00000100:00100000:0.0:1746066734.852949:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976301184 00000100:00100000:0.0:1746066734.852964:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976301696 00000100:00100000:0.0:1746066734.852966:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976301696 00000100:00100000:0.0:1746066734.852977:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976302208 00000100:00100000:0.0:1746066734.852978:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976302208 00000100:00100000:0.0:1746066734.852987:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11166 00000100:00100000:0.0:1746066734.852992:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3293:x1830882976301184:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066734.853072:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3293:x1830882976301184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 79us (708us total) trans 21474840233 rc 0/0 00000100:00100000:0.0:1746066734.853076:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11166 00000100:00100000:0.0:1746066734.853086:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11167 00000100:00100000:0.0:1746066734.853090:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3293:x1830882976301696:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066734.853182:0:8451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066734.853184:0:8451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066734.853186:0:8451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066734.853187:0:8451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066734.853189:0:8451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066734.853206:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3293:x1830882976301696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (313us total) trans 17179872884 rc 0/0 00000100:00100000:0.0:1746066734.853211:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11167 00000100:00100000:0.0:1746066734.853219:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11168 00000100:00100000:0.0:1746066734.853223:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3293:x1830882976302208:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066734.853288:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3293:x1830882976302208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 65us (377us total) trans 17179872885 rc 0/0 00000100:00100000:0.0:1746066734.853293:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11168 00000004:00080000:0.0:1746066734.853315:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c394e00/2, rc 0, transno 17179872884 00000100:00100000:0.0:1746066734.853319:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976301696:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066734.853324:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c396a00/2, rc 0, transno 17179872885 00000100:00100000:0.0:1746066734.853327:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976302208:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066734.853332:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed71c00/2, rc 0, transno 21474840233 00000100:00100000:0.0:1746066734.853335:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976301184:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066734.853361:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746066734.853365:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976302336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066734.853379:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066734.853391:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976302336 00000100:00100000:0.0:1746066734.853393:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976302336 00000100:00100000:0.0:1746066734.853403:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11169 00000100:00100000:0.0:1746066734.853406:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3293:x1830882976302336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066734.853469:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3293:x1830882976302336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 61us (89us total) trans 21474840234 rc 0/0 00000100:00100000:0.0:1746066734.853473:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11169 00000004:00080000:0.0:1746066734.853486:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed70700/2, rc 0, transno 21474840234 00000100:00100000:0.0:1746066734.853488:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976302336:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066734.853714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.853735:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976301056:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066734.853749:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.853756:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976301568:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066734.853766:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.853772:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976302080:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066734.853781:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066734.853794:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976300544 00000100:00100000:3.0:1746066734.853796:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976300544 00000100:00100000:3.0:1746066734.853807:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976301056 00000100:00100000:3.0:1746066734.853809:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976301056 00000100:00100000:3.0:1746066734.853816:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976301568 00000100:00100000:3.0:1746066734.853818:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976301568 00000100:00100000:3.0:1746066734.853826:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976302080 00000100:00100000:3.0:1746066734.853828:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976302080 00000100:00100000:3.0:1746066734.853838:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11170 00000100:00100000:3.0:1746066734.853842:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3296:x1830882976300544:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066734.853916:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:3.0:1746066734.853919:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066734.853921:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066734.853922:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066734.853924:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00000100:00100000:3.0:1746066734.853943:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+39:3296:x1830882976300544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 101us (229us total) trans 21474840235 rc 0/0 00000100:00100000:3.0:1746066734.853948:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11170 00000100:00100000:3.0:1746066734.853957:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11171 00000100:00100000:3.0:1746066734.853960:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3296:x1830882976301056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066734.854010:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746066734.854011:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1746066734.854013:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746066734.854014:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1746066734.854016:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746066734.854029:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+39:3296:x1830882976301056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 69us (279us total) trans 21474840236 rc 0/0 00000100:00100000:3.0:1746066734.854033:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11171 00000100:00100000:3.0:1746066734.854040:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11172 00000100:00100000:3.0:1746066734.854043:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3296:x1830882976301568:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066734.854098:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1746066734.854100:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066734.854102:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066734.854103:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066734.854105:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:3.0:1746066734.854130:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3296:x1830882976301568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (363us total) trans 17179872886 rc 0/0 00000100:00100000:3.0:1746066734.854136:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11172 00000100:00100000:3.0:1746066734.854144:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11173 00000100:00100000:3.0:1746066734.854147:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3296:x1830882976302080:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066734.854202:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3296:x1830882976302080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 54us (420us total) trans 17179872887 rc 0/0 00000100:00100000:3.0:1746066734.854206:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11173 00000004:00080000:3.0:1746066734.854224:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e637100/2, rc 0, transno 21474840235 00000100:00100000:3.0:1746066734.854227:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976300544:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066734.854232:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed70e00/2, rc 0, transno 21474840236 00000100:00100000:3.0:1746066734.854234:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976301056:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066734.854239:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800929ced80/2, rc 0, transno 17179872886 00000100:00100000:3.0:1746066734.854241:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976301568:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066734.854246:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c394380/2, rc 0, transno 17179872887 00000100:00100000:3.0:1746066734.854247:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976302080:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066734.854489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066734.854513:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976301440:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066734.854532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066734.854542:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976301952:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066734.854553:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746066734.854567:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e636d80/2, rc 0, transno 21474840231 00000100:00100000:1.0:1746066734.854570:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976300416:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066734.854582:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066734.854593:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976301312:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066734.854606:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066734.854614:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976301824:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066734.854625:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746066734.854639:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e634a80/2, rc 0, transno 21474840230 00000100:00100000:1.0:1746066734.854641:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976300288:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066734.854652:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976300928 00000100:00100000:1.0:1746066734.854654:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976300928 00000100:00100000:1.0:1746066734.854669:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976301440 00000100:00100000:1.0:1746066734.854670:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976301440 00000100:00100000:1.0:1746066734.854697:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976301952 00000100:00100000:1.0:1746066734.854699:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976301952 00000100:00100000:1.0:1746066734.854705:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976300800 00000100:00100000:1.0:1746066734.854706:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976300800 00000100:00100000:1.0:1746066734.854713:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976301312 00000100:00100000:1.0:1746066734.854714:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976301312 00000100:00100000:1.0:1746066734.854719:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976301824 00000100:00100000:1.0:1746066734.854721:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976301824 00000100:00100000:1.0:1746066734.854727:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11174 00000100:00100000:1.0:1746066734.854731:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3295:x1830882976300928:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066734.854816:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:3295:x1830882976300928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 84us (327us total) trans 21474840237 rc 0/0 00000100:00100000:1.0:1746066734.854822:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11174 00000100:00100000:1.0:1746066734.854831:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11175 00000100:00100000:1.0:1746066734.854835:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3295:x1830882976301440:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066734.854897:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066734.854899:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066733 -> 1746066733 00002000:00010000:1.0:1746066734.854901:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066734.854902:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066733 -> 1746066733 00002000:00010000:1.0:1746066734.854904:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066734.854921:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3295:x1830882976301440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (387us total) trans 17179872888 rc 0/0 00000100:00100000:1.0:1746066734.854925:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11175 00000100:00100000:1.0:1746066734.854933:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11176 00000100:00100000:1.0:1746066734.854938:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3295:x1830882976301952:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066734.855003:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3295:x1830882976301952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 65us (448us total) trans 17179872889 rc 0/0 00000100:00100000:1.0:1746066734.855008:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11176 00000100:00100000:1.0:1746066734.855016:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11177 00000100:00100000:1.0:1746066734.855021:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3294:x1830882976300800:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066734.855084:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:3294:x1830882976300800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 63us (500us total) trans 21474840238 rc 0/0 00000100:00100000:1.0:1746066734.855088:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11177 00000100:00100000:1.0:1746066734.855097:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11178 00000100:00100000:1.0:1746066734.855101:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3294:x1830882976301312:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066734.855192:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066734.855195:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066734.855196:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066730 -> 1746066730 00002000:00010000:1.0:1746066734.855198:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066734.855199:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:1.0:1746066734.855217:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3294:x1830882976301312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (609us total) trans 17179872890 rc 0/0 00000100:00100000:1.0:1746066734.855222:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11178 00000100:00100000:1.0:1746066734.855232:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11179 00000100:00100000:1.0:1746066734.855237:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3294:x1830882976301824:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066734.855305:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3294:x1830882976301824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (678us total) trans 17179872891 rc 0/0 00000100:00100000:1.0:1746066734.855310:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11179 00000004:00080000:1.0:1746066734.855327:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e635180/2, rc 0, transno 21474840237 00000100:00100000:1.0:1746066734.855330:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976300928:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066734.855337:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800929cd500/2, rc 0, transno 17179872888 00000100:00100000:1.0:1746066734.855339:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976301440:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066734.855344:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c394000/2, rc 0, transno 17179872889 00000100:00100000:1.0:1746066734.855347:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976301952:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066734.855357:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e634700/2, rc 0, transno 21474840238 00000100:00100000:1.0:1746066734.855359:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976300800:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066734.855365:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800929cd880/2, rc 0, transno 17179872890 00000100:00100000:1.0:1746066734.855367:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976301312:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066734.855371:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c396d80/2, rc 0, transno 17179872891 00000100:00100000:1.0:1746066734.855373:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976301824:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066734.856259:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976300160:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066734.856291:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5ea00/0xfb36a14ee6082b3a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97957c expref: 9 pid: 14548 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1746066734.856306:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97957c expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.856331:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e5e400, rc 0) 00000100:00100000:2.0:1746066734.856358:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:29099:x1830882975299456:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 45191us (45766us total) trans 8589943042 rc 0/0 00000100:00100000:2.0:1746066734.856363:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9157 00000100:00100000:0.0:1746066734.856541:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.856590:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975299968 00000100:00100000:2.0:1746066734.856593:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975299968 00000100:00100000:2.0:1746066734.856614:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3644 00000100:00100000:2.0:1746066734.856618:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+252:29106:x1830882975299968:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:2.0:1746066734.856667:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+252:29106:x1830882975299968:12345-192.168.202.57@tcp:49:cat.0 Request processed in 48us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.856671:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3644 00000100:00100000:0.0:1746066734.865016:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.865089:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975300096 00000100:00100000:3.0:1746066734.865096:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975300096 00000100:00100000:3.0:1746066734.865137:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11180 00000100:00100000:3.0:1746066734.865143:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:29099:x1830882975300096:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066734.865156:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.865169:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97958a expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.865191:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d3a3c00/0xfb36a14ee6082aae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97951a expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.865203:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008de12800/0xfb36a14ee6082b33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979575 expref: 29 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.865208:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.865210:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066734.865212:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3211264->3911679] (req 3211264->3911679) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.865234:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008de12800/0xfb36a14ee6082b33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979575 expref: 29 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066734.865243:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008de12800/0xfb36a14ee6082b33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979575 expref: 29 pid: 8112 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066734.865253:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976302464:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.865470:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d3a3c00/0xfb36a14ee6082aae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97951a expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.865479:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d3a3c00/0xfb36a14ee6082aae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97951a expref: 25 pid: 8451 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066734.865486:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976302592:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.865504:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066734.867824:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976302464:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.867835:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976302592:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.867856:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3211264->3911679] (req 3211264->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.867869:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5825200, rc 0) 00000100:00100000:3.0:1746066734.867906:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:29099:x1830882975300096:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2762us (2895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.867912:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11180 00000100:00100000:0.0:1746066734.868542:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066734.869174:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.869516:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975300224 00000100:00100000:2.0:1746066734.869522:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975300224 00010000:00010000:2.0:1746066734.869548:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008de12800/0xfb36a14ee6082b33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979575 expref: 30 pid: 8112 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066734.869564:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975300352 00000100:00100000:2.0:1746066734.869566:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975300352 00010000:00010000:2.0:1746066734.869574:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d3a3c00/0xfb36a14ee6082aae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97951a expref: 25 pid: 8451 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066734.869585:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5594 00000100:00100000:2.0:1746066734.869590:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975300224:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.869600:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.869616:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008de12800/0xfb36a14ee6082b33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979575 expref: 30 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066734.869624:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008de12800/0xfb36a14ee6082b33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979575 expref: 30 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066734.869641:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de12800/0xfb36a14ee6082b33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979575 expref: 30 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066734.869650:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066734.869692:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975300224:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 102us (1151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066734.869697:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5594 00000100:00100000:2.0:1746066734.869707:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5595 00000100:00100000:2.0:1746066734.869711:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882975300352:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066734.869716:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066734.869722:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d3a3c00/0xfb36a14ee6082aae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97951a expref: 25 pid: 8451 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066734.869729:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d3a3c00/0xfb36a14ee6082aae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97951a expref: 25 pid: 8451 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066734.869738:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d3a3c00/0xfb36a14ee6082aae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97951a expref: 25 pid: 8451 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066734.869744:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.869746:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066734.869751:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 24 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.869758:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 24 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066734.869777:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 24 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066734.869785:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c396300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976302720:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066734.869822:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066734.873692:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.873794:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.874017:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975300608 00000100:00100000:3.0:1746066734.874025:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975300608 00002000:00100000:3.0:1746066734.874060:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88008c394700 x1830882975300608/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.874069:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c394700 with x1830882975300608 ext(0->1048575) 00002000:00010000:3.0:1746066734.874073:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c394700 00000100:00100000:3.0:1746066734.874086:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975300864 00000100:00100000:3.0:1746066734.874088:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975300864 00002000:00100000:3.0:1746066734.874101:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88008c397b80 x1830882975300864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.874107:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c397b80 with x1830882975300864 ext(1048576->2097151) 00002000:00010000:3.0:1746066734.874109:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c397b80 00000100:00100000:3.0:1746066734.874134:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4619 00000100:00100000:3.0:1746066734.874141:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975300608:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066734.875148:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4620 00000100:00100000:1.0:1746066734.875161:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975300864:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066734.876421:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c396300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976302720:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066734.876445:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066734.876469:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975300352:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6756us (7294us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066734.876477:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5595 00000100:00100000:1.0:1746066734.886101:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.886132:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066734.886152:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.887040:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975301120 00000100:00100000:3.0:1746066734.887048:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975301120 00002000:00100000:3.0:1746066734.887081:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009a0d0e00 x1830882975301120/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.887091:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0e00 with x1830882975301120 ext(1048576->2097151) 00002000:00010000:3.0:1746066734.887096:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d0e00 00000100:00100000:3.0:1746066734.887110:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975301376 00000100:00100000:3.0:1746066734.887121:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975301376 00002000:00100000:3.0:1746066734.887131:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009a0d3800 x1830882975301376/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.887137:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3800 with x1830882975301376 ext(1048576->2097151) 00002000:00010000:3.0:1746066734.887139:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d3800 00000100:00100000:3.0:1746066734.887147:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975301632 00000100:00100000:3.0:1746066734.887149:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975301632 00002000:00100000:3.0:1746066734.887156:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3211264->3215359) req@ffff88009a0d1880 x1830882975301632/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.887161:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d1880 with x1830882975301632 ext(3211264->3215359) 00002000:00010000:3.0:1746066734.887164:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d1880 00000100:00100000:3.0:1746066734.887172:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4621 00000100:00100000:3.0:1746066734.887178:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882975301120:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066734.888422:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4622 00000100:00100000:0.0:1746066734.888431:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882975301376:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066734.891613:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4623 00000100:00100000:2.0:1746066734.891630:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882975301632:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066734.891781:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1965:x1830882975301632:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 157us (5626us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066734.891787:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4623 00002000:00100000:2.0:1746066734.891794:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3211264->3215359) req@ffff88009a0d1880 x1830882975301632/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/4536 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.891802:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d1880 with x1830882975301632 ext(3211264->3215359) 00002000:00010000:2.0:1746066734.891807:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d1880 00000100:00100000:2.0:1746066734.897574:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c397b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882975300864:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22410us (23771us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066734.897585:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4620 00002000:00100000:2.0:1746066734.897595:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88008c397b80 x1830882975300864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.897604:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c397b80 with x1830882975300864 ext(1048576->2097151) 00002000:00010000:2.0:1746066734.897609:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c397b80 00000100:00100000:3.0:1746066734.903410:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975300608:12345-192.168.202.57@tcp:3:cat.0 Request processed in 29259us (29733us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066734.903421:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4619 00002000:00100000:3.0:1746066734.903431:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88008c394700 x1830882975300608/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.903440:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c394700 with x1830882975300608 ext(0->1048575) 00002000:00010000:3.0:1746066734.903445:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c394700 00000100:00100000:2.0:1746066734.914128:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1965:x1830882975301376:12345-192.168.202.57@tcp:3:cat.0 Request processed in 25679us (27976us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066734.914139:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4622 00002000:00100000:2.0:1746066734.914149:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009a0d3800 x1830882975301376/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.914157:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3800 with x1830882975301376 ext(1048576->2097151) 00002000:00010000:2.0:1746066734.914162:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d3800 00000100:00100000:3.0:1746066734.916289:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882975301120:12345-192.168.202.57@tcp:3:cat.0 Request processed in 29105us (30189us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066734.916297:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4621 00002000:00100000:3.0:1746066734.916305:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009a0d0e00 x1830882975301120/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.916314:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0e00 with x1830882975301120 ext(1048576->2097151) 00002000:00010000:3.0:1746066734.916318:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d0e00 00000100:00100000:0.0:1746066734.919890:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.919965:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975301888 00000100:00100000:3.0:1746066734.919973:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975301888 00002000:00100000:3.0:1746066734.920005:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3907584->3911679) req@ffff88009ed72d80 x1830882975301888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.920013:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed72d80 with x1830882975301888 ext(3907584->3911679) 00002000:00010000:3.0:1746066734.920017:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed72d80 00000100:00100000:3.0:1746066734.920044:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4624 00000100:00100000:3.0:1746066734.920050:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882975301888:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066734.920192:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1966:x1830882975301888:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 142us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066734.920198:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4624 00002000:00100000:3.0:1746066734.920203:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3907584->3911679) req@ffff88009ed72d80 x1830882975301888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/4536 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066734.920209:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed72d80 with x1830882975301888 ext(3907584->3911679) 00002000:00010000:3.0:1746066734.920212:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed72d80 00000100:00100000:0.0:1746066734.926556:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.926765:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975302144 00000100:00100000:2.0:1746066734.926772:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975302144 00000100:00100000:2.0:1746066734.926809:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3645 00000100:00100000:2.0:1746066734.926815:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2b7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:29099:x1830882975302144:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066734.927480:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2b7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:29099:x1830882975302144:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 664us (929us total) trans 8589943043 rc 0/0 00000100:00100000:2.0:1746066734.927486:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3645 00000100:00100000:0.0:1746066734.933331:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.933413:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975302400 00000100:00100000:2.0:1746066734.933420:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975302400 00002000:00100000:2.0:1746066734.933456:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009ed73b80 x1830882975302400/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.933464:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed73b80 with x1830882975302400 ext(2097152->3145727) 00002000:00010000:2.0:1746066734.933469:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed73b80 00000100:00100000:2.0:1746066734.933492:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4625 00000100:00100000:2.0:1746066734.933499:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975302400:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066734.947470:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975302400:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13964us (14139us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066734.947481:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4625 00002000:00100000:2.0:1746066734.947490:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009ed73b80 x1830882975302400/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:140/0 lens 488/440 e 0 to 0 dl 1746066745 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.947499:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed73b80 with x1830882975302400 ext(2097152->3145727) 00002000:00010000:2.0:1746066734.947504:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed73b80 00000100:00100000:0.0:1746066734.960103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066734.960222:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975302528 00000100:00100000:3.0:1746066734.960230:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975302528 00000100:00100000:3.0:1746066734.960269:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11181 00000100:00100000:3.0:1746066734.960276:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:29106:x1830882975302528:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066734.960292:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066734.960308:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979591 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.960332:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.960339:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066734.960341:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066734.960345:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979591 expref: 30 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.960369:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 23 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.960380:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 23 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066734.960391:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976302848:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066734.960474:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066734.962248:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976302848:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066734.962270:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979591 expref: 30 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066734.962282:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edf6e00, rc 0) 00000100:00100000:3.0:1746066734.962310:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:29106:x1830882975302528:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2034us (2215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066734.962317:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11181 00000100:00100000:0.0:1746066734.962615:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066734.964527:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975302656 00000100:00100000:2.0:1746066734.964536:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975302656 00002000:00100000:2.0:1746066734.964575:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3211264->3911679) req@ffff88009ed72300 x1830882975302656/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/0 e 0 to 0 dl 1746066745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.964585:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed72300 with x1830882975302656 ext(3211264->3911679) 00010000:00010000:2.0:1746066734.964591:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 24 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066734.964603:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 24 pid: 21203 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746066734.964609:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed72300 00000100:00100000:2.0:1746066734.964635:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1008 00000100:00100000:2.0:1746066734.964643:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975302656:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066734.975741:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882975302656:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 11091us (13117us total) trans 17179872892 rc 0/0 00000100:00100000:2.0:1746066734.975752:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1008 00002000:00100000:2.0:1746066734.975763:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3211264->3911679) req@ffff88009ed72300 x1830882975302656/t17179872892(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:140/0 lens 488/448 e 0 to 0 dl 1746066745 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066734.975771:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed72300 with x1830882975302656 ext(3211264->3911679) 00010000:00010000:2.0:1746066734.975780:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 26 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066734.975793:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 26 pid: 21203 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746066734.975798:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed72300 00000100:00100000:1.0:1746066735.007084:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.007201:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.010008:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975302784 00000100:00100000:0.0:1746066735.010020:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975302784 00010000:00010000:0.0:1746066735.010058:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 26 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.011714:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975303040 00000100:00100000:3.0:1746066735.011721:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975303040 00000100:00100000:0.0:1746066735.012032:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5596 00000100:00100000:0.0:1746066735.012044:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975302784:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.012062:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.012086:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 26 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.012098:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 26 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.012134:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082b4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3211264->3911679) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97958a expref: 26 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.012173:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.012175:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.012181:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979591 expref: 29 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.012188:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979591 expref: 29 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.012222:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979591 expref: 29 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.012233:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed73100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976302976:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066735.012316:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.012390:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9159 00000100:00080000:2.0:1746066735.012396:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746066735.012397:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:29111:x1830882975303040:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.012411:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.012896:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf7200/0xfb36a14ee6082b5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979598 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.012972:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.012981:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.012988:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.012996:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6a00/0xfb36a14ee6082b6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.013001:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6a00/0xfb36a14ee6082b6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.013005:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6a00/0xfb36a14ee6082b6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.013074:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6800/0xfb36a14ee6082b72 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.013079:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6800/0xfb36a14ee6082b72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.013084:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6800/0xfb36a14ee6082b72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066735.013090:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066735.013157:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.013162:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b64 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.013166:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.013171:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009edf7800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.013173:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.013178:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b64 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.013184:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066735.013186:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.013188:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.013193:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.015324:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6a00/0xfb36a14ee6082b6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.015333:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6a00/0xfb36a14ee6082b6b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.015341:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6a00/0xfb36a14ee6082b6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.015345:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009edf6a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.015347:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6a00/0xfb36a14ee6082b6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.015352:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6a00/0xfb36a14ee6082b6b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.015361:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13a00) 00010000:00010000:3.0:1746066735.015363:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.015366:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6a00/0xfb36a14ee6082b6b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.015370:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6a00/0xfb36a14ee6082b6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.015413:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf7200/0xfb36a14ee6082b5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979598 expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.015423:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6800/0xfb36a14ee6082b72 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979598 expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.015429:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.015430:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066735.015433:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edf6800, rc 0) 00000100:00100000:3.0:1746066735.017844:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:29111:x1830882975303040:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5441us (10637us total) trans 8589943044 rc 0/0 00000100:00100000:3.0:1746066735.017854:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9159 00000100:00100000:0.0:1746066735.019575:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.019666:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed73100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976302976:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066735.019703:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.019750:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975302784:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 7709us (12676us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.019758:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5596 00000100:00100000:3.0:1746066735.020319:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975303296 00000100:00100000:3.0:1746066735.020324:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975303296 00002000:00100000:3.0:1746066735.020352:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009244c700 x1830882975303296/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.020360:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244c700 with x1830882975303296 ext(2097152->3145727) 00002000:00010000:3.0:1746066735.020364:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009244c700 00000100:00100000:0.0:1746066735.021561:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4626 00000100:00100000:0.0:1746066735.021573:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882975303296:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066735.036631:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.041263:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.041872:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975303552 00000100:00100000:3.0:1746066735.041880:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975303552 00002000:00100000:3.0:1746066735.041918:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88008c396300 x1830882975303552/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.041927:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c396300 with x1830882975303552 ext(3145728->4194303) 00002000:00010000:3.0:1746066735.041931:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c396300 00000100:00100000:3.0:1746066735.041956:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4627 00000100:00100000:3.0:1746066735.041963:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882975303552:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066735.045738:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.046667:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975303808 00000100:00100000:0.0:1746066735.046704:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975303808 00002000:00100000:0.0:1746066735.046741:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e841f80 x1830882975303808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066735.046750:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e841f80 with x1830882975303808 ext(3145728->4194303) 00002000:00010000:0.0:1746066735.046755:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e841f80 00000100:00100000:0.0:1746066735.046774:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4628 00000100:00100000:0.0:1746066735.046781:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975303808:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066735.048429:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975304064 00000100:00100000:3.0:1746066735.048435:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975304064 00000100:00100000:3.0:1746066735.048461:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3646 00000100:00100000:3.0:1746066735.048467:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:29111:x1830882975304064:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:3.0:1746066735.048609:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29111:x1830882975304064:12345-192.168.202.57@tcp:35:cat.0 Request processed in 141us (2878us total) trans 8589943045 rc 0/0 00000100:00100000:3.0:1746066735.048615:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3646 00000100:00100000:0.0:1746066735.055036:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.055774:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975304192 00000100:00100000:3.0:1746066735.055782:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975304192 00000100:00100000:3.0:1746066735.055821:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11182 00000100:00100000:3.0:1746066735.055828:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:29103:x1830882975304192:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066735.055846:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.055860:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97959f expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.055883:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97950c expref: 12 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.055891:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008de12400/0xfb36a14ee6082b1e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97956e expref: 28 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.055896:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.055898:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.055902:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2359296->3145727] (req 2359296->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 28 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.055926:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008de12400/0xfb36a14ee6082b1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97956e expref: 28 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.055936:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008de12400/0xfb36a14ee6082b1e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97956e expref: 28 pid: 8112 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.055947:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976303104:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066735.058136:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882975303296:12345-192.168.202.57@tcp:3:cat.0 Request processed in 36559us (38557us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066735.058145:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4626 00002000:00100000:1.0:1746066735.058154:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009244c700 x1830882975303296/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00010000:00010000:3.0:1746066735.058156:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97950c expref: 12 pid: 20532 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746066735.058162:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244c700 with x1830882975303296 ext(2097152->3145727) 00010000:00010000:3.0:1746066735.058166:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97950c expref: 12 pid: 20532 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746066735.058166:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009244c700 00000100:00100000:3.0:1746066735.058179:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976303232:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.058202:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.059092:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882975303552:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17127us (22465us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.059099:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4627 00002000:00100000:3.0:1746066735.059105:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88008c396300 x1830882975303552/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.059123:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c396300 with x1830882975303552 ext(3145728->4194303) 00002000:00010000:3.0:1746066735.059126:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c396300 00000100:00100000:0.0:1746066735.061076:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.061264:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975304320 00000100:00100000:2.0:1746066735.061271:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975304320 00000100:00100000:2.0:1746066735.061302:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11183 00000100:00100000:2.0:1746066735.061307:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1965:x1830882975304320:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.061322:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.061337:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6082b87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795a6 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.061358:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.061360:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.061550:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6082b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795a6 expref: 26 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.061563:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6082b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795a6 expref: 26 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.061573:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e9800, rc 0) 00000100:00100000:2.0:1746066735.061599:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882975304320:12345-192.168.202.57@tcp:101:cat.0 Request processed in 292us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.061604:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11183 00000100:00100000:2.0:1746066735.062547:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975303808:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15765us (21290us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.062555:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4628 00002000:00100000:2.0:1746066735.062561:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009e841f80 x1830882975303808/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.062569:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e841f80 with x1830882975303808 ext(3145728->4194303) 00010000:00010000:2.0:1746066735.062575:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008de12400/0xfb36a14ee6082b1e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97956e expref: 27 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.062584:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008de12400/0xfb36a14ee6082b1e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97956e expref: 27 pid: 8112 timeout: 796 lvb_type: 1 00002000:00010000:2.0:1746066735.062590:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e841f80 00000100:00100000:0.0:1746066735.069419:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.069557:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975304448 00000100:00100000:2.0:1746066735.069564:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975304448 00010000:00010000:2.0:1746066735.069600:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97950c expref: 13 pid: 20532 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.069626:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5597 00000100:00100000:2.0:1746066735.069633:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975304448:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.069646:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.069664:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97950c expref: 13 pid: 20532 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.069689:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97950c expref: 13 pid: 20532 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.069710:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.069744:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975304448:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 112us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.069750:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5597 00000100:00100000:3.0:1746066735.069847:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976303104:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.069856:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e6fa600/0xfb36a14ee6082a8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97950c expref: 12 pid: 20532 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.069868:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976303232:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.069887:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2359296->3145727] (req 2359296->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 26 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.069896:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edf7800, rc 0) 00000100:00100000:3.0:1746066735.069913:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:29103:x1830882975304192:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 14087us (14886us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.069918:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11182 00000100:00100000:1.0:1746066735.070420:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.070510:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975304576 00000100:00100000:3.0:1746066735.070513:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975304576 00000100:00100000:3.0:1746066735.070537:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11184 00000100:00100000:3.0:1746066735.070542:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882975304576:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.070552:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.070561:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009edf7c00/0xfb36a14ee6082b8e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795ad expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.070572:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.070578:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009edf7c00/0xfb36a14ee6082b8e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ad expref: 27 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.070585:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009edf7c00/0xfb36a14ee6082b8e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ad expref: 27 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.070592:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edf7c00, rc 0) 00000100:00100000:3.0:1746066735.070609:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882975304576:12345-192.168.202.57@tcp:101:cat.0 Request processed in 67us (189us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.070613:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11184 00000100:00100000:0.0:1746066735.072211:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.072282:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975304832 00000100:00100000:2.0:1746066735.072286:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975304832 00010000:00010000:2.0:1746066735.072305:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008de12400/0xfb36a14ee6082b1e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97956e expref: 26 pid: 8112 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.072323:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5598 00000100:00100000:2.0:1746066735.072329:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975304832:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.072338:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.072352:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008de12400/0xfb36a14ee6082b1e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97956e expref: 26 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.072361:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008de12400/0xfb36a14ee6082b1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97956e expref: 26 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.072375:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008de12400/0xfb36a14ee6082b1e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97956e expref: 26 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.072399:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.072401:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.072406:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.072414:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.072437:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.072447:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed71f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976303360:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066735.072505:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.073800:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.073825:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.074451:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.074478:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.075425:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.075438:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975305856 00000100:00100000:0.0:1746066735.075443:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975305856 00000100:00100000:0.0:1746066735.075474:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11185 00000100:00100000:0.0:1746066735.075480:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:29106:x1830882975305856:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066735.075493:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.075505:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795b4 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.075525:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.075531:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066735.075533:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066735.075535:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795b4 expref: 27 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.075555:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.075564:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 27 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746066735.075572:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976303488:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.075616:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.076459:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975305344 00000100:00100000:1.0:1746066735.076464:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975305344 00002000:00100000:1.0:1746066735.076501:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009244f100 x1830882975305344/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.076510:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244f100 with x1830882975305344 ext(1048576->2097151) 00002000:00010000:1.0:1746066735.076514:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244f100 00000100:00100000:1.0:1746066735.076528:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975305472 00000100:00100000:1.0:1746066735.076531:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975305472 00002000:00100000:1.0:1746066735.076543:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009244df80 x1830882975305472/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.076555:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244df80 with x1830882975305472 ext(1048576->2097151) 00002000:00010000:1.0:1746066735.076558:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009244df80 00000100:00100000:1.0:1746066735.076568:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975305600 00000100:00100000:1.0:1746066735.076570:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975305600 00002000:00100000:1.0:1746066735.076585:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009244e300 x1830882975305600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.076591:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244e300 with x1830882975305600 ext(1048576->2097151) 00002000:00010000:1.0:1746066735.076594:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009244e300 00000100:00100000:1.0:1746066735.076611:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4629 00000100:00100000:1.0:1746066735.076617:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1965:x1830882975305344:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066735.076686:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4630 00000100:00100000:0.0:1746066735.076692:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1965:x1830882975305472:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066735.076733:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4631 00000100:00100000:1.0:1746066735.077724:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975305600:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066735.079012:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed71f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976303360:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066735.079032:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.079059:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975304832:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6730us (6851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.079067:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5598 00000100:00100000:3.0:1746066735.079180:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975304960 00000100:00100000:3.0:1746066735.079186:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975304960 00002000:00100000:3.0:1746066735.079278:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009244d180 x1830882975304960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.079299:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244d180 with x1830882975304960 ext(0->1048575) 00002000:00010000:3.0:1746066735.079304:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244d180 00000100:00100000:3.0:1746066735.079329:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4632 00000100:00100000:3.0:1746066735.079335:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1966:x1830882975304960:12345-192.168.202.57@tcp:3:cat.0 00010000:00010000:0.0:1746066735.081017:0:9851:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066735.081100:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.081166:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976303488:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066735.081186:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795b4 expref: 26 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.081199:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f319800, rc 0) 00000100:00100000:0.0:1746066735.081223:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:29106:x1830882975305856:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5743us (5799us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.081229:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11185 00000100:00100000:2.0:1746066735.081927:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975306112 00000100:00100000:2.0:1746066735.081932:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975306112 00002000:00100000:2.0:1746066735.081961:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2359296->2363391) req@ffff88009244c000 x1830882975306112/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.081969:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244c000 with x1830882975306112 ext(2359296->2363391) 00010000:00010000:2.0:1746066735.081975:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 26 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.081985:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 26 pid: 21203 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746066735.081991:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009244c000 00000100:00100000:2.0:1746066735.082008:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1009 00000100:00100000:2.0:1746066735.082015:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975306112:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066735.082128:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975306112:12345-192.168.202.57@tcp:3:cat.0 Request processed in 113us (1030us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066735.082132:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1009 00002000:00100000:2.0:1746066735.082137:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x386:0x0] (2359296->2363391) req@ffff88009244c000 x1830882975306112/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746066746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.082144:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244c000 with x1830882975306112 ext(2359296->2363391) 00010000:00010000:2.0:1746066735.082148:0:31368:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 26 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.082156:0:31368:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 26 pid: 21203 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746066735.082161:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009244c000 00000100:00100000:2.0:1746066735.086133:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975305472:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9432us (11673us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.086144:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4630 00002000:00100000:2.0:1746066735.086154:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009244df80 x1830882975305472/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.086163:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244df80 with x1830882975305472 ext(1048576->2097151) 00002000:00010000:2.0:1746066735.086167:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009244df80 00000100:00100000:1.0:1746066735.092422:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975305344:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15795us (18585us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066735.092434:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4629 00002000:00100000:1.0:1746066735.092447:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009244f100 x1830882975305344/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.092456:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244f100 with x1830882975305344 ext(1048576->2097151) 00002000:00010000:1.0:1746066735.092461:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244f100 00000100:00100000:1.0:1746066735.094618:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882975305600:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17874us (20134us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066735.094627:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4631 00002000:00100000:1.0:1746066735.094636:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009244e300 x1830882975305600/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.094645:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244e300 with x1830882975305600 ext(1048576->2097151) 00002000:00010000:1.0:1746066735.094650:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009244e300 00000100:00100000:3.0:1746066735.097064:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882975304960:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17723us (23260us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.097074:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4632 00002000:00100000:3.0:1746066735.097083:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009244d180 x1830882975304960/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.097091:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244d180 with x1830882975304960 ext(0->1048575) 00002000:00010000:3.0:1746066735.097095:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009244d180 00000100:00100000:0.0:1746066735.100526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.101288:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975306368 00000100:00100000:2.0:1746066735.101296:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975306368 00000100:00100000:2.0:1746066735.101355:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11186 00000100:00100000:2.0:1746066735.101363:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:29103:x1830882975306368:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066735.101379:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.101394:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795bb expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.101418:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979591 expref: 31 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.101426:0:8450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6082b87 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795a6 expref: 25 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.101432:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.101434:0:8450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.101437:0:8450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->2355199] (req 2097152->2355199) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 31 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.101461:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6082b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795a6 expref: 25 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.101471:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6082b87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795a6 expref: 25 pid: 8450 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.101481:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976303616:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.101524:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.101581:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975306496 00000100:00100000:3.0:1746066735.101584:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975306496 00002000:00100000:3.0:1746066735.101608:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2359296->3145727) req@ffff88009244f800 x1830882975306496/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.101617:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244f800 with x1830882975306496 ext(2359296->3145727) 00010000:00010000:3.0:1746066735.101622:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 26 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.101631:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 26 pid: 21203 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746066735.101637:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009244f800 00000100:00100000:3.0:1746066735.101649:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1010 00000100:00100000:3.0:1746066735.101653:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1966:x1830882975306496:12345-192.168.202.57@tcp:4:cat.0 00010000:00010000:2.0:1746066735.101800:0:8450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979591 expref: 31 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.101808:0:8450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979591 expref: 31 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.101816:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976303744:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.101856:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.106875:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976303616:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.106888:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976303744:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.106916:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->2355199] (req 2097152->2355199) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 31 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.106930:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e8800, rc 0) 00000100:00100000:2.0:1746066735.106966:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:29103:x1830882975306368:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5603us (6446us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.106974:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11186 00000100:00100000:0.0:1746066735.109949:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.109990:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.110056:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975306752 00000100:00100000:1.0:1746066735.110064:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975306752 00010000:00010000:1.0:1746066735.110094:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979591 expref: 31 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.110125:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975306624 00000100:00100000:1.0:1746066735.110127:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975306624 00010000:00010000:1.0:1746066735.110138:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6082b87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795a6 expref: 26 pid: 8450 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.110152:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5599 00000100:00100000:1.0:1746066735.110159:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975306752:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.110170:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.110186:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979591 expref: 31 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.110196:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979591 expref: 31 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.110214:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edf6e00/0xfb36a14ee6082b56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979591 expref: 31 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.110229:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.110259:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975306752:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 101us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.110265:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5599 00000100:00100000:1.0:1746066735.110278:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5600 00000100:00100000:1.0:1746066735.110282:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975306624:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.110288:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.110294:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6082b87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795a6 expref: 26 pid: 8450 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.110302:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6082b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795a6 expref: 26 pid: 8450 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.110317:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9800/0xfb36a14ee6082b87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795a6 expref: 26 pid: 8450 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.110324:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.110326:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.110332:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.110340:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.110365:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.110376:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976303872:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066735.110420:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.111881:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975306496:12345-192.168.202.57@tcp:4:cat.0 Request processed in 10222us (10353us total) trans 21474840239 rc 0/0 00000100:00100000:3.0:1746066735.111890:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1010 00002000:00100000:3.0:1746066735.111899:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2359296->3145727) req@ffff88009244f800 x1830882975306496/t21474840239(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/448 e 0 to 0 dl 1746066746 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.111906:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009244f800 with x1830882975306496 ext(2359296->3145727) 00010000:00010000:3.0:1746066735.111913:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 28 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.111925:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 28 pid: 21203 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746066735.111930:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009244f800 00000100:00100000:0.0:1746066735.112461:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.112526:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.112623:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975306880 00000100:00100000:3.0:1746066735.112629:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975306880 00000100:00100000:3.0:1746066735.112650:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975307008 00000100:00100000:3.0:1746066735.112653:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975307008 00000100:00100000:3.0:1746066735.112696:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11187 00000100:00100000:3.0:1746066735.112702:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882975306880:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.112714:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066735.112724:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11188 00010000:00010000:3.0:1746066735.112727:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8800/0xfb36a14ee6082ba3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795c2 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.112731:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975307008:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066735.112738:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.112746:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee6082baa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795c9 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.112759:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976304000:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066735.112768:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976304128:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.112819:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.112824:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.113255:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976303872:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066735.113269:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.113831:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975306624:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3547us (3839us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.113840:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5600 00000100:00100000:1.0:1746066735.115413:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976304128:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066735.115435:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee6082baa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795c9 expref: 26 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.115446:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b51b8e00/0xfb36a14ee6082baa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795c9 expref: 26 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.115456:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b51b8e00, rc 0) 00000100:00100000:1.0:1746066735.115483:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1966:x1830882975307008:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2753us (2956us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066735.115489:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11188 00000100:00100000:3.0:1746066735.116071:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976304000:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066735.116092:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8800/0xfb36a14ee6082ba3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795c2 expref: 13 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.116106:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8800/0xfb36a14ee6082ba3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795c2 expref: 13 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.116141:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a56b8800, rc 0) 00000100:00100000:3.0:1746066735.116346:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1966:x1830882975306880:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3642us (3883us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.116352:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11187 00000100:00100000:2.0:1746066735.116705:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.116804:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.116824:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975307264 00000100:00100000:3.0:1746066735.116830:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975307264 00002000:00100000:3.0:1746066735.116857:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2351104->2355199) req@ffff88009ed73100 x1830882975307264/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746066735.116860:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975307392 00000100:00100000:1.0:1746066735.116862:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975307392 00002000:00100000:3.0:1746066735.116865:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed73100 with x1830882975307264 ext(2351104->2355199) 00002000:00010000:3.0:1746066735.116869:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed73100 00010000:00010000:1.0:1746066735.116879:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 28 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.116894:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4633 00000100:00100000:1.0:1746066735.116894:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5601 00000100:00100000:3.0:1746066735.116900:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975307264:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066735.116900:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882975307392:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.116910:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.116922:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 28 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.116929:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 28 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.116943:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009edf7800/0xfb36a14ee6082b80 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2359296->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97959f expref: 28 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.116952:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.116954:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.116958:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795b4 expref: 27 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.116966:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795b4 expref: 27 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.116989:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795b4 expref: 27 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.116998:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976304256:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066735.117005:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975307264:12345-192.168.202.57@tcp:3:cat.0 Request processed in 105us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066735.117009:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4633 00002000:00100000:3.0:1746066735.117014:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2351104->2355199) req@ffff88009ed73100 x1830882975307264/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.117020:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed73100 with x1830882975307264 ext(2351104->2355199) 00002000:00010000:3.0:1746066735.117023:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ed73100 00000100:00100000:1.0:1746066735.117038:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.118430:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.120062:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975307648 00000100:00100000:3.0:1746066735.120072:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975307648 00000100:00100000:1.0:1746066735.120097:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976304256:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066735.120103:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11189 00000100:00100000:3.0:1746066735.120119:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29111:x1830882975307648:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.120125:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066735.120131:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.120144:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a56b9e00/0xfb36a14ee6082bb1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795d0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.120159:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.120161:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.120166:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a56b9e00/0xfb36a14ee6082bb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d0 expref: 13 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.120167:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882975307392:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3267us (3362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.120174:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5601 00010000:00010000:3.0:1746066735.120177:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a56b9e00/0xfb36a14ee6082bb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d0 expref: 13 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.120184:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a56b9e00, rc 0) 00000100:00100000:3.0:1746066735.120199:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29111:x1830882975307648:12345-192.168.202.57@tcp:101:cat.0 Request processed in 90us (1771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.120203:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11189 00000100:00100000:0.0:1746066735.120734:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.120772:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.120827:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975308160 00000100:00100000:1.0:1746066735.120831:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975308160 00000100:00100000:1.0:1746066735.120861:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3647 00000100:00100000:1.0:1746066735.120866:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+252:29103:x1830882975308160:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066735.120997:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29103:x1830882975308160:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 131us (225us total) trans 8589943046 rc 0/0 00000100:00100000:1.0:1746066735.121003:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3647 00000100:00100000:2.0:1746066735.121250:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975307904 00000100:00100000:2.0:1746066735.121254:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975307904 00002000:00100000:2.0:1746066735.121297:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800a5bb0e00 x1830882975307904/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.121306:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb0e00 with x1830882975307904 ext(4194304->5079039) 00002000:00010000:2.0:1746066735.121310:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb0e00 00000100:00100000:2.0:1746066735.121331:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4634 00000100:00100000:2.0:1746066735.121337:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975307904:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066735.129428:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.129465:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975308416 00000100:00100000:3.0:1746066735.129473:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975308416 00002000:00100000:3.0:1746066735.129508:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800929cfb80 x1830882975308416/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.129517:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cfb80 with x1830882975308416 ext(2097152->3145727) 00002000:00010000:3.0:1746066735.129521:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cfb80 00000100:00100000:3.0:1746066735.129537:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4635 00000100:00100000:3.0:1746066735.129543:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975308416:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066735.135454:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975307904:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14109us (14712us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066735.135464:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4634 00002000:00100000:2.0:1746066735.135475:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800a5bb0e00 x1830882975307904/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.135483:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb0e00 with x1830882975307904 ext(4194304->5079039) 00002000:00010000:2.0:1746066735.135488:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb0e00 00000100:00100000:3.0:1746066735.136829:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975308416:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7281us (7768us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.136837:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4635 00002000:00100000:3.0:1746066735.137085:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff8800929cfb80 x1830882975308416/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.137094:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929cfb80 with x1830882975308416 ext(2097152->3145727) 00002000:00010000:3.0:1746066735.137098:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929cfb80 00000100:00100000:0.0:1746066735.139818:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.139898:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975308544 00000100:00100000:3.0:1746066735.139905:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975308544 00000100:00100000:3.0:1746066735.139995:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11190 00000100:00100000:3.0:1746066735.140002:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:29111:x1830882975308544:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.140017:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.140032:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795d7 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.140052:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.140058:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066735.140059:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066735.140062:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d7 expref: 26 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.140083:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 29 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.140095:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 29 pid: 8450 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.140104:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976304384:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.140537:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.144098:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976304384:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.144142:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d7 expref: 26 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.144159:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a56b8800, rc 0) 00000100:00100000:3.0:1746066735.144211:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:29111:x1830882975308544:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4209us (4398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.144218:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11190 00000100:00100000:0.0:1746066735.144274:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.144574:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975308672 00000100:00100000:3.0:1746066735.144580:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975308672 00002000:00100000:3.0:1746066735.144607:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2355199) req@ffff8800a5bb2680 x1830882975308672/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.144615:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb2680 with x1830882975308672 ext(2097152->2355199) 00010000:00010000:3.0:1746066735.144621:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 30 pid: 8450 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.144631:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 30 pid: 8450 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746066735.144642:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5bb2680 00000100:00100000:3.0:1746066735.145299:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1011 00000100:00100000:3.0:1746066735.145307:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975308672:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066735.149756:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975308672:12345-192.168.202.57@tcp:4:cat.0 Request processed in 4442us (5473us total) trans 17179872893 rc 0/0 00000100:00100000:3.0:1746066735.149766:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1011 00002000:00100000:3.0:1746066735.149775:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2355199) req@ffff8800a5bb2680 x1830882975308672/t17179872893(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/448 e 0 to 0 dl 1746066746 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.149785:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb2680 with x1830882975308672 ext(2097152->2355199) 00010000:00010000:3.0:1746066735.149794:0:31365:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 32 pid: 8450 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.149806:0:31365:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 32 pid: 8450 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746066735.149813:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5bb2680 00000100:00100000:0.0:1746066735.151468:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.151530:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975308800 00000100:00100000:1.0:1746066735.151537:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975308800 00010000:00010000:1.0:1746066735.151568:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 32 pid: 8450 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.151896:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5602 00000100:00100000:1.0:1746066735.151906:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975308800:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.151920:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.151937:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 32 pid: 8450 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.151949:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 32 pid: 8450 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.151968:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5e8800/0xfb36a14ee6082b9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2355199) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795bb expref: 32 pid: 8450 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.151990:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.151992:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.151998:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d7 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.152006:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d7 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.152035:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d7 expref: 25 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.152046:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976304512:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066735.152123:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.156634:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976304512:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066735.156658:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.157460:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975308800:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5554us (5994us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.157470:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5602 00000100:00100000:0.0:1746066735.157962:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.158019:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975309056 00000100:00100000:3.0:1746066735.158025:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975309056 00000100:00100000:3.0:1746066735.158065:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9160 00000100:00100000:3.0:1746066735.158072:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29116:x1830882975309056:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066735.158091:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.158106:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d369e00/0xfb36a14ee6082bbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795de expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.158196:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.158208:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6800/0xfb36a14ee6082b72 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979598 expref: 13 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.158215:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.158812:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6800/0xfb36a14ee6082b72 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979598 expref: 13 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.158823:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6800/0xfb36a14ee6082b72 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979598 expref: 13 pid: 20127 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.158833:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976304640:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.158907:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.158985:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.159319:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975309312 00000100:00100000:3.0:1746066735.159323:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975309312 00002000:00100000:3.0:1746066735.159343:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800a5bb3800 x1830882975309312/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.159352:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb3800 with x1830882975309312 ext(2097152->3145727) 00002000:00010000:3.0:1746066735.159356:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5bb3800 00000100:00100000:3.0:1746066735.159375:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4636 00000100:00100000:3.0:1746066735.159379:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975309312:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066735.161518:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.162002:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.162078:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975309824 00000100:00100000:0.0:1746066735.162083:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975309824 00002000:00100000:0.0:1746066735.162121:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009a0d1c00 x1830882975309824/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066735.162130:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d1c00 with x1830882975309824 ext(3145728->4194303) 00002000:00010000:0.0:1746066735.162134:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d1c00 00000100:00100000:1.0:1746066735.162192:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.162207:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975309952 00000100:00100000:1.0:1746066735.162210:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975309952 00010000:00010000:1.0:1746066735.162232:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6800/0xfb36a14ee6082b72 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979598 expref: 14 pid: 20127 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.162290:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976304640:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.162308:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00100000:0.0:1746066735.162469:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975309568 00000100:00100000:0.0:1746066735.162472:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975309568 00000100:00100000:2.0:1746066735.162478:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4637 00002000:00100000:0.0:1746066735.162484:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800a4b06a00 x1830882975309568/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746066735.162489:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882975309824:12345-192.168.202.57@tcp:3:cat.0 00002000:00100000:0.0:1746066735.162491:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b06a00 with x1830882975309568 ext(3145728->4194303) 00002000:00010000:0.0:1746066735.162494:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4b06a00 00000100:00100000:1.0:1746066735.162543:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5603 00000100:00100000:1.0:1746066735.162549:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975309952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.162557:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.162563:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6800/0xfb36a14ee6082b72 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979598 expref: 14 pid: 20127 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.162571:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6800/0xfb36a14ee6082b72 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979598 expref: 14 pid: 20127 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.162586:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6800/0xfb36a14ee6082b72 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979598 expref: 14 pid: 20127 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.162598:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066735.162602:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.162608:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.162614:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00000100:00100000:0.0:1746066735.162693:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4638 00000100:00100000:0.0:1746066735.162698:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975309568:12345-192.168.202.57@tcp:3:cat.0 00010000:00010000:1.0:1746066735.166939:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.166996:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975309952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4441us (4798us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.167006:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5603 00010000:00010000:3.0:1746066735.167245:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.167254:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066735.167268:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066735.167381:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d369e00/0xfb36a14ee6082bbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795de expref: 14 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.167400:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795de expref: 13 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.167408:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.167410:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066735.167412:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a57c7800, rc 0) 00000100:00100000:3.0:1746066735.167432:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29116:x1830882975309056:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 9360us (9470us total) trans 8589943047 rc 0/0 00000100:00100000:3.0:1746066735.167438:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9160 00000100:00100000:3.0:1746066735.171818:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1966:x1830882975309312:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12429us (12824us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.171828:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4636 00002000:00100000:3.0:1746066735.171838:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff8800a5bb3800 x1830882975309312/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.171847:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb3800 with x1830882975309312 ext(2097152->3145727) 00002000:00010000:3.0:1746066735.171852:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5bb3800 00000100:00100000:2.0:1746066735.178567:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1966:x1830882975309824:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16074us (17044us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.178578:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4637 00002000:00100000:2.0:1746066735.178588:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009a0d1c00 x1830882975309824/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.178598:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d1c00 with x1830882975309824 ext(3145728->4194303) 00002000:00010000:2.0:1746066735.178603:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d1c00 00000100:00100000:2.0:1746066735.180419:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882975309568:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17715us (18411us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.180429:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4638 00002000:00100000:2.0:1746066735.180435:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800a4b06a00 x1830882975309568/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.180443:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4b06a00 with x1830882975309568 ext(3145728->4194303) 00002000:00010000:2.0:1746066735.180447:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4b06a00 00000100:00100000:0.0:1746066735.191286:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.191421:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975310208 00000100:00100000:2.0:1746066735.191431:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975310208 00002000:00100000:2.0:1746066735.191481:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800a5bb2d80 x1830882975310208/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.191491:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb2d80 with x1830882975310208 ext(4194304->5079039) 00002000:00010000:2.0:1746066735.191496:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb2d80 00000100:00100000:2.0:1746066735.191544:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4639 00000100:00100000:2.0:1746066735.191555:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975310208:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066735.201042:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975310208:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9480us (9755us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066735.201053:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4639 00002000:00100000:2.0:1746066735.201066:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800a5bb2d80 x1830882975310208/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.201075:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb2d80 with x1830882975310208 ext(4194304->5079039) 00002000:00010000:2.0:1746066735.201080:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb2d80 00000100:00100000:0.0:1746066735.263373:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.263623:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975310464 00000100:00100000:3.0:1746066735.263631:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975310464 00000100:00100000:3.0:1746066735.263712:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9161 00000100:00100000:3.0:1746066735.263720:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29119:x1830882975310464:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066735.263740:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.263756:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a500ee00/0xfb36a14ee6082bd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795e5 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.263842:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7200/0xfb36a14ee6082bdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.263852:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7200/0xfb36a14ee6082bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.263862:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7200/0xfb36a14ee6082bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.263872:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b53b8600/0xfb36a14ee6082be2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.263877:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b53b8600/0xfb36a14ee6082be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.263882:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b53b8600/0xfb36a14ee6082be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.263957:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6082be9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.263964:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6082be9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.263971:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6082be9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066735.263978:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066735.264035:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7200/0xfb36a14ee6082bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264040:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7200/0xfb36a14ee6082bdb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264044:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7200/0xfb36a14ee6082bdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264048:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a57c7200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.264051:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7200/0xfb36a14ee6082bdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264056:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7200/0xfb36a14ee6082bdb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264064:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066735.264066:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.264069:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7200/0xfb36a14ee6082bdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264072:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7200/0xfb36a14ee6082bdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264098:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b53b8600/0xfb36a14ee6082be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264101:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b53b8600/0xfb36a14ee6082be2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264117:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b53b8600/0xfb36a14ee6082be2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264121:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b53b8600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.264123:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b53b8600/0xfb36a14ee6082be2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264127:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b53b8600/0xfb36a14ee6082be2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264131:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13d00) 00010000:00010000:3.0:1746066735.264133:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.264134:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b53b8600/0xfb36a14ee6082be2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264138:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b53b8600/0xfb36a14ee6082be2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066735.264164:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a500ee00/0xfb36a14ee6082bd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795e5 expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.264172:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6082be9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795e5 expref: 255 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.264177:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.264179:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746066735.264181:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099790600, rc 0) 00000100:00100000:3.0:1746066735.264218:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:29119:x1830882975310464:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 500us (855us total) trans 8589943048 rc 0/0 00000100:00100000:3.0:1746066735.264224:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9161 00000100:00100000:0.0:1746066735.295188:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.299988:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.300078:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975310592 00000100:00100000:1.0:1746066735.300086:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975310592 00000100:00100000:1.0:1746066735.300147:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975310720 00000100:00100000:1.0:1746066735.300150:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975310720 00000100:00100000:1.0:1746066735.300176:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11191 00000100:00100000:1.0:1746066735.300183:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:29119:x1830882975310592:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066735.300199:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.300214:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795ec expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.300237:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee6082ad8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97952f expref: 13 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.300244:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008de12a00/0xfb36a14ee6082b10 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979552 expref: 28 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.300249:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.300251:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.300253:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [507904->880639] (req 507904->880639) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 28 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.300278:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008de12a00/0xfb36a14ee6082b10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979552 expref: 28 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.300288:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008de12a00/0xfb36a14ee6082b10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979552 expref: 28 pid: 8112 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.300298:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976304768:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066735.300373:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee6082ad8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97952f expref: 13 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.300381:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee6082ad8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97952f expref: 13 pid: 21203 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.300388:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976304896:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066735.300406:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.300516:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11192 00000100:00100000:0.0:1746066735.300523:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29116:x1830882975310720:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066735.300529:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.300536:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795f3 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.300548:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795b4 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.300555:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a56b9e00/0xfb36a14ee6082bb1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d0 expref: 14 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.300560:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.300561:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.300564:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3084288->3145727] (req 3084288->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 14 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.300579:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a56b9e00/0xfb36a14ee6082bb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d0 expref: 14 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.300586:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a56b9e00/0xfb36a14ee6082bb1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d0 expref: 14 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746066735.300593:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976305024:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066735.300624:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795b4 expref: 28 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.300631:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795b4 expref: 28 pid: 8450 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746066735.300638:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976305152:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.300654:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8840 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.305783:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.305874:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975310848 00000100:00100000:2.0:1746066735.305883:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975310848 00000100:00100000:2.0:1746066735.305950:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9162 00000100:00100000:2.0:1746066735.305958:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:29120:x1830882975310848:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066735.305978:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.305992:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb55800/0xfb36a14ee6082c05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9795fa expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.306038:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082c0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.306049:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082c0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.306057:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082c0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.306068:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54e00/0xfb36a14ee6082c13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.306073:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54e00/0xfb36a14ee6082c13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.306078:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54e00/0xfb36a14ee6082c13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.306171:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.306179:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795de expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.306185:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.306212:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795de expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.306221:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795de expref: 12 pid: 20127 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.306230:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976305280:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.306306:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c6c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746066735.306350:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746066735.308008:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976304768:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.313170:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.313208:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.313306:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976304896:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066735.313337:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [507904->880639] (req 507904->880639) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 28 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.313352:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935c0000, rc 0) 00000100:00100000:1.0:1746066735.313403:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:29119:x1830882975310592:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 13220us (18222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.313411:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11191 00000100:00100000:3.0:1746066735.313727:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975310976 00000100:00100000:3.0:1746066735.313733:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975310976 00010000:00010000:3.0:1746066735.313757:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008de12a00/0xfb36a14ee6082b10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979552 expref: 28 pid: 8112 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.313787:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975311104 00000100:00100000:3.0:1746066735.313789:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975311104 00010000:00010000:3.0:1746066735.313800:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee6082ad8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97952f expref: 15 pid: 21203 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.313814:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5604 00000100:00100000:3.0:1746066735.313819:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975310976:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066735.313830:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066735.313847:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008de12a00/0xfb36a14ee6082b10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979552 expref: 28 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:3.0:1746066735.313857:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008de12a00/0xfb36a14ee6082b10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979552 expref: 28 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:3.0:1746066735.313874:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008de12a00/0xfb36a14ee6082b10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979552 expref: 28 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:3.0:1746066735.313887:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066735.313906:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975310976:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 87us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.313911:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5604 00000100:00100000:3.0:1746066735.313922:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5605 00000100:00100000:3.0:1746066735.313926:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975311104:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066735.313932:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066735.313938:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee6082ad8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97952f expref: 15 pid: 21203 timeout: 796 lvb_type: 1 00010000:00010000:3.0:1746066735.313945:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee6082ad8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97952f expref: 15 pid: 21203 timeout: 796 lvb_type: 1 00010000:00010000:3.0:1746066735.313955:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a56b8200/0xfb36a14ee6082ad8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97952f expref: 15 pid: 21203 timeout: 796 lvb_type: 1 00010000:00010000:3.0:1746066735.313963:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.313965:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.313970:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 26 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.313977:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 26 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.314000:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 26 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.314008:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976305408:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066735.314052:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba33c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.315003:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976305280:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.315023:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746066735.318393:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976305024:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.318405:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976305152:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.318428:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3084288->3145727] (req 3084288->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 14 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.318442:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5825400, rc 0) 00000100:00100000:2.0:1746066735.318491:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:29116:x1830882975310720:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 17967us (18509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.318498:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11192 00000100:00100000:0.0:1746066735.319395:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.319429:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.321192:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975311232 00000100:00100000:1.0:1746066735.321200:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975311232 00010000:00010000:1.0:1746066735.321233:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795de expref: 13 pid: 20127 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.321261:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975311360 00000100:00100000:1.0:1746066735.321264:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975311360 00010000:00010000:1.0:1746066735.321274:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795b4 expref: 27 pid: 8450 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.321289:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5606 00000100:00100000:1.0:1746066735.321295:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975311232:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.321306:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.321310:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795de expref: 13 pid: 20127 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.321323:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795de expref: 13 pid: 20127 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.321340:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c7800/0xfb36a14ee6082bc6 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795de expref: 13 pid: 20127 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.321367:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066735.321371:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066735.321379:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066735.321385:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066735.321402:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.321434:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975311232:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 139us (2040us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.321447:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5606 00000100:00100000:1.0:1746066735.321459:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5607 00000100:00100000:1.0:1746066735.321465:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975311360:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.321472:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.321490:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795b4 expref: 27 pid: 8450 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.321498:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795b4 expref: 27 pid: 8450 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.321512:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f319800/0xfb36a14ee6082b95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795b4 expref: 27 pid: 8450 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.321522:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.321549:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975311360:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 73us (2107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.321554:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5607 00010000:00010000:3.0:1746066735.321746:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.321753:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746066735.321789:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066735.321793:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066735.321805:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.321813:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.321821:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082c0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.321827:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082c0c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.321832:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082c0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.321836:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eb55000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.321839:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082c0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.321844:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082c0c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.321851:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066735.321853:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.321856:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082c0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.321859:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082c0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.323081:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54e00/0xfb36a14ee6082c13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.323089:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54e00/0xfb36a14ee6082c13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.323093:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54e00/0xfb36a14ee6082c13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.323097:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eb54e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.323100:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54e00/0xfb36a14ee6082c13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.323104:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54e00/0xfb36a14ee6082c13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.323123:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705c00) 00010000:00010000:3.0:1746066735.323125:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.323127:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54e00/0xfb36a14ee6082c13 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.323132:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54e00/0xfb36a14ee6082c13 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.323164:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb55800/0xfb36a14ee6082c05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795fa expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.323174:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795fa expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.323180:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.323182:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066735.323184:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb54c00, rc 0) 00000100:00100000:3.0:1746066735.323214:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:29120:x1830882975310848:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 17256us (17437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.323220:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9162 00000100:00100000:0.0:1746066735.325763:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.325816:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975311488 00000100:00100000:2.0:1746066735.325824:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975311488 00010000:00010000:2.0:1746066735.325848:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a56b9e00/0xfb36a14ee6082bb1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d0 expref: 14 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.326343:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5608 00000100:00100000:2.0:1746066735.326351:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975311488:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.326362:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.326378:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a56b9e00/0xfb36a14ee6082bb1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d0 expref: 14 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.326386:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a56b9e00/0xfb36a14ee6082bb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d0 expref: 14 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.326401:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a56b9e00/0xfb36a14ee6082bb1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d0 expref: 14 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.327248:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.327251:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.327258:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 13 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.327265:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 13 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.327291:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 13 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.327300:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976305536:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066735.328573:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.329810:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976305408:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066735.329825:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066735.329849:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975311104:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 15922us (16640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.329857:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5605 00000100:00100000:3.0:1746066735.329901:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.330706:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975311744 00000100:00100000:3.0:1746066735.330713:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975311744 00002000:00100000:3.0:1746066735.330743:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (507904->511999) req@ffff88009ec2dc00 x1830882975311744/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.330751:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2dc00 with x1830882975311744 ext(507904->511999) 00002000:00010000:3.0:1746066735.330756:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2dc00 00000100:00100000:3.0:1746066735.330781:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4640 00000100:00100000:3.0:1746066735.330788:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975311744:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066735.330927:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975311744:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 138us (1024us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066735.330932:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4640 00002000:00100000:3.0:1746066735.330937:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (507904->511999) req@ffff88009ec2dc00 x1830882975311744/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.330943:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2dc00 with x1830882975311744 ext(507904->511999) 00002000:00010000:3.0:1746066735.330946:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2dc00 00000100:00100000:3.0:1746066735.330975:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.331001:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.331023:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.331035:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975311872 00000100:00100000:3.0:1746066735.331038:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975311872 00000100:00100000:3.0:1746066735.331054:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975312000 00000100:00100000:3.0:1746066735.331055:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975312000 00000100:00100000:3.0:1746066735.331065:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975312128 00000100:00100000:3.0:1746066735.331066:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975312128 00000100:00100000:3.0:1746066735.331075:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11193 00000100:00100000:3.0:1746066735.331079:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+5:1963:x1830882975311872:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.331088:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.331101:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b09ba00/0xfb36a14ee6082c21 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979601 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.331162:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976305664:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.331205:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.331215:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11194 00000100:00100000:3.0:1746066735.331221:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11195 00000100:00100000:3.0:1746066735.331227:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975312128:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:1.0:1746066735.331227:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975312000:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.331233:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.331234:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.331241:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee6082c2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97960f expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.331241:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a500ee00/0xfb36a14ee6082c28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979608 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.331252:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.331252:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.331253:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.331254:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.331260:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee6082c2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97960f expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.331260:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a500ee00/0xfb36a14ee6082c28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979608 expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.331270:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a500ee00/0xfb36a14ee6082c28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979608 expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.331271:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee6082c2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97960f expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.331277:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a500ee00, rc 0) 00010000:00010000:3.0:1746066735.331283:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510a800, rc 0) 00000100:00100000:1.0:1746066735.331291:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975312000:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 70us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.331296:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11194 00000100:00100000:3.0:1746066735.331299:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975312128:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 72us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.331304:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11195 00000100:00100000:3.0:1746066735.331329:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.331338:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975312256 00000100:00100000:3.0:1746066735.331341:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975312256 00000100:00100000:0.0:1746066735.331351:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.331354:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11196 00000100:00100000:3.0:1746066735.331358:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975312256:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.331364:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066735.331364:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975312384 00000100:00100000:0.0:1746066735.331366:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975312384 00010000:00010000:3.0:1746066735.331371:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6082c36 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979616 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.331380:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.331381:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746066735.331381:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11197 00010000:00010000:3.0:1746066735.331385:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6082c36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979616 expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066735.331385:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975312384:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066735.331390:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.331394:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6082c36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979616 expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.331396:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6082c3d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97961d expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.331400:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00d6000, rc 0) 00000100:00100000:0.0:1746066735.331416:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976305792:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.331427:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975312256:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 68us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.331432:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11196 00000100:00100000:0.0:1746066735.331433:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.331454:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.331533:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975312512 00000100:00100000:3.0:1746066735.331536:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975312512 00000100:00100000:3.0:1746066735.331552:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11198 00000100:00100000:3.0:1746066735.331556:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975312512:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.331562:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.331568:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082c44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979624 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.331577:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.331579:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.331588:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082c44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979624 expref: 8 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.331597:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082c44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979624 expref: 8 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.331603:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41ac00, rc 0) 00000100:00100000:3.0:1746066735.331619:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975312512:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 62us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.331623:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11198 00000100:00100000:2.0:1746066735.335205:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.335218:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:2.0:1746066735.335269:0:21203:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime: 1746066732 -> 1746066735 00002000:00010000:2.0:1746066735.335272:0:21203:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066732 -> 1746066734 00002000:00010000:2.0:1746066735.335274:0:21203:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime: 1746066732 -> 1746066735 00000100:00100000:2.0:1746066735.335289:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976305664:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066735.335311:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b09ba00/0xfb36a14ee6082c21 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979601 expref: 9 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.335321:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b09ba00/0xfb36a14ee6082c21 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979601 expref: 9 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.335330:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b09ba00, rc 0) 00000100:00100000:2.0:1746066735.335357:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975311872:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4277us (4382us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066735.335362:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11193 00000100:00100000:2.0:1746066735.335472:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975312768 00000100:00100000:2.0:1746066735.335476:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975312768 00002000:00100000:2.0:1746066735.335498:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (876544->880639) req@ffff8800a5bb2a00 x1830882975312768/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.335506:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb2a00 with x1830882975312768 ext(876544->880639) 00002000:00010000:2.0:1746066735.335509:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb2a00 00000100:00100000:2.0:1746066735.335518:0:21552:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975313024 00000100:00100000:2.0:1746066735.335519:0:21552:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975313024 00002000:00100000:2.0:1746066735.335527:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3084288->3088383) req@ffff88009e93f100 x1830882975313024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.335538:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93f100 with x1830882975313024 ext(3084288->3088383) 00002000:00010000:2.0:1746066735.335540:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93f100 00000100:00100000:2.0:1746066735.335548:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4641 00000100:00100000:2.0:1746066735.335552:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975312768:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066735.335648:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975312768:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 95us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066735.335652:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4641 00002000:00100000:2.0:1746066735.335656:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x383:0x0] (876544->880639) req@ffff8800a5bb2a00 x1830882975312768/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.335662:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb2a00 with x1830882975312768 ext(876544->880639) 00002000:00010000:2.0:1746066735.335664:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bb2a00 00000100:00100000:2.0:1746066735.335672:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4642 00000100:00100000:2.0:1746066735.335696:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975313024:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066735.335740:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975313024:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 64us (521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066735.335744:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4642 00002000:00100000:2.0:1746066735.335748:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x386:0x0] (3084288->3088383) req@ffff88009e93f100 x1830882975313024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.335754:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93f100 with x1830882975313024 ext(3084288->3088383) 00002000:00010000:2.0:1746066735.335756:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93f100 00002000:00010000:2.0:1746066735.335813:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime: 1746066734 -> 1746066735 00002000:00010000:2.0:1746066735.335815:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime: 1746066734 -> 1746066735 00000100:00100000:2.0:1746066735.335821:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976305792:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066735.335834:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6082c3d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97961d expref: 7 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.335842:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135ec3a00/0xfb36a14ee6082c3d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97961d expref: 7 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.335849:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ec3a00, rc 0) 00000100:00100000:2.0:1746066735.335863:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975312384:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4478us (4512us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066735.335868:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11197 00000100:00100000:0.0:1746066735.336247:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976305536:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066735.336256:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.336273:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975311488:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9923us (10514us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.336281:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5608 00000100:00100000:0.0:1746066735.339027:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.339093:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975313408 00000100:00100000:1.0:1746066735.339103:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975313408 00000100:00100000:1.0:1746066735.339141:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3648 00000100:00100000:1.0:1746066735.339147:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:29119:x1830882975313408:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066735.339406:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:29119:x1830882975313408:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 258us (385us total) trans 8589943049 rc 0/0 00000100:00100000:1.0:1746066735.339412:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3648 00000100:00100000:0.0:1746066735.340071:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.340091:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.340142:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975313536 00000100:00100000:2.0:1746066735.340146:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975313536 00000100:00100000:2.0:1746066735.340168:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11199 00000100:00100000:2.0:1746066735.340172:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:29116:x1830882975313536:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066735.340180:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.340192:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97962b expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.340209:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d7 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.340216:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082c44 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979624 expref: 7 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.340221:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.340223:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.340225:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->2859007] (req 2097152->2859007) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.340247:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082c44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979624 expref: 7 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.340256:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082c44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979624 expref: 7 pid: 8112 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.340265:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976305920:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.340315:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d7 expref: 27 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.340321:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d7 expref: 27 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.340327:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976306048:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.340341:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.340383:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975313664 00000100:00100000:2.0:1746066735.340385:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975313664 00000100:00100000:2.0:1746066735.340408:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9163 00000100:00100000:2.0:1746066735.340413:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:29120:x1830882975313664:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066735.340419:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.340428:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082c52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979632 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.340479:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.340488:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795fa expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.340493:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.340505:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795fa expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.340511:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795fa expref: 8 pid: 14548 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.340518:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976306176:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.340535:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.342834:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976305920:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.342844:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976306048:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.342864:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->2859007] (req 2097152->2859007) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 27 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.342875:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb55000, rc 0) 00000100:00100000:2.0:1746066735.344533:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:29116:x1830882975313536:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 4354us (4435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.344541:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11199 00000100:00100000:2.0:1746066735.349729:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976306176:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.349753:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746066735.350335:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.350832:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975313792 00000100:00100000:2.0:1746066735.350838:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975313792 00010000:00010000:2.0:1746066735.350867:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082c44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979624 expref: 8 pid: 8112 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.350898:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5609 00000100:00100000:2.0:1746066735.350906:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975313792:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.350916:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.350932:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082c44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979624 expref: 8 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.350941:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082c44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979624 expref: 8 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.350957:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082c44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979624 expref: 8 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.350971:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.351002:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975313792:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 97us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.351007:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5609 00000100:00100000:1.0:1746066735.351411:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.351437:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.351477:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975314048 00000100:00100000:3.0:1746066735.351480:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975314048 00010000:00010000:3.0:1746066735.351494:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795fa expref: 9 pid: 14548 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.351507:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975313920 00000100:00100000:3.0:1746066735.351509:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975313920 00010000:00010000:3.0:1746066735.351515:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d7 expref: 27 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.351532:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5610 00000100:00100000:3.0:1746066735.351536:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975314048:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066735.351542:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066735.351546:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795fa expref: 9 pid: 14548 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.351552:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795fa expref: 9 pid: 14548 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.351563:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eb54c00/0xfb36a14ee6082c1a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795fa expref: 9 pid: 14548 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.351573:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.351577:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.351585:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.351590:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.351604:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066735.351618:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975314048:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 82us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.351623:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5610 00000100:00100000:3.0:1746066735.351648:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5611 00000100:00100000:3.0:1746066735.351652:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1964:x1830882975313920:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066735.351657:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066735.351664:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d7 expref: 27 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.351671:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d7 expref: 27 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.351697:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a56b8800/0xfb36a14ee6082bb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795d7 expref: 27 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.351705:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.351707:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.351711:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.351717:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.351736:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 26 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.351744:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976306304:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066735.351773:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3180 going to sleep for 11 seconds 00010000:00010000:3.0:1746066735.351784:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.351788:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746066735.351802:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066735.351897:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510a200/0xfb36a14ee6082c52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979632 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.351905:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979632 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.351911:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.351913:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066735.351916:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510ac00, rc 0) 00000100:00100000:3.0:1746066735.351932:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975313664:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 11520us (11862us total) trans 8589943050 rc 0/0 00000100:00100000:3.0:1746066735.351937:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9163 00000100:00100000:3.0:1746066735.353970:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976306304:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066735.353987:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066735.354819:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1964:x1830882975313920:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3163us (3377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.354827:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5611 00000100:00100000:0.0:1746066735.355710:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.355812:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975314176 00000100:00100000:3.0:1746066735.355818:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975314176 00000100:00100000:3.0:1746066735.355849:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9164 00000100:00100000:3.0:1746066735.355855:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975314176:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.355874:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.355887:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b200/0xfb36a14ee6082c67 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979639 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.355954:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41a600/0xfb36a14ee6082c6e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.355965:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979632 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.355971:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41a600/0xfb36a14ee6082c6e lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.355994:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979632 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.356004:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979632 expref: 9 pid: 14548 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.356013:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976306432:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.360191:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.360793:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.360838:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975314432 00000100:00100000:1.0:1746066735.360845:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975314432 00002000:00100000:1.0:1746066735.360886:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2854912->2859007) req@ffff8800a45e4e00 x1830882975314432/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.360896:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e4e00 with x1830882975314432 ext(2854912->2859007) 00002000:00010000:1.0:1746066735.360900:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e4e00 00000100:00100000:1.0:1746066735.360922:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4643 00000100:00100000:1.0:1746066735.360929:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975314432:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066735.361080:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1966:x1830882975314432:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 151us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066735.361085:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4643 00002000:00100000:1.0:1746066735.361091:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2854912->2859007) req@ffff8800a45e4e00 x1830882975314432/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.361098:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e4e00 with x1830882975314432 ext(2854912->2859007) 00002000:00010000:1.0:1746066735.361100:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e4e00 00000100:00100000:3.0:1746066735.363004:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976306432:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.363016:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066735.363024:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41a600/0xfb36a14ee6082c6e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746066735.363067:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975314560 00000100:00100000:2.0:1746066735.363072:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975314560 00010000:00010000:2.0:1746066735.363093:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979632 expref: 10 pid: 14548 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.363148:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5612 00000100:00100000:2.0:1746066735.363155:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1966:x1830882975314560:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.363164:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.363169:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979632 expref: 10 pid: 14548 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.363177:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979632 expref: 10 pid: 14548 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.363194:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013510ac00/0xfb36a14ee6082c59 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979632 expref: 10 pid: 14548 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.363215:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066735.363219:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41a600/0xfb36a14ee6082c6e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.363227:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41a600/0xfb36a14ee6082c6e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.363232:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41a600/0xfb36a14ee6082c6e lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.363246:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066735.363253:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41a600/0xfb36a14ee6082c6e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.363258:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41a600/0xfb36a14ee6082c6e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746066735.363279:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975314560:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 124us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.363284:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5612 00000004:00200000:3.0:1746066735.363290:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066735.363293:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066735.363305:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41a600/0xfb36a14ee6082c6e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.363327:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b200/0xfb36a14ee6082c67 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979639 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.363337:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41a600/0xfb36a14ee6082c6e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979639 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.363342:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.363344:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066735.363346:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41a600, rc 0) 00000100:00100000:3.0:1746066735.363367:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975314176:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 7513us (7660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.363373:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9164 00000100:00100000:0.0:1746066735.364986:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.365046:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.365069:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.365092:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975314816 00000100:00100000:1.0:1746066735.365098:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975314816 00000100:00100000:0.0:1746066735.365103:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.365123:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975314944 00000100:00100000:3.0:1746066735.365127:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975314944 00000100:00100000:1.0:1746066735.365141:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975315072 00000100:00100000:1.0:1746066735.365143:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975315072 00000100:00100000:3.0:1746066735.365145:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11200 00000100:00100000:3.0:1746066735.365151:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975314816:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.365163:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066735.365170:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11201 00010000:00010000:3.0:1746066735.365175:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082c75 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979640 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.365176:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11202 00000100:00100000:1.0:1746066735.365176:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975314944:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066735.365183:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746066735.365185:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975315072:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066735.365191:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013510a200/0xfb36a14ee6082c7c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979647 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.365193:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.365202:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082c83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97964e expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.365207:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976306560:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066735.365214:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976306688:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066735.365226:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976306816:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066735.365251:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975315200 00000100:00100000:1.0:1746066735.365253:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975315200 00000100:00100000:3.0:1746066735.365257:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.365268:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.365273:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3649 00000100:00100000:1.0:1746066735.365277:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29116:x1830882975315200:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066735.365570:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29116:x1830882975315200:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 292us (466us total) trans 8589943051 rc 0/0 00000100:00100000:1.0:1746066735.365576:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3649 00000100:00100000:1.0:1746066735.365590:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22b40 going to sleep for 11 seconds 00002000:00010000:2.0:1746066735.369029:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime: 1746066734 -> 1746066735 00002000:00010000:2.0:1746066735.369036:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066734 -> 1746066735 00000100:00100000:2.0:1746066735.369055:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976306816:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066735.369085:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082c83 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97964e expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.369098:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5825200/0xfb36a14ee6082c83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97964e expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.369121:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5825200, rc 0) 00000100:00100000:3.0:1746066735.369246:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976306560:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066735.369265:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082c75 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979640 expref: 9 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.369278:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082c75 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979640 expref: 9 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.369285:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41a000, rc 0) 00000100:00100000:3.0:1746066735.369320:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975314816:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4168us (4339us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.369327:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11200 00000100:00100000:0.0:1746066735.369402:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976306688:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066735.369539:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013510a200/0xfb36a14ee6082c7c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979647 expref: 7 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.369548:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013510a200/0xfb36a14ee6082c7c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979647 expref: 7 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.369566:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510a200, rc 0) 00000100:00100000:0.0:1746066735.369855:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975314944:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4678us (4807us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066735.369861:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11201 00000100:00100000:2.0:1746066735.369931:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975315072:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4749us (4861us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066735.369936:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11202 00000100:00100000:0.0:1746066735.373086:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.373602:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975315456 00000100:00100000:3.0:1746066735.373610:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975315456 00000100:00100000:3.0:1746066735.373650:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9165 00000100:00100000:3.0:1746066735.373972:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975315456:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.373987:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.374002:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b200/0xfb36a14ee6082c8a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979655 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.374071:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082c91 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374082:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082c91 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374090:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082c91 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746066735.374098:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066735.374197:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b200/0xfb36a14ee6082c8a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979655 expref: 11 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.374213:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082c91 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979655 expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.374219:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.374222:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066735.374224:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41b800, rc 0) 00000100:00100000:3.0:1746066735.374306:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:29120:x1830882975315456:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 648us (1225us total) trans 8589943052 rc 0/0 00000100:00100000:3.0:1746066735.374312:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9165 00000100:00100000:0.0:1746066735.374366:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.374439:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975315712 00000100:00100000:3.0:1746066735.374443:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975315712 00000100:00100000:3.0:1746066735.374471:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9166 00000100:00100000:3.0:1746066735.374477:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:29125:x1830882975315712:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.374485:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.374492:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b000/0xfb36a14ee6082c9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97965c expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.374542:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5825200/0xfb36a14ee6082ca6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374550:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5825200/0xfb36a14ee6082ca6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374555:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5825200/0xfb36a14ee6082ca6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374565:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41600/0xfb36a14ee6082cad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374573:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41600/0xfb36a14ee6082cad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374577:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41600/0xfb36a14ee6082cad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374668:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e40200/0xfb36a14ee6082cb4 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374691:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e40200/0xfb36a14ee6082cb4 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374698:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e40200/0xfb36a14ee6082cb4 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746066735.374704:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066735.374732:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e40200/0xfb36a14ee6082cb4 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374738:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e40200/0xfb36a14ee6082cb4 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374743:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e40200/0xfb36a14ee6082cb4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374747:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4e40200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.374750:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e40200/0xfb36a14ee6082cb4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374755:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e40200/0xfb36a14ee6082cb4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374762:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.374765:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066735.374767:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e40200/0xfb36a14ee6082cb4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374772:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e40200/0xfb36a14ee6082cb4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374780:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5825200/0xfb36a14ee6082ca6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374784:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5825200/0xfb36a14ee6082ca6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374789:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5825200/0xfb36a14ee6082ca6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374793:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5825200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.374795:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5825200/0xfb36a14ee6082ca6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374799:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5825200/0xfb36a14ee6082ca6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374805:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066735.374807:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.374808:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5825200/0xfb36a14ee6082ca6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374812:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5825200/0xfb36a14ee6082ca6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374818:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41600/0xfb36a14ee6082cad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374823:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41600/0xfb36a14ee6082cad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374827:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41600/0xfb36a14ee6082cad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374831:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4e41600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.374833:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41600/0xfb36a14ee6082cad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374837:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41600/0xfb36a14ee6082cad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374842:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13a00) 00010000:00010000:3.0:1746066735.374844:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.374846:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41600/0xfb36a14ee6082cad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374850:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41600/0xfb36a14ee6082cad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.374872:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b000/0xfb36a14ee6082c9f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97965c expref: 258 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.374877:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b000/0xfb36a14ee6082c9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97965c expref: 258 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.374883:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41b000, rc 0) 00000100:00100000:3.0:1746066735.374911:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:29125:x1830882975315712:12345-192.168.202.57@tcp:101:cat.0 Request processed in 434us (545us total) trans 8589943053 rc 301/301 00000100:00100000:3.0:1746066735.374917:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9166 00000100:00100000:0.0:1746066735.375841:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.375861:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975315840 00000100:00100000:0.0:1746066735.375863:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.375866:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975315840 00000100:00100000:0.0:1746066735.375889:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.376072:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975316096 00000100:00100000:2.0:1746066735.376076:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975316096 00000100:00100000:0.0:1746066735.376086:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.376177:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975316352 00000100:00100000:2.0:1746066735.376181:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975316352 00000100:00100000:0.0:1746066735.376183:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975315968 00000100:00100000:0.0:1746066735.376187:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975315968 00000100:00100000:2.0:1746066735.376201:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11203 00000100:00100000:0.0:1746066735.376206:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11204 00000100:00100000:2.0:1746066735.376208:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975315840:12345-192.168.202.57@tcp:1:lfs.0 00000100:00100000:0.0:1746066735.376212:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975316096:12345-192.168.202.57@tcp:1:lfs.0 00000100:00100000:1.0:1746066735.376227:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11205 00010000:00010000:2.0:1746066735.376235:0:10402:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.376235:0:8451:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.376238:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975316352:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:2.0:1746066735.376246:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.376247:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008de12000/0xfb36a14ee6082adf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97953d expref: 25 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.376250:0:21203:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.376252:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066735.376254:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066735.376254:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee6082c2f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97960f expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.376256:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.376258:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.376261:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b46f800/0xfb36a14ee6082b17 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979560 expref: 30 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.376263:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066735.376264:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066735.376266:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.376266:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.376267:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.376268:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.376277:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.376277:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 11 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.376284:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b46f800/0xfb36a14ee6082b17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979560 expref: 30 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.376287:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 25 pid: 8451 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.376287:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 11 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.376292:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b46f800/0xfb36a14ee6082b17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979560 expref: 30 pid: 4614 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.376297:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976307072:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066735.376297:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976306944:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.376301:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976307200:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.376338:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11206 00000100:00100000:1.0:1746066735.376338:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22900 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.376344:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975315968:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:3.0:1746066735.376358:0:8452:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.376370:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34e00/0xfb36a14ee6082ad1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979536 expref: 25 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.376377:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a500ee00/0xfb36a14ee6082c28 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979608 expref: 8 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.376383:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34a00/0xfb36a14ee6082b25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979559 expref: 30 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.376388:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.376389:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.376391:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.376405:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed34a00/0xfb36a14ee6082b25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979559 expref: 30 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.376411:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34a00/0xfb36a14ee6082b25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979559 expref: 30 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.376419:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976307328:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.376486:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.376509:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.376542:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975316224 00000100:00100000:1.0:1746066735.376545:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975316224 00000100:00100000:2.0:1746066735.376551:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.376560:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975316480 00000100:00100000:1.0:1746066735.376562:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975316480 00000100:00100000:1.0:1746066735.376570:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11207 00000100:00100000:1.0:1746066735.376574:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975316224:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:1.0:1746066735.376588:0:4614:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.376597:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b46fe00/0xfb36a14ee6082ae6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979544 expref: 11 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.376603:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6082c36 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979616 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.376609:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee6082b2c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979567 expref: 25 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.376614:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.376615:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.376617:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 6/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.376622:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee6082c2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97960f expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.376630:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee6082c2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97960f expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.376632:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee6082b2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979567 expref: 25 pid: 20532 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066735.376638:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976307456:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066735.376639:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee6082b2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979567 expref: 25 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.376647:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976307584:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066735.376665:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008de12000/0xfb36a14ee6082adf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97953d expref: 25 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.376672:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008de12000/0xfb36a14ee6082adf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97953d expref: 25 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.376693:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6082c36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979616 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066735.376698:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976307712:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066735.376701:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6082c36 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979616 expref: 8 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.376709:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976307840:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.376717:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8c00 going to sleep for 11 seconds 00010000:00010000:1.0:1746066735.376734:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b46fe00/0xfb36a14ee6082ae6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979544 expref: 11 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.376741:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b46fe00/0xfb36a14ee6082ae6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979544 expref: 11 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.376753:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976307968:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066735.376768:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.376782:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11208 00000100:00100000:1.0:1746066735.376788:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975316480:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:1.0:1746066735.376803:0:9776:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.376811:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.376816:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066735.376817:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066735.376819:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.376832:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 25 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.376840:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 25 pid: 10402 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.376846:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976308096:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066735.376863:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22c00 going to sleep for 11 seconds 00010000:00010000:3.0:1746066735.376899:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a500ee00/0xfb36a14ee6082c28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979608 expref: 9 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.376910:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a500ee00/0xfb36a14ee6082c28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979608 expref: 9 pid: 8451 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.376918:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976308224:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.376943:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed34e00/0xfb36a14ee6082ad1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979536 expref: 25 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.376950:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34e00/0xfb36a14ee6082ad1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979536 expref: 25 pid: 8452 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.376957:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976308352:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.376970:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.381877:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.381963:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976307200:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.381984:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.382009:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.382138:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975316992 00000100:00100000:1.0:1746066735.382144:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975316992 00000100:00100000:2.0:1746066735.382164:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976307072:192.168.202.57@tcp:104: 00002000:00100000:1.0:1746066735.382182:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3084288->3145727) req@ffff8800924d0000 x1830882975316992/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00010000:00010000:2.0:1746066735.382185:0:10402:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746066735.382191:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d0000 with x1830882975316992 ext(3084288->3145727) 00010000:00010000:1.0:1746066735.382198:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 12 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.382212:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 12 pid: 8112 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746066735.382219:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d0000 00000100:00100000:1.0:1746066735.382237:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975316864 00000100:00100000:1.0:1746066735.382239:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975316864 00002000:00100000:1.0:1746066735.382248:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (507904->880639) req@ffff8800924d3b80 x1830882975316864/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.382255:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3b80 with x1830882975316864 ext(507904->880639) 00010000:00010000:1.0:1746066735.382259:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 26 pid: 8451 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.382266:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 26 pid: 8451 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746066735.382271:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d3b80 00000100:00100000:1.0:1746066735.382280:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1012 00000100:00100000:1.0:1746066735.382286:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975316992:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066735.382351:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1013 00000100:00100000:2.0:1746066735.382360:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975316864:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:1.0:1746066735.382407:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975316736 00000100:00100000:1.0:1746066735.382409:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975316736 00000100:00100000:1.0:1746066735.382428:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3650 00000100:00100000:1.0:1746066735.382432:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:29125:x1830882975316736:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:1.0:1746066735.382570:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:29125:x1830882975316736:12345-192.168.202.57@tcp:35:cat.0 Request processed in 136us (699us total) trans 8589943054 rc 0/0 00000100:00100000:1.0:1746066735.382576:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3650 00000100:00100000:1.0:1746066735.382599:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976306944:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066735.382610:0:21203:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.384936:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976307328:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066735.385088:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976308096:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066735.385120:0:9776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.385158:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.385174:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975317376 00000100:00100000:1.0:1746066735.385178:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975317376 00010000:00010000:1.0:1746066735.385200:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34a00/0xfb36a14ee6082b25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979559 expref: 31 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.385220:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5613 00000100:00100000:1.0:1746066735.385227:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1966:x1830882975317376:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.385238:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.385256:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ed34a00/0xfb36a14ee6082b25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979559 expref: 31 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.385270:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ed34a00/0xfb36a14ee6082b25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979559 expref: 31 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.385316:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976307456:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.385323:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976307712:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066735.385353:0:8451:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.385373:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976307584:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.385381:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976307840:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.385387:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976307968:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066735.385400:0:4614:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.385753:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976308224:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.385761:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976308352:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.386422:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066735.386751:0:8452:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.386794:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34a00/0xfb36a14ee6082b25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979559 expref: 31 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.386805:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.386836:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1966:x1830882975317376:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1610us (1678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.386843:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5613 00000100:00100000:0.0:1746066735.387864:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.388185:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975317120 00000100:00100000:1.0:1746066735.388192:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975317120 00010000:00010000:1.0:1746066735.388211:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a500ee00/0xfb36a14ee6082c28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979608 expref: 10 pid: 8451 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.388228:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5614 00000100:00100000:1.0:1746066735.388233:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975317120:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.388242:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.388257:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a500ee00/0xfb36a14ee6082c28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979608 expref: 10 pid: 8451 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.388265:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a500ee00/0xfb36a14ee6082c28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979608 expref: 10 pid: 8451 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.388276:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a500ee00/0xfb36a14ee6082c28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979608 expref: 10 pid: 8451 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.388287:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.388303:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975317120:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 70us (1883us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.388308:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5614 00000100:00100000:1.0:1746066735.388605:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975316992:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 6318us (6619us total) trans 21474840240 rc 0/0 00000100:00100000:1.0:1746066735.388612:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1012 00002000:00100000:1.0:1746066735.388619:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3084288->3145727) req@ffff8800924d0000 x1830882975316992/t21474840240(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/448 e 0 to 0 dl 1746066746 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.388627:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d0000 with x1830882975316992 ext(3084288->3145727) 00010000:00010000:1.0:1746066735.388633:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 14 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.388641:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 14 pid: 8112 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746066735.388660:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d0000 00000100:00100000:0.0:1746066735.388983:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.388996:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975317248 00000100:00100000:0.0:1746066735.388999:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975317248 00010000:00010000:0.0:1746066735.389014:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b46f800/0xfb36a14ee6082b17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979560 expref: 30 pid: 4614 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.389025:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975317504 00000100:00100000:0.0:1746066735.389027:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975317504 00010000:00010000:0.0:1746066735.389042:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee6082b2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979567 expref: 28 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.389055:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5615 00000100:00100000:0.0:1746066735.389066:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975317248:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.389072:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.389083:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b46f800/0xfb36a14ee6082b17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979560 expref: 30 pid: 4614 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389091:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b46f800/0xfb36a14ee6082b17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979560 expref: 30 pid: 4614 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389102:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b46f800/0xfb36a14ee6082b17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979560 expref: 30 pid: 4614 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389136:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.389155:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975317248:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 89us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.389160:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5615 00000100:00100000:0.0:1746066735.389171:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5616 00000100:00100000:0.0:1746066735.389175:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975317504:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.389181:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.389190:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee6082b2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979567 expref: 28 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389203:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee6082b2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979567 expref: 28 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389215:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee6082b2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979567 expref: 28 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389223:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.389237:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975317504:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 62us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.389243:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5616 00000100:00100000:0.0:1746066735.389273:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.389283:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975317760 00000100:00100000:0.0:1746066735.389285:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975317760 00010000:00010000:0.0:1746066735.389296:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34e00/0xfb36a14ee6082ad1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979536 expref: 26 pid: 8452 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.389309:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5617 00000100:00100000:0.0:1746066735.389313:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975317760:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.389319:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.389326:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ed34e00/0xfb36a14ee6082ad1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979536 expref: 26 pid: 8452 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389333:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ed34e00/0xfb36a14ee6082ad1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979536 expref: 26 pid: 8452 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389344:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34e00/0xfb36a14ee6082ad1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979536 expref: 26 pid: 8452 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389351:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.389353:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.389356:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.389363:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.389385:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.389398:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1963:x1830882975317760:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 84us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.389403:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5617 00000100:00100000:0.0:1746066735.389454:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.389463:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975318144 00000100:00100000:0.0:1746066735.389465:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975318144 00010000:00010000:0.0:1746066735.389474:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee6082c2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97960f expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.389485:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5618 00000100:00100000:0.0:1746066735.389489:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975318144:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.389494:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.389500:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee6082c2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97960f expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389508:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee6082c2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97960f expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389518:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013510a800/0xfb36a14ee6082c2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97960f expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389525:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.389536:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975318144:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 46us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.389544:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5618 00000100:00100000:0.0:1746066735.389573:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.389590:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.389597:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975318016 00000100:00100000:0.0:1746066735.389599:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975318016 00010000:00010000:0.0:1746066735.389607:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008de12000/0xfb36a14ee6082adf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97953d expref: 25 pid: 8112 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.389618:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5619 00000100:00100000:0.0:1746066735.389622:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1964:x1830882975318016:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.389627:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.389632:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008de12000/0xfb36a14ee6082adf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97953d expref: 25 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389640:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008de12000/0xfb36a14ee6082adf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97953d expref: 25 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389650:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de12000/0xfb36a14ee6082adf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97953d expref: 25 pid: 8112 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.389657:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.389658:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.389661:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.389667:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.389701:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.389713:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1964:x1830882975318016:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 91us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.389718:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5619 00010000:00010000:0.0:1746066735.389731:0:8451:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.389738:0:8451:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.389752:0:8451:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.389758:0:8451:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.389764:0:8451:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.389770:0:8451:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135ec3e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066735.389773:0:8451:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.389780:0:8451:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.389791:0:8451:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.389797:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ec3e00/0xfb36a14ee6082cc9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.389823:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1966:x1830882975316096:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 13612us (13959us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.389829:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11204 00010000:00010000:3.0:1746066735.389946:0:8452:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.389953:0:8452:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.389969:0:8452:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.389974:0:8452:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.389980:0:8452:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.389985:0:8452:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e41ac00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066735.389987:0:8452:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.389993:0:8452:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.390001:0:8452:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.390007:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082cd7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.390042:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975315968:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 13698us (13955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.390047:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11206 00000100:00100000:1.0:1746066735.390389:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975317888 00000100:00100000:1.0:1746066735.390394:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975317888 00002000:00100000:1.0:1746066735.390414:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2859007) req@ffff8800924d2680 x1830882975317888/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.390422:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2680 with x1830882975317888 ext(2097152->2859007) 00010000:00010000:1.0:1746066735.390428:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 24 pid: 10402 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.390442:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 24 pid: 10402 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746066735.390448:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924d2680 00000100:00100000:1.0:1746066735.390460:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1014 00000100:00100000:1.0:1746066735.390465:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+24:1963:x1830882975317888:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066735.391074:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975316864:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 8716us (9063us total) trans 21474840241 rc 0/0 00000100:00100000:2.0:1746066735.391080:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1013 00002000:00100000:2.0:1746066735.391085:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (507904->880639) req@ffff8800924d3b80 x1830882975316864/t21474840241(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/448 e 0 to 0 dl 1746066746 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.391093:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3b80 with x1830882975316864 ext(507904->880639) 00010000:00010000:2.0:1746066735.391098:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 27 pid: 8451 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.391105:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 27 pid: 8451 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746066735.391127:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924d3b80 00000100:00100000:0.0:1746066735.391364:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.391434:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.391461:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.391797:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975317632 00000100:00100000:1.0:1746066735.391800:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975317632 00000100:00100000:2.0:1746066735.391815:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975318272 00010000:00010000:1.0:1746066735.391816:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6082c36 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979616 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.391818:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975318272 00010000:00010000:2.0:1746066735.391834:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b46fe00/0xfb36a14ee6082ae6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979544 expref: 14 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.391836:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5620 00000100:00100000:1.0:1746066735.391840:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975317632:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.391848:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066735.391850:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5621 00000100:00100000:2.0:1746066735.391855:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975318272:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.391858:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6082c36 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979616 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.391861:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.391865:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6082c36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979616 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.392658:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b46fe00/0xfb36a14ee6082ae6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979544 expref: 14 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.392672:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b46fe00/0xfb36a14ee6082ae6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979544 expref: 14 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.392703:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b46fe00/0xfb36a14ee6082ae6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979544 expref: 14 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.392779:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00d6000/0xfb36a14ee6082c36 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979616 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.392789:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.392791:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.392794:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.392801:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.392816:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066735.392828:0:4614:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.392833:0:4614:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.392835:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975318528 00000100:00100000:3.0:1746066735.392839:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975318528 00010000:00010000:1.0:1746066735.392847:0:4614:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.392853:0:4614:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.392858:0:4614:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.392863:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11209 00010000:00010000:1.0:1746066735.392863:0:4614:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ecc4000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066735.392866:0:4614:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.392868:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975318528:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.392871:0:4614:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.392878:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.392882:0:4614:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.392887:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ecc4000/0xfb36a14ee6082cde lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.392889:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009025d200/0xfb36a14ee6082cec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97966a expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066735.392902:0:8451:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd2c, atime: 0x6812dd2a, ctime: 0x6812dd2c, blocks: 0x81f 00010000:00010000:3.0:1746066735.392911:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.392913:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.392924:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009025d200/0xfb36a14ee6082cec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97966a expref: 30 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.392934:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009025d200/0xfb36a14ee6082cec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97966a expref: 30 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.392941:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009025d200, rc 0) 00000100:00100000:1.0:1746066735.393037:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975316224:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 16461us (16526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.393042:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11207 00000100:00100000:1.0:1746066735.393065:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1965:x1830882975317632:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1225us (3206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.393069:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5620 00000100:00100000:0.0:1746066735.393093:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.393120:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975318784 00000100:00100000:1.0:1746066735.393123:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975318784 00000100:00100000:1.0:1746066735.393138:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11210 00000100:00100000:1.0:1746066735.393142:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975318784:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:0.0:1746066735.393144:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066735.393149:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.393155:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b46fc00/0xfb36a14ee6082cf3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979678 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.393163:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.393164:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.393168:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b46fc00/0xfb36a14ee6082cf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979678 expref: 28 pid: 4614 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066735.393173:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:1.0:1746066735.393175:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b46fc00/0xfb36a14ee6082cf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979678 expref: 28 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.393182:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b46fc00, rc 0) 00000100:00100000:0.0:1746066735.393185:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.393195:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975318784:12345-192.168.202.57@tcp:101:cat.0 Request processed in 53us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.393199:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11210 00000100:00100000:0.0:1746066735.393200:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.393205:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975319040 00000100:00100000:1.0:1746066735.393207:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975319040 00000100:00100000:1.0:1746066735.393213:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11211 00000100:00100000:1.0:1746066735.393216:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975319040:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.393221:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.393226:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6082cfa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979686 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.393249:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976308480:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066735.393254:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.393283:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.393306:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975318400 00000100:00100000:1.0:1746066735.393308:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975318400 00000100:00100000:1.0:1746066735.393317:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975318656 00000100:00100000:1.0:1746066735.393319:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975318656 00000100:00100000:1.0:1746066735.393323:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975318912 00000100:00100000:1.0:1746066735.393325:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975318912 00000100:00100000:1.0:1746066735.393331:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11212 00000100:00100000:1.0:1746066735.393335:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975318400:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.393340:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.393345:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e41b000/0xfb36a14ee6082d01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979663 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.393364:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976308608:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066735.393378:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22900 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.393389:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11213 00000100:00100000:1.0:1746066735.393393:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975318656:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.393397:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.393403:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f209a00/0xfb36a14ee6082d08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979671 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066735.393412:0:20532:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd2d, atime: 0x6812dd2c, ctime: 0x6812dd2d, blocks: 0x821 00010000:00010000:1.0:1746066735.393418:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.393419:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.393422:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209a00/0xfb36a14ee6082d08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979671 expref: 34 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.393430:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f209a00/0xfb36a14ee6082d08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979671 expref: 34 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.393435:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f209a00, rc 0) 00000100:00100000:1.0:1746066735.393446:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975318656:12345-192.168.202.57@tcp:101:cat.0 Request processed in 52us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.393449:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11213 00000100:00100000:1.0:1746066735.393457:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11214 00000100:00100000:1.0:1746066735.393460:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975318912:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.393464:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.393469:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f209c00/0xfb36a14ee6082d0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97967f expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.393483:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976308736:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066735.393497:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.393504:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975319168 00000100:00100000:1.0:1746066735.393506:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975319168 00010000:00010000:1.0:1746066735.393513:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 14 pid: 8112 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.393524:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5622 00000100:00100000:1.0:1746066735.393528:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975319168:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.393532:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.393539:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 14 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.393545:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 14 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.393553:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.393554:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.393557:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.393558:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066735.393562:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.393571:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.393578:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975318272:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1722us (2142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.393584:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5621 00000100:00100000:1.0:1746066735.393596:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882975319168:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 67us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.393600:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5622 00010000:00010000:1.0:1746066735.393613:0:21203:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.393619:0:21203:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.393629:0:21203:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.393633:0:21203:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.393639:0:21203:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.393643:0:21203:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935c1600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066735.393645:0:21203:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.393650:0:21203:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.393656:0:21203:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.393664:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935c1600/0xfb36a14ee6082cd0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.393696:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975316352:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 17463us (17806us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.393700:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11205 00000100:00100000:3.0:1746066735.393781:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975318528:12345-192.168.202.57@tcp:101:cat.0 Request processed in 912us (2318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.393787:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11209 00000100:00100000:0.0:1746066735.396415:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.396431:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975319296 00000100:00100000:0.0:1746066735.396434:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975319296 00010000:00010000:1.0:1746066735.396435:0:20532:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff88009244e680 x1830882976308736) - normal race ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 1/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 12 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.396452:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 32 pid: 8451 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.396458:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5825400/0xfb36a14ee6082bfe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795f3 expref: 12 pid: 8112 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746066735.396469:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5623 00000100:00100000:1.0:1746066735.396472:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976308736:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066735.396475:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882975319296:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.396484:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.396494:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 32 pid: 8451 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.396496:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f209c00/0xfb36a14ee6082d0f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97967f expref: 32 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.396502:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 32 pid: 8451 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.396504:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f209c00/0xfb36a14ee6082d0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97967f expref: 32 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.396514:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.396515:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f209c00, rc 0) 00010000:00010000:0.0:1746066735.396516:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.396519:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.396525:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.396543:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975318912:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3082us (3342us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066735.396549:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11214 00010000:00010000:0.0:1746066735.396552:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.396567:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1965:x1830882975319296:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 92us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.396573:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5623 00000100:00100000:1.0:1746066735.396586:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976308480:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066735.396600:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6082cfa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979686 expref: 32 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.396607:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b46f400/0xfb36a14ee6082cfa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979686 expref: 32 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.396614:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b46f400, rc 0) 00000100:00100000:1.0:1746066735.396633:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975319040:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3415us (3489us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066735.396638:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11211 00010000:00010000:2.0:1746066735.396784:0:21973:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff88009244ea00 x1830882976308608) - normal race ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 29 pid: 8451 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.396799:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082bf7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->880639) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795ec expref: 29 pid: 8451 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.396807:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976308608:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066735.396823:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e41b000/0xfb36a14ee6082d01 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979663 expref: 28 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.396830:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e41b000/0xfb36a14ee6082d01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979663 expref: 28 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.396836:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41b000, rc 0) 00000100:00100000:2.0:1746066735.396852:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975318400:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3516us (3679us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066735.396856:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11212 00010000:00010000:3.0:1746066735.396915:0:10402:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.396922:0:10402:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.396937:0:10402:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.396944:0:10402:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.396950:0:10402:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.396955:0:10402:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b51b8000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066735.396957:0:10402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.396962:0:10402:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.396970:0:10402:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.396975:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8000/0xfb36a14ee6082cc2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.397006:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882975315840:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 20799us (21167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.397012:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11203 00000100:00100000:0.0:1746066735.400962:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975317888:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 10489us (11379us total) trans 17179872894 rc 0/0 00000100:00100000:0.0:1746066735.400974:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1014 00002000:00100000:0.0:1746066735.400983:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2097152->2859007) req@ffff8800924d2680 x1830882975317888/t17179872894(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/448 e 0 to 0 dl 1746066746 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066735.400992:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2680 with x1830882975317888 ext(2097152->2859007) 00010000:00010000:0.0:1746066735.400999:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 26 pid: 10402 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.401001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066735.401011:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 26 pid: 10402 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746066735.401017:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924d2680 00000100:00100000:3.0:1746066735.401286:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975319424 00000100:00100000:3.0:1746066735.401292:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975319424 00000100:00100000:3.0:1746066735.401413:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11215 00000100:00100000:3.0:1746066735.401419:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:29125:x1830882975319424:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.401433:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.401446:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009025da00/0xfb36a14ee6082d16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97968d expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746066735.401461:0:10402:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd2f, atime: 0x6812dd2c, ctime: 0x6812dd2f, blocks: 0x7e7 00010000:00010000:3.0:1746066735.401475:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.401477:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.401483:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009025da00/0xfb36a14ee6082d16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97968d expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.401495:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009025da00/0xfb36a14ee6082d16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97968d expref: 28 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.401503:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009025da00, rc 0) 00000100:00100000:3.0:1746066735.401521:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:29125:x1830882975319424:12345-192.168.202.57@tcp:101:cat.0 Request processed in 103us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.401526:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11215 00000100:00100000:0.0:1746066735.402634:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.404622:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975319552 00000100:00100000:2.0:1746066735.404633:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975319552 00010000:00010000:2.0:1746066735.404661:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 26 pid: 10402 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.404858:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5624 00000100:00100000:2.0:1746066735.404866:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1965:x1830882975319552:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.404876:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.404893:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 26 pid: 10402 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.404904:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 26 pid: 10402 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.404922:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb55000/0xfb36a14ee6082c4b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2859007) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97962b expref: 26 pid: 10402 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.404933:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.404934:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.404938:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.404945:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.404974:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.405012:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+25:1965:x1830882975319552:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 148us (2378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.405018:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5624 00010000:00010000:1.0:1746066735.405098:0:9776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.405106:0:9776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.405134:0:9776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.405141:0:9776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.405147:0:9776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.405153:0:9776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094196800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066735.405156:0:9776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.405163:0:9776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.405172:0:9776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.405177:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094196800/0xfb36a14ee6082ce5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.405213:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882975316480:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 28425us (28661us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.405219:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11208 00000100:00100000:2.0:1746066735.409456:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.409473:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.409726:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.410359:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975319936 00000100:00100000:0.0:1746066735.410367:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975319936 00002000:00100000:0.0:1746066735.410409:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e93e300 x1830882975319936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066735.410418:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93e300 with x1830882975319936 ext(0->1048575) 00002000:00010000:0.0:1746066735.410423:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93e300 00000100:00100000:0.0:1746066735.410437:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975320064 00000100:00100000:0.0:1746066735.410439:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975320064 00002000:00100000:0.0:1746066735.410450:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800924d1180 x1830882975320064/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066735.410456:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d1180 with x1830882975320064 ext(1048576->2097151) 00002000:00010000:0.0:1746066735.410458:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924d1180 00000100:00100000:0.0:1746066735.410474:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975320448 00000100:00100000:0.0:1746066735.410476:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975320448 00002000:00100000:0.0:1746066735.410485:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800924d3100 x1830882975320448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066735.410491:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3100 with x1830882975320448 ext(1048576->2097151) 00002000:00010000:0.0:1746066735.410494:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924d3100 00000100:00100000:0.0:1746066735.410504:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4644 00000100:00100000:0.0:1746066735.410510:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975319936:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066735.411890:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4645 00000100:00100000:3.0:1746066735.411899:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975320064:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066735.412995:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4646 00000100:00100000:2.0:1746066735.413007:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975320448:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066735.414811:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.414835:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975320576 00000100:00100000:2.0:1746066735.414841:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975320576 00002000:00100000:2.0:1746066735.414872:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800924d3800 x1830882975320576/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.414881:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3800 with x1830882975320576 ext(1048576->2097151) 00002000:00010000:2.0:1746066735.414885:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d3800 00000100:00100000:2.0:1746066735.414909:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4647 00000100:00100000:2.0:1746066735.414916:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975320576:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066735.416587:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.416609:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975320832 00000100:00100000:2.0:1746066735.416613:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975320832 00000100:00100000:2.0:1746066735.416642:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9167 00000100:00100000:2.0:1746066735.416648:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:29120:x1830882975320832:12345-192.168.202.57@tcp:36:lfs.0 00010000:00010000:2.0:1746066735.416702:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.416722:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41a600/0xfb36a14ee6082c6e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979639 expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.416736:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066735.416739:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066735.416760:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.416769:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97957c expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.416775:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 257 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.416780:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6082be9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795e5 expref: 257 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.416785:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 6/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.416805:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6082be9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795e5 expref: 257 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.416814:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6082be9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795e5 expref: 257 pid: 20127 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.416824:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e636300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976308864:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.416875:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 257 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.416885:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 257 pid: 20127 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.416891:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e637b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976308992:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.416908:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97957c expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.416914:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97957c expref: 12 pid: 14548 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.416920:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e634000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976309120:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.416931:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.425312:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e636300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976308864:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.425323:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e637b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976308992:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.425330:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e634000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976309120:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.425358:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:1.0:1746066735.426847:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.426866:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.426882:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975320960 00000100:00100000:1.0:1746066735.426887:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975320960 00010000:00010000:1.0:1746066735.426929:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6082be9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795e5 expref: 258 pid: 20127 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.426948:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975321216 00000100:00100000:1.0:1746066735.426950:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975321216 00010000:00010000:1.0:1746066735.426959:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97957c expref: 13 pid: 14548 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.426971:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5625 00000100:00100000:1.0:1746066735.426977:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:1963:x1830882975320960:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.426991:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.426996:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6082be9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795e5 expref: 258 pid: 20127 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.427004:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6082be9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795e5 expref: 258 pid: 20127 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.427020:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099790600/0xfb36a14ee6082be9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9795e5 expref: 258 pid: 20127 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.427033:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066735.427037:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066735.427478:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.427517:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:1963:x1830882975320960:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 538us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.427524:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5625 00000100:00100000:1.0:1746066735.427537:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5626 00000100:00100000:1.0:1746066735.427544:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975321216:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.427550:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.427554:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97957c expref: 13 pid: 14548 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.427562:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97957c expref: 13 pid: 14548 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.427572:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e5e400/0xfb36a14ee6082b41 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97957c expref: 13 pid: 14548 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.427582:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066735.427585:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066735.427589:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.427604:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975321216:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 61us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.427608:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5626 00000100:00100000:1.0:1746066735.427638:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.427651:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975321088 00000100:00100000:1.0:1746066735.427654:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975321088 00010000:00010000:1.0:1746066735.427663:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 257 pid: 20127 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.427694:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5627 00000100:00100000:1.0:1746066735.427700:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:1963:x1830882975321088:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.427706:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.427709:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 257 pid: 20127 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.427729:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 257 pid: 20127 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.427740:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12c00/0xfb36a14ee6082b48 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979583 expref: 257 pid: 20127 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.427750:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066735.427753:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066735.427759:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066735.427764:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066735.427781:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.427795:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:1963:x1830882975321088:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 96us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.427800:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5627 00010000:00010000:2.0:1746066735.427994:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.428000:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000040:00080000:2.0:1746066735.428525:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2656, 88 off223120 00000004:00080000:2.0:1746066735.428532:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696605855553ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066735.428571:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2594, 88 off217744 00000004:00080000:2.0:1746066735.428576:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696605900302ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066735.428589:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2595, 88 off217832 00000004:00080000:2.0:1746066735.428592:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696605915731ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066735.428599:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2657, 88 off223208 00000004:00080000:2.0:1746066735.428602:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696605926297ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066735.428608:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2658, 88 off223296 00000004:00080000:2.0:1746066735.428610:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696605934131ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066735.428615:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2596, 88 off217920 00000004:00080000:2.0:1746066735.428618:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696605941677ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066735.428623:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2597, 88 off218008 00000004:00080000:2.0:1746066735.428625:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696605949145ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066735.428630:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2598, 88 off218096 00000004:00080000:2.0:1746066735.428633:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696605956743ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066735.428638:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2659, 88 off223384 00000004:00080000:2.0:1746066735.428640:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696605964438ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066735.428646:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2599, 88 off218184 00000004:00080000:2.0:1746066735.428648:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696605971725ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066735.428653:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2660, 88 off223472 00000004:00080000:2.0:1746066735.428655:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696605979223ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066735.428660:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2600, 88 off218272 00000004:00080000:2.0:1746066735.428662:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696605985992ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066735.428667:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2661, 88 off223560 00000004:00080000:2.0:1746066735.428669:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696605993311ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066735.428695:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2662, 88 off223648 00000004:00080000:2.0:1746066735.428698:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696606021795ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066735.428705:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2663, 88 off223736 00000004:00080000:2.0:1746066735.428707:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696606031247ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066735.428713:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2664, 88 off223824 00000004:00080000:2.0:1746066735.428714:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696606038488ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066735.428720:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2601, 88 off218360 00000004:00080000:2.0:1746066735.428722:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696606046227ns, next at 634327279575ns, rc = 0 00000100:00100000:0.0:1746066735.429303:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975319936:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18791us (19851us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066735.429311:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4644 00002000:00100000:0.0:1746066735.429320:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e93e300 x1830882975319936/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066735.429327:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93e300 with x1830882975319936 ext(0->1048575) 00002000:00010000:0.0:1746066735.429332:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e93e300 00000100:00100000:2.0:1746066735.431416:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975320448:12345-192.168.202.57@tcp:3:cat.0 Request processed in 18407us (21682us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.431424:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4646 00002000:00100000:2.0:1746066735.431432:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800924d3100 x1830882975320448/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.431441:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3100 with x1830882975320448 ext(1048576->2097151) 00002000:00010000:2.0:1746066735.431445:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924d3100 00000100:00100000:2.0:1746066735.441875:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.442227:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975321344 00000100:00100000:0.0:1746066735.442234:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975321344 00000100:00100000:0.0:1746066735.442267:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9168 00000100:00100000:0.0:1746066735.442273:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:29125:x1830882975321344:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066735.442289:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.442302:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fe800/0xfb36a14ee6082d24 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979694 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.442344:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066735.442351:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fe800/0xfb36a14ee6082d24 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979694 expref: 257 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.442366:0:20127:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066735.442376:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fe800/0xfb36a14ee6082d24 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979694 expref: 257 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.442390:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066735.442392:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066735.442395:0:20127:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fe800/0xfb36a14ee6082d24 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979694 expref: 257 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.442400:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2fe800, rc 0) 00000100:00100000:0.0:1746066735.442436:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:29125:x1830882975321344:12345-192.168.202.57@tcp:101:cat.0 Request processed in 163us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.442441:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9168 00000100:00100000:1.0:1746066735.442624:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975320576:12345-192.168.202.57@tcp:3:cat.0 Request processed in 27708us (27816us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066735.442631:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4647 00002000:00100000:1.0:1746066735.442639:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff8800924d3800 x1830882975320576/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.442647:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d3800 with x1830882975320576 ext(1048576->2097151) 00002000:00010000:1.0:1746066735.442651:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924d3800 00000100:00100000:3.0:1746066735.443441:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975320064:12345-192.168.202.57@tcp:3:cat.0 Request processed in 31542us (33964us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.443448:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4645 00002000:00100000:3.0:1746066735.443453:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff8800924d1180 x1830882975320064/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.443460:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d1180 with x1830882975320064 ext(1048576->2097151) 00002000:00010000:3.0:1746066735.443463:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924d1180 00000100:00100000:1.0:1746066735.444881:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.445766:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975321600 00000100:00100000:2.0:1746066735.445773:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975321600 00000100:00100000:2.0:1746066735.445805:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9169 00000100:00100000:2.0:1746066735.445811:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009244dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29128:x1830882975321600:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.445827:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.445839:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38d000/0xfb36a14ee6082d2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97969b expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.446262:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c600/0xfb36a14ee6082d32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.446273:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c600/0xfb36a14ee6082d32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.446282:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c600/0xfb36a14ee6082d32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.446294:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38de00/0xfb36a14ee6082d39 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.446299:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38de00/0xfb36a14ee6082d39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.446304:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38de00/0xfb36a14ee6082d39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000001:00080000:1.0:1746066735.460418:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943054 is committed 00000001:00080000:1.0:1746066735.460475:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943051 is committed 00000001:00080000:1.0:1746066735.460484:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943055 is committed 00000004:00080000:1.0:1746066735.460487:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1884 committed 00000004:00080000:1.0:1746066735.460519:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1948 committed 00000004:00080000:1.0:1746066735.460525:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1947 committed 00000004:00080000:1.0:1746066735.460541:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1946 committed 00000004:00080000:1.0:1746066735.460543:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1945 committed 00000004:00080000:1.0:1746066735.460545:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1883 committed 00000004:00080000:1.0:1746066735.460547:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1944 committed 00000004:00080000:1.0:1746066735.460548:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1882 committed 00000004:00080000:1.0:1746066735.460550:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1943 committed 00000004:00080000:1.0:1746066735.460552:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1881 committed 00000004:00080000:1.0:1746066735.460553:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1880 committed 00000004:00080000:1.0:1746066735.460555:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1879 committed 00000004:00080000:1.0:1746066735.460556:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1942 committed 00000004:00080000:1.0:1746066735.460558:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1941 committed 00000004:00080000:1.0:1746066735.460560:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1878 committed 00000004:00080000:1.0:1746066735.460635:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1877 committed 00000004:00080000:1.0:1746066735.460638:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1940 committed 00000004:00010000:3.0:1746066735.460731:0:14548:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800924d2a00 reply state ffff88008c3c9400 transno 8589943055 ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00000100:00100000:3.0:1746066735.460740:0:14548:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1746066735.460822:0:14548:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1746066735.460833:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975320832:12345-192.168.202.57@tcp:36:lfs.0 Request processed in 44182us (44246us total) trans 8589943055 rc 0/0 00000100:00100000:3.0:1746066735.460840:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9167 00000100:00100000:3.0:1746066735.460866:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976309376:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.460866:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976309248:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066735.460913:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.460917:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976309632:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.460933:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066735.460941:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976309888:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1746066735.460960:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.460967:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.460973:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00000100:00100000:1.0:1746066735.460976:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976310144:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1746066735.460978:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099015200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.460982:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.460987:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40218400000020 pid: 14548 initiator: MDT0 00000100:00100000:1.0:1746066735.460990:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746066735.460999:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.461002:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066735.461006:0:3280:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fe800/0xfb36a14ee6082d24 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979694 expref: 251 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.461014:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00010000:00010000:3.0:1746066735.461016:0:3280:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fe800/0xfb36a14ee6082d24 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979694 expref: 251 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.461018:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976309504:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1746066735.461023:0:3280:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fe800/0xfb36a14ee6082d24 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979694 expref: 251 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.461042:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746066735.461044:0:3280:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fe800/0xfb36a14ee6082d24 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979694 expref: 251 pid: 20127 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.461052:0:3280:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3280:1830882976310272:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066735.461053:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976310016:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.461077:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066735.461078:0:3280:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.461091:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976309376 00000100:00100000:3.0:1746066735.461096:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976309376 00000100:00100000:1.0:1746066735.461102:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976309632 00000100:00100000:1.0:1746066735.461104:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976309632 00000100:00100000:3.0:1746066735.461130:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976310144 00000100:00100000:3.0:1746066735.461132:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976310144 00000100:00100000:3.0:1746066735.461141:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976309504 00000100:00100000:3.0:1746066735.461143:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976309504 00000100:00100000:1.0:1746066735.461144:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976310016 00000100:00100000:1.0:1746066735.461146:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976310016 00000100:00100000:3.0:1746066735.461154:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11216 00000100:00100000:3.0:1746066735.461159:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+45:3296:x1830882976309376:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066735.461289:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976310656:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066735.461301:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746066735.461304:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066733 -> 1746066733 00002000:00010000:3.0:1746066735.461306:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:3.0:1746066735.461307:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066733 -> 1746066733 00002000:00010000:3.0:1746066735.461309:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746066735.461327:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+46:3296:x1830882976309376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 168us (414us total) trans 21474840242 rc 0/0 00000100:00100000:0.0:1746066735.461333:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066735.461342:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976311168:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1746066735.461346:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38ca00/0xfb36a14ee6082d40 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066735.461355:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1746066735.461356:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38ca00/0xfb36a14ee6082d40 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461364:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38ca00/0xfb36a14ee6082d40 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066735.461374:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000100:00100000:0.0:1746066735.461382:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746066735.461387:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976310784:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066735.461412:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066735.461419:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976311296:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066735.461429:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1746066735.461461:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38ca00/0xfb36a14ee6082d40 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461467:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38ca00/0xfb36a14ee6082d40 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461470:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38ca00/0xfb36a14ee6082d40 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461474:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d38ca00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066735.461476:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38ca00/0xfb36a14ee6082d40 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461480:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38ca00/0xfb36a14ee6082d40 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461488:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066735.461490:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746066735.461492:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38ca00/0xfb36a14ee6082d40 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461496:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38ca00/0xfb36a14ee6082d40 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461559:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c600/0xfb36a14ee6082d32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461566:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c600/0xfb36a14ee6082d32 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461570:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c600/0xfb36a14ee6082d32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461574:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d38c600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066735.461576:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c600/0xfb36a14ee6082d32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461580:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c600/0xfb36a14ee6082d32 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461595:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066735.461597:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066735.461600:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c600/0xfb36a14ee6082d32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461603:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c600/0xfb36a14ee6082d32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461611:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38de00/0xfb36a14ee6082d39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461615:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38de00/0xfb36a14ee6082d39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461619:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38de00/0xfb36a14ee6082d39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461622:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d38de00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066735.461624:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38de00/0xfb36a14ee6082d39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461628:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38de00/0xfb36a14ee6082d39 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461633:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705a00) 00010000:00010000:2.0:1746066735.461634:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066735.461636:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38de00/0xfb36a14ee6082d39 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461640:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38de00/0xfb36a14ee6082d39 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.461673:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38d000/0xfb36a14ee6082d2b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97969b expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.461697:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38d000/0xfb36a14ee6082d2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97969b expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.461705:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d38d000, rc 0) 00000100:00100000:2.0:1746066735.461737:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009244dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:29128:x1830882975321600:12345-192.168.202.57@tcp:101:cat.0 Request processed in 15926us (16858us total) trans 8589943056 rc 301/301 00000100:00100000:2.0:1746066735.461743:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9169 00000100:00100000:1.0:1746066735.462079:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11217 00000100:00100000:1.0:1746066735.462088:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+46:3294:x1830882976310144:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.462200:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3294:x1830882976310144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 115us (1208us total) trans 21474840243 rc 0/0 00000100:00100000:1.0:1746066735.462206:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11217 00000100:00100000:1.0:1746066735.462215:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976310656 00000100:00100000:1.0:1746066735.462219:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976310656 00000100:00100000:1.0:1746066735.462231:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976311168 00000100:00100000:1.0:1746066735.462233:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976311168 00000100:00100000:1.0:1746066735.462239:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976310784 00000100:00100000:1.0:1746066735.462241:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976310784 00000100:00100000:1.0:1746066735.462246:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976311296 00000100:00100000:1.0:1746066735.462248:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976311296 00000100:00100000:1.0:1746066735.462256:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11218 00000100:00100000:1.0:1746066735.462260:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+46:3294:x1830882976309632:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.462335:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3294:x1830882976309632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 74us (1400us total) trans 21474840244 rc 0/0 00000100:00100000:1.0:1746066735.462345:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11218 00000100:00100000:1.0:1746066735.462355:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11219 00000100:00100000:1.0:1746066735.462361:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+46:3294:x1830882976309504:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.462445:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3294:x1830882976309504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 84us (1401us total) trans 21474840245 rc 0/0 00000100:00100000:1.0:1746066735.462450:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11219 00000100:00100000:1.0:1746066735.462460:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11220 00000100:00100000:1.0:1746066735.462465:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+46:3294:x1830882976310016:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066735.462523:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066735.462526:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1746066735.462528:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746066735.462530:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1746066735.462532:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066735.462549:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3294:x1830882976310016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 84us (1470us total) trans 21474840246 rc 0/0 00000100:00100000:1.0:1746066735.462553:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11220 00000100:00100000:1.0:1746066735.462562:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11221 00000100:00100000:1.0:1746066735.462567:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+40:3293:x1830882976310656:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066735.462668:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3293:x1830882976310656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 101us (1334us total) trans 17179872895 rc 0/0 00000100:00100000:1.0:1746066735.462673:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11221 00000100:00100000:1.0:1746066735.462696:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11222 00000100:00100000:1.0:1746066735.462700:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+40:3293:x1830882976311168:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066735.462760:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3293:x1830882976311168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 60us (1404us total) trans 17179872896 rc 0/0 00000100:00100000:1.0:1746066735.462764:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11222 00000100:00100000:1.0:1746066735.462771:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11223 00000100:00100000:1.0:1746066735.462774:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+40:3293:x1830882976310784:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746066735.462817:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066735.462819:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:1.0:1746066735.462821:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:1.0:1746066735.462823:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:1.0:1746066735.462824:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066735.462837:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3293:x1830882976310784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 63us (1425us total) trans 17179872897 rc 0/0 00000100:00100000:1.0:1746066735.462841:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11223 00000100:00100000:1.0:1746066735.462847:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11224 00000100:00100000:1.0:1746066735.462851:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+40:3293:x1830882976311296:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066735.462884:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed70000/2, rc 0, transno 17179872897 00000100:00100000:0.0:1746066735.462890:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976310784:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066735.462897:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed71180/2, rc 0, transno 17179872895 00000100:00100000:0.0:1746066735.462899:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976310656:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066735.462903:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3293:x1830882976311296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 52us (1473us total) trans 17179872898 rc 0/0 00000004:00080000:0.0:1746066735.462905:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed72a00/2, rc 0, transno 17179872896 00000100:00100000:1.0:1746066735.462908:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11224 00000100:00100000:0.0:1746066735.462908:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976311168:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066735.462915:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed70380/2, rc 0, transno 17179872898 00000100:00100000:0.0:1746066735.462918:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976311296:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066735.462932:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066735.462932:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244ea00/2, rc 0, transno 21474840245 00000100:00100000:0.0:1746066735.462939:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976309504:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066735.462945:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef59500/2, rc 0, transno 21474840246 00000100:00100000:1.0:1746066735.462948:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976309760:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066735.462948:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976310016:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066735.462955:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a8694e00/2, rc 0, transno 21474840244 00000100:00100000:0.0:1746066735.462957:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976309632:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066735.462963:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ef58e00/2, rc 0, transno 21474840243 00000100:00100000:1.0:1746066735.462965:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066735.462966:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976310144:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.462979:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976310400:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066735.462991:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.463000:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976310912:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066735.463010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.463017:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746066735.463021:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976310528:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066735.463030:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.463036:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976311040:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066735.463045:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.463055:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976309248 00000100:00100000:1.0:1746066735.463058:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976309248 00000100:00100000:1.0:1746066735.463067:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976309760 00000100:00100000:1.0:1746066735.463069:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976309760 00000100:00100000:1.0:1746066735.463074:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976310400 00000100:00100000:1.0:1746066735.463075:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976310400 00000100:00100000:1.0:1746066735.463079:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976310912 00000100:00100000:1.0:1746066735.463081:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976310912 00000100:00100000:1.0:1746066735.463085:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976310528 00000100:00100000:1.0:1746066735.463086:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976310528 00000100:00100000:1.0:1746066735.463090:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976311040 00000100:00100000:1.0:1746066735.463091:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976311040 00000100:00100000:1.0:1746066735.463097:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11225 00000100:00100000:1.0:1746066735.463101:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3295:x1830882976309248:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066735.463187:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1746066735.463189:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:1.0:1746066735.463191:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066735.463193:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:1.0:1746066735.463195:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2023 -> 2023 00000100:00100000:1.0:1746066735.463215:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+49:3295:x1830882976309248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (281us total) trans 21474840247 rc 0/0 00000100:00100000:1.0:1746066735.463219:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11225 00000100:00100000:1.0:1746066735.463228:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11226 00000100:00100000:1.0:1746066735.463232:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3295:x1830882976309760:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066735.463235:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11216 00000100:00100000:3.0:1746066735.463249:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11227 00000100:00100000:3.0:1746066735.463254:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+44:3295:x1830882976310400:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066735.463255:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11228 00000100:00100000:0.0:1746066735.463260:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:3295:x1830882976310912:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066735.463298:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3295:x1830882976309760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (331us total) trans 21474840248 rc 0/0 00000100:00100000:3.0:1746066735.463299:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11229 00000100:00100000:1.0:1746066735.463303:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11226 00000100:00100000:3.0:1746066735.463304:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+44:3295:x1830882976310528:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066735.463311:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11230 00000100:00100000:1.0:1746066735.463316:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3295:x1830882976311040:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066735.463362:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3295:x1830882976310912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 102us (349us total) trans 17179872899 rc 0/0 00000100:00100000:0.0:1746066735.463366:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11228 00000100:00100000:3.0:1746066735.463418:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066735.463425:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976309888 00000100:00100000:0.0:1746066735.463427:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976309888 00000100:00100000:0.0:1746066735.463440:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11231 00000004:00080000:3.0:1746066735.463442:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244ed80/2, rc 0, transno 21474840242 00000100:00100000:0.0:1746066735.463444:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3296:x1830882976309888:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066735.463445:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976309376:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066735.463521:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3296:x1830882976309888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 75us (101us total) trans 21474840249 rc 0/0 00000100:00100000:0.0:1746066735.463526:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11231 00000100:00100000:1.0:1746066735.463534:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e852d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976311424:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.463550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1746066735.463600:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746066735.463602:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066733 -> 1746066733 00002000:00010000:2.0:1746066735.463604:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:2.0:1746066735.463605:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066733 -> 1746066733 00002000:00010000:2.0:1746066735.463607:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746066735.463630:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+47:3295:x1830882976310528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 326us (598us total) trans 17179872900 rc 0/0 00000100:00100000:2.0:1746066735.463635:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11229 00000100:00100000:2.0:1746066735.463647:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976311424 00000100:00100000:2.0:1746066735.463650:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976311424 00000100:00100000:2.0:1746066735.463668:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11232 00000100:00100000:2.0:1746066735.463672:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+49:3295:x1830882976311424:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066735.463771:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3295:x1830882976311424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 91us (212us total) trans 21474840250 rc 0/0 00000100:00100000:2.0:1746066735.463776:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11232 00000004:00080000:1.0:1746066735.463898:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e852d80/2, rc 0, transno 21474840250 00000100:00100000:1.0:1746066735.463901:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e852d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976311424:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066735.463908:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed71500/2, rc 0, transno 17179872900 00000100:00100000:1.0:1746066735.463910:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976310528:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066735.463916:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed71880/2, rc 0, transno 17179872899 00000100:00100000:1.0:1746066735.463918:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976310912:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066735.463923:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244d500/2, rc 0, transno 21474840247 00000100:00100000:1.0:1746066735.463925:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976309248:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066735.463930:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a8694700/2, rc 0, transno 21474840248 00000100:00100000:1.0:1746066735.463932:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976309760:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746066735.464718:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a8694a80/2, rc 0, transno 21474840249 00000100:00100000:3.0:1746066735.464724:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8694a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976309888:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066735.464802:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066735.464805:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066732 -> 1746066732 00002000:00010000:0.0:1746066735.464808:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066730 -> 1746066730 00002000:00010000:0.0:1746066735.464809:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066732 -> 1746066732 00002000:00010000:0.0:1746066735.464815:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:1.0:1746066735.464830:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+46:3295:x1830882976311040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1514us (1783us total) trans 17179872902 rc 0/0 00000100:00100000:1.0:1746066735.464836:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11230 00000100:00100000:0.0:1746066735.464839:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+46:3295:x1830882976310400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1584us (1845us total) trans 17179872901 rc 0/0 00000100:00100000:0.0:1746066735.464845:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11227 00000004:00080000:1.0:1746066735.464853:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed71f80/2, rc 0, transno 17179872902 00000100:00100000:1.0:1746066735.464856:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976311040:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066735.464861:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ed73480/2, rc 0, transno 17179872901 00000100:00100000:1.0:1746066735.464863:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976310400:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066735.465523:0:3280:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3280:1830882976310272:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066735.465540:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.465547:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099015200/0xfb36a14ee6082d1d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746066735.465567:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.465588:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975321728 00000100:00100000:3.0:1746066735.465591:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975321728 00000100:00100000:3.0:1746066735.465628:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3651 00000100:00100000:3.0:1746066735.465634:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2b5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+252:29125:x1830882975321728:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:3.0:1746066735.465924:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2b5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+252:29125:x1830882975321728:12345-192.168.202.57@tcp:49:cat.0 Request processed in 288us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.465929:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3651 00000100:00100000:0.0:1746066735.466416:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.466459:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.466604:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975321856 00000100:00100000:2.0:1746066735.466609:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975321856 00000100:00100000:1.0:1746066735.466631:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975322112 00000100:00100000:1.0:1746066735.466636:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975322112 00000100:00100000:2.0:1746066735.466643:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9170 00000100:00100000:2.0:1746066735.466652:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:29120:x1830882975321856:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:1.0:1746066735.466659:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3652 00000100:00100000:1.0:1746066735.466665:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:29128:x1830882975322112:12345-192.168.202.57@tcp:35:cat.0 00010000:00010000:2.0:1746066735.466667:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.466694:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c400/0xfb36a14ee6082d4e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796a2 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.466729:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c400/0xfb36a14ee6082d4e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a2 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.466740:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c400/0xfb36a14ee6082d4e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a2 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.466762:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066735.466765:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066735.466768:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d38c400, rc 0) 00000100:00100000:2.0:1746066735.466850:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975321856:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 196us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.466855:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9170 00000100:00100000:1.0:1746066735.466987:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:29128:x1830882975322112:12345-192.168.202.57@tcp:35:cat.0 Request processed in 321us (526us total) trans 8589943057 rc 0/0 00000100:00100000:1.0:1746066735.466992:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3652 00000100:00100000:0.0:1746066735.469192:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.469289:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975322240 00000100:00100000:2.0:1746066735.469294:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975322240 00000100:00100000:2.0:1746066735.469334:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9171 00000100:00100000:2.0:1746066735.469347:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:29128:x1830882975322240:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.469367:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.469380:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38d600/0xfb36a14ee6082d55 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796a9 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.469441:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fee00/0xfb36a14ee6082d5c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.469450:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fee00/0xfb36a14ee6082d5c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.469459:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fee00/0xfb36a14ee6082d5c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066735.469479:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:2.0:1746066735.469482:0:809:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066735.469493:0:809:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fee00/0xfb36a14ee6082d5c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.469512:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38d600/0xfb36a14ee6082d55 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a9 expref: 11 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.469524:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fee00/0xfb36a14ee6082d5c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a9 expref: 10 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.469530:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066735.469533:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066735.469535:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2fee00, rc 0) 00000100:00100000:2.0:1746066735.469580:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29128:x1830882975322240:12345-192.168.202.57@tcp:101:cat.0 Request processed in 239us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.469585:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9171 00000100:00100000:0.0:1746066735.471338:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.471404:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975322368 00000100:00100000:2.0:1746066735.471410:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975322368 00000100:00100000:2.0:1746066735.471440:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9172 00000100:00100000:2.0:1746066735.471447:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975322368:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066735.471462:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.471473:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ff400/0xfb36a14ee6082d63 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796b0 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.471527:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082d6a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.471537:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082d6a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.471545:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082d6a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:2.0:1746066735.471565:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:2.0:1746066735.471568:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066735.471578:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082d6a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066735.471595:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ff400/0xfb36a14ee6082d63 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796b0 expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.471606:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082d6a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796b0 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.471613:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066735.471615:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066735.471617:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2ffa00, rc 0) 00000100:00100000:2.0:1746066735.471660:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:29120:x1830882975322368:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 213us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.471665:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9172 00000100:00100000:0.0:1746066735.472882:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.472914:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.472949:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.473364:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975322496 00000100:00100000:2.0:1746066735.473369:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975322496 00000100:00100000:2.0:1746066735.473402:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975322624 00000100:00100000:2.0:1746066735.473405:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975322624 00000100:00100000:2.0:1746066735.473428:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975322752 00000100:00100000:2.0:1746066735.473430:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975322752 00000100:00100000:2.0:1746066735.473445:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11233 00000100:00100000:2.0:1746066735.473452:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975322496:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.473463:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.473474:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f2ff000/0xfb36a14ee6082d71 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796b7 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.473489:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.473491:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.473497:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2ff000/0xfb36a14ee6082d71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796b7 expref: 13 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.473509:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f2ff000/0xfb36a14ee6082d71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796b7 expref: 13 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.473517:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2ff000, rc 0) 00000100:00100000:2.0:1746066735.473543:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975322496:12345-192.168.202.57@tcp:101:cat.0 Request processed in 92us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.473548:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11233 00000100:00100000:2.0:1746066735.473561:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11234 00000100:00100000:2.0:1746066735.473566:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975322624:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.473572:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.473580:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f2fec00/0xfb36a14ee6082d78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796be expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.473588:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.473589:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.473593:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2fec00/0xfb36a14ee6082d78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796be expref: 27 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.473602:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f2fec00/0xfb36a14ee6082d78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796be expref: 27 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.473608:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2fec00, rc 0) 00000100:00100000:2.0:1746066735.473621:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975322624:12345-192.168.202.57@tcp:101:cat.0 Request processed in 56us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.473625:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11234 00000100:00100000:2.0:1746066735.473634:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11235 00000100:00100000:2.0:1746066735.473639:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975322752:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.473645:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.473650:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe200/0xfb36a14ee6082d7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796c5 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.473659:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.473660:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.473664:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe200/0xfb36a14ee6082d7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796c5 expref: 27 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.473672:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe200/0xfb36a14ee6082d7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796c5 expref: 27 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.473703:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2fe200, rc 0) 00000100:00100000:2.0:1746066735.473717:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975322752:12345-192.168.202.57@tcp:101:cat.0 Request processed in 78us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.473722:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11235 00000100:00100000:0.0:1746066735.475909:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.475924:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975322880 00000100:00100000:3.0:1746066735.475930:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975322880 00000100:00100000:0.0:1746066735.475944:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.475958:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975323008 00000100:00100000:3.0:1746066735.475960:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975323008 00000100:00100000:0.0:1746066735.475962:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.475970:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975323136 00000100:00100000:3.0:1746066735.475972:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975323136 00000100:00100000:3.0:1746066735.475984:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11236 00000100:00100000:0.0:1746066735.475988:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.475990:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975322880:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:0.0:1746066735.475999:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066735.476004:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066735.476010:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066735.476017:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a500ee00/0xfb36a14ee6082d86 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796cc expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.476019:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.476027:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066735.476034:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.476035:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.476041:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a500ee00/0xfb36a14ee6082d86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796cc expref: 15 pid: 21973 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066735.476049:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066735.476051:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a500ee00/0xfb36a14ee6082d86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796cc expref: 15 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.476060:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a500ee00, rc 0) 00000100:00100000:0.0:1746066735.476060:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975323264 00000100:00100000:0.0:1746066735.476062:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975323264 00000100:00100000:0.0:1746066735.476074:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975323392 00000100:00100000:0.0:1746066735.476075:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975323392 00000100:00100000:0.0:1746066735.476081:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975323648 00000100:00100000:0.0:1746066735.476083:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975323648 00000100:00100000:3.0:1746066735.476086:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975322880:12345-192.168.202.57@tcp:101:cat.0 Request processed in 96us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.476089:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975323520 00000100:00100000:0.0:1746066735.476090:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975323520 00000100:00100000:3.0:1746066735.476091:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11236 00000100:00100000:0.0:1746066735.476095:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975323776 00000100:00100000:0.0:1746066735.476097:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975323776 00000100:00100000:0.0:1746066735.476776:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975323904 00000100:00100000:0.0:1746066735.476780:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975323904 00000100:00100000:0.0:1746066735.476798:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11237 00000100:00100000:0.0:1746066735.476802:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975323008:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:3.0:1746066735.476806:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11238 00010000:00010000:0.0:1746066735.476810:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066735.476811:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975323136:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.476817:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.476819:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082d8d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796d3 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.476825:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6082d94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796da expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746066735.476837:0:20532:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x386:0x0] initial LVB size: 5078880, mtime: 0x6812dd2f, atime: 0x6812dd2e, ctime: 0x6812dd2f, blocks: 0x1709 00002000:00010000:3.0:1746066735.476840:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd2f, atime: 0x6812dd2e, ctime: 0x6812dd2f, blocks: 0x102b 00010000:00010000:3.0:1746066735.476845:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.476845:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.476846:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.476846:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.476850:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6082d94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796da expref: 28 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.476850:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082d8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796d3 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.476859:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6082d94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796da expref: 28 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.476859:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082d8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796d3 expref: 15 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.476865:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a57c6600, rc 0) 00010000:00010000:0.0:1746066735.476865:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008deb1600, rc 0) 00000100:00100000:0.0:1746066735.476882:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975323008:12345-192.168.202.57@tcp:101:cat.0 Request processed in 79us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.476885:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975323136:12345-192.168.202.57@tcp:101:cat.0 Request processed in 74us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.476886:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11237 00000100:00100000:3.0:1746066735.476889:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11238 00000100:00100000:0.0:1746066735.476896:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11239 00000100:00100000:3.0:1746066735.476898:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11240 00000100:00100000:0.0:1746066735.476900:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975323264:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:3.0:1746066735.476902:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975323392:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.476908:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.476908:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.476914:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7600/0xfb36a14ee6082d9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796e8 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.476914:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5830600/0xfb36a14ee6082da2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796e1 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.476922:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.476922:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.476923:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.476923:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.476927:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7600/0xfb36a14ee6082d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e8 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.476928:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5830600/0xfb36a14ee6082da2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e1 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.476935:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7600/0xfb36a14ee6082d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e8 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.476935:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5830600/0xfb36a14ee6082da2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e1 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.476942:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5830600, rc 0) 00010000:00010000:3.0:1746066735.476946:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a57c7600, rc 0) 00000100:00100000:0.0:1746066735.476953:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975323264:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 53us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.476955:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975323392:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 52us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.476957:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11239 00000100:00100000:3.0:1746066735.476960:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11240 00000100:00100000:3.0:1746066735.476966:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11241 00000100:00100000:3.0:1746066735.476970:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975323648:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.476980:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.476985:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082da9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796f6 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.476994:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.476995:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.476998:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082da9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796f6 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.477010:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082da9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796f6 expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.477016:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb55000, rc 0) 00000100:00100000:3.0:1746066735.477032:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975323648:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 61us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.477318:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11242 00000100:00100000:0.0:1746066735.477324:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975323520:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:3.0:1746066735.477330:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11241 00010000:00010000:0.0:1746066735.477331:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.477337:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082db0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796ef expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.477341:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11243 00000100:00100000:3.0:1746066735.477346:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975323776:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066735.477346:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.477347:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.477351:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082db0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796ef expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.477353:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.477358:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082db7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9796fd expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.477359:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082db0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796ef expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.477365:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.477365:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9cc00, rc 0) 00010000:00010000:3.0:1746066735.477366:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.477370:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082db7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796fd expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.477376:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082db7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796fd expref: 8 pid: 21973 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066735.477379:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975323520:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 56us (1359us total) trans 0 rc 0/0 00010000:00010000:3.0:1746066735.477382:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34a00, rc 0) 00000100:00100000:0.0:1746066735.477383:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11242 00000100:00100000:0.0:1746066735.477391:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11244 00000100:00100000:3.0:1746066735.477393:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975323776:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 48us (1365us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.477396:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975323904:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:3.0:1746066735.477398:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11243 00010000:00010000:0.0:1746066735.477400:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.477404:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab9dc00/0xfb36a14ee6082dbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979704 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.477412:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.477413:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.477416:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9dc00/0xfb36a14ee6082dbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979704 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.477423:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ab9dc00/0xfb36a14ee6082dbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979704 expref: 8 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.477429:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9dc00, rc 0) 00000100:00100000:0.0:1746066735.477439:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975323904:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 43us (1389us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.477443:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11244 00000100:00100000:2.0:1746066735.482007:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.482609:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975324160 00000100:00100000:3.0:1746066735.482616:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975324160 00002000:00100000:3.0:1746066735.482653:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e637b80 x1830882975324160/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.482661:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637b80 with x1830882975324160 ext(1048576->2097151) 00002000:00010000:3.0:1746066735.482665:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e637b80 00000100:00100000:3.0:1746066735.483289:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4648 00000100:00100000:3.0:1746066735.483297:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882975324160:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066735.489766:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.489802:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.489877:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975324544 00000100:00100000:3.0:1746066735.489884:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975324544 00000100:00100000:3.0:1746066735.489929:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975324672 00000100:00100000:3.0:1746066735.489932:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975324672 00000100:00100000:3.0:1746066735.489951:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4649 00000100:00100000:3.0:1746066735.489957:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975324544:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:3.0:1746066735.489988:0:8457:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082dc5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.490000:0:8457:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.490002:0:8457:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.490006:0:8457:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082dc5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.490017:0:8457:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082dc5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.491193:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4650 00000100:00100000:3.0:1746066735.491200:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975324672:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:3.0:1746066735.491219:0:31365:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b46fe00/0xfb36a14ee6082dcc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.491226:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.491228:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.491230:0:31365:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b46fe00/0xfb36a14ee6082dcc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.491238:0:31365:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b46fe00/0xfb36a14ee6082dcc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.494846:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.494861:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.494882:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.494899:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.494905:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975324928 00000100:00100000:1.0:1746066735.494910:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.494913:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975324928 00000100:00100000:1.0:1746066735.494921:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.494933:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.494944:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.494959:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975325184 00000100:00100000:2.0:1746066735.494961:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975325184 00000100:00100000:2.0:1746066735.494972:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975325568 00000100:00100000:2.0:1746066735.494973:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975325568 00000100:00100000:1.0:1746066735.494974:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.494980:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975325952 00000100:00100000:2.0:1746066735.494982:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975325952 00000100:00100000:1.0:1746066735.494985:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975325824 00000100:00100000:2.0:1746066735.494989:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975326208 00000100:00100000:1.0:1746066735.494989:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975325824 00000100:00100000:2.0:1746066735.494990:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975326208 00002000:00100000:2.0:1746066735.495003:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e851880 x1830882975326208/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.495008:0:21550:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e850380 x1830882975325824/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.495012:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851880 with x1830882975326208 ext(1048576->2097151) 00002000:00100000:1.0:1746066735.495015:0:21550:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e850380 with x1830882975325824 ext(0->1048575) 00002000:00010000:2.0:1746066735.495016:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e851880 00002000:00010000:1.0:1746066735.495018:0:21550:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e850380 00000100:00100000:2.0:1746066735.495020:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975326464 00000100:00100000:2.0:1746066735.495021:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975326464 00000100:00100000:1.0:1746066735.495024:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4651 00002000:00100000:2.0:1746066735.495029:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880093210700 x1830882975326464/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746066735.495030:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975324928:12345-192.168.202.57@tcp:3:lfs.0 00002000:00100000:2.0:1746066735.495040:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210700 with x1830882975326464 ext(1048576->2097151) 00002000:00010000:2.0:1746066735.495043:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093210700 00000100:00100000:2.0:1746066735.495047:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975326592 00000100:00100000:2.0:1746066735.495049:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975326592 00010000:00010000:1.0:1746066735.495056:0:21550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b4e41400/0xfb36a14ee6082dd3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746066735.495057:0:31368:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880093211f80 x1830882975326592/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.495062:0:31368:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211f80 with x1830882975326592 ext(1048576->2097151) 00002000:00010000:2.0:1746066735.495065:0:31368:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093211f80 00010000:00010000:1.0:1746066735.495066:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746066735.495068:0:31368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975326976 00010000:00010000:1.0:1746066735.495068:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746066735.495069:0:31368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975326976 00010000:00010000:1.0:1746066735.495072:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4e41400/0xfb36a14ee6082dd3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.495078:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4652 00000100:00100000:2.0:1746066735.495082:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882975325184:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:1.0:1746066735.495082:0:21550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4e41400/0xfb36a14ee6082dd3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.495096:0:31368:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6082dda lrc: 3/1,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.495103:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.495104:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.495118:0:31368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6082dda lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.495130:0:31368:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6082dda lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.496303:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4653 00000100:00100000:2.0:1746066735.496313:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882975325568:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:2.0:1746066735.496335:0:11692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6082de1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.496344:0:11692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.496345:0:11692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.496348:0:11692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6082de1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.496353:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4654 00010000:00010000:2.0:1746066735.496356:0:11692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6082de1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.496362:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882975325952:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066735.496379:0:8455:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082de8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.496385:0:8455:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.496386:0:8455:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.496388:0:8455:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082de8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.496395:0:8455:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082de8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.496636:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4655 00000100:00100000:3.0:1746066735.496645:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1965:x1830882975326208:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066735.497613:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4656 00000100:00100000:3.0:1746066735.497620:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1965:x1830882975325824:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066735.498790:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882975324160:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15490us (16787us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.498797:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4648 00002000:00100000:3.0:1746066735.498806:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e637b80 x1830882975324160/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.498813:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637b80 with x1830882975324160 ext(1048576->2097151) 00002000:00010000:3.0:1746066735.498818:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e637b80 00000100:00100000:3.0:1746066735.498835:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4657 00000100:00100000:3.0:1746066735.498840:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1965:x1830882975326464:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066735.498861:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4658 00000100:00100000:0.0:1746066735.498867:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1966:x1830882975326592:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066735.499764:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.500721:0:31366:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:1.0:1746066735.500730:0:31366:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_012' 00000100:00100000:2.0:1746066735.502927:0:25585:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:2.0:1746066735.502939:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975327232 00000100:00100000:2.0:1746066735.502945:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975327232 00000100:00100000:1.0:1746066735.504222:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4659 00000100:00100000:1.0:1746066735.504234:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882975326976:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:1.0:1746066735.504263:0:1992:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099015400/0xfb36a14ee6082def lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.504275:0:1992:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.504277:0:1992:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.504282:0:1992:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099015400/0xfb36a14ee6082def lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.504293:0:1992:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099015400/0xfb36a14ee6082def lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.504557:0:8457:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082dc5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.504565:0:8457:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082dc5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.504572:0:8457:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082dc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.504582:0:8457:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b46f600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066735.504585:0:8457:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082dc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.504592:0:8457:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082dc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.504604:0:8457:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082dc5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.504610:0:8457:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082dc5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.504650:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975324544:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 14692us (14890us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.505383:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4649 00000100:00100000:2.0:1746066735.505407:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4660 00000100:00100000:2.0:1746066735.505417:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882975327232:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:2.0:1746066735.505439:0:8457:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee6082df6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.505447:0:8457:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.505448:0:8457:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.505452:0:8457:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee6082df6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.505460:0:8457:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee6082df6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.511234:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.511296:0:31366:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:1.0:1746066735.511304:0:31366:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_013' 00000100:00100000:0.0:1746066735.511777:0:31366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975327488 00000100:00100000:0.0:1746066735.511785:0:31366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975327488 00002000:00100000:0.0:1746066735.511820:0:31366:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800996d8000 x1830882975327488/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066735.511829:0:31366:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8000 with x1830882975327488 ext(1048576->2097151) 00002000:00010000:0.0:1746066735.511833:0:31366:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800996d8000 00010000:00010000:3.0:1746066735.512667:0:31365:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b46fe00/0xfb36a14ee6082dcc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.512691:0:31365:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b46fe00/0xfb36a14ee6082dcc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.512699:0:31365:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b46fe00/0xfb36a14ee6082dcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.512705:0:31365:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b46fe00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066735.512709:0:31365:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b46fe00/0xfb36a14ee6082dcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.512717:0:31365:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b46fe00/0xfb36a14ee6082dcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.512732:0:31365:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b46fe00/0xfb36a14ee6082dcc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.512738:0:31365:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b46fe00/0xfb36a14ee6082dcc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.512785:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882975324672:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 21583us (22981us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.512792:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4650 00000100:00100000:3.0:1746066735.512808:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4661 00000100:00100000:3.0:1746066735.512815:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882975327488:12345-192.168.202.57@tcp:3:cat.0 00010000:00010000:0.0:1746066735.526302:0:31368:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6082dda lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.526316:0:31368:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6082dda lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.526328:0:31368:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6082dda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.526334:0:31368:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5e8200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066735.526337:0:31368:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6082dda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.526344:0:31368:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6082dda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.526360:0:31368:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6082dda lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.526364:0:31368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6082dda lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.526513:0:21550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b4e41400/0xfb36a14ee6082dd3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.526520:0:21550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4e41400/0xfb36a14ee6082dd3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.526525:0:21550:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b4e41400/0xfb36a14ee6082dd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.526529:0:21550:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4e41400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066735.526531:0:21550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4e41400/0xfb36a14ee6082dd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.526535:0:21550:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4e41400/0xfb36a14ee6082dd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.526544:0:21550:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b4e41400/0xfb36a14ee6082dd3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.526553:0:21550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4e41400/0xfb36a14ee6082dd3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.526624:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882975324928:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 31591us (31782us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066735.526632:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4651 00000100:00100000:0.0:1746066735.526991:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882975325184:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 31907us (32126us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066735.526997:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4652 00000100:00100000:3.0:1746066735.532145:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1965:x1830882975326208:12345-192.168.202.57@tcp:3:cat.0 Request processed in 35492us (37213us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.532155:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4655 00002000:00100000:3.0:1746066735.532166:0:21552:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009e851880 x1830882975326208/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.532175:0:21552:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e851880 with x1830882975326208 ext(1048576->2097151) 00002000:00010000:3.0:1746066735.532180:0:21552:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e851880 00000100:00100000:3.0:1746066735.540126:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975325824:12345-192.168.202.57@tcp:3:cat.0 Request processed in 42498us (45206us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.540137:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4656 00002000:00100000:3.0:1746066735.540147:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009e850380 x1830882975325824/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.540156:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e850380 with x1830882975325824 ext(0->1048575) 00002000:00010000:3.0:1746066735.540160:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e850380 00010000:00010000:2.0:1746066735.544008:0:8455:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082de8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.544021:0:8455:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082de8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.544027:0:8455:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082de8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.544032:0:8455:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ab9c600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066735.544035:0:8455:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082de8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.544042:0:8455:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082de8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.544056:0:8455:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082de8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.544061:0:8455:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082de8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.544155:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975325952:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 47791us (49250us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.544164:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4654 00000100:00100000:3.0:1746066735.548373:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1965:x1830882975326464:12345-192.168.202.57@tcp:3:cat.0 Request processed in 49525us (53430us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.548385:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4657 00002000:00100000:3.0:1746066735.548396:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff880093210700 x1830882975326464/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.548405:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210700 with x1830882975326464 ext(1048576->2097151) 00002000:00010000:3.0:1746066735.548410:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093210700 00010000:00010000:2.0:1746066735.551644:0:11692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6082de1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.551659:0:11692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6082de1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.551666:0:11692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6082de1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.551672:0:11692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5e8000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066735.551689:0:11692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6082de1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.551695:0:11692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6082de1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.551710:0:11692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6082de1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.551715:0:11692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6082de1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.551774:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975325568:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 55461us (56887us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.551782:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4653 00000100:00100000:1.0:1746066735.558388:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1966:x1830882975326592:12345-192.168.202.57@tcp:3:cat.0 Request processed in 59512us (63434us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066735.558398:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4658 00002000:00100000:1.0:1746066735.558407:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff880093211f80 x1830882975326592/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.558416:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211f80 with x1830882975326592 ext(1048576->2097151) 00002000:00010000:1.0:1746066735.558420:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093211f80 00010000:00010000:1.0:1746066735.562822:0:1992:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099015400/0xfb36a14ee6082def lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.562838:0:1992:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099015400/0xfb36a14ee6082def lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.562846:0:1992:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099015400/0xfb36a14ee6082def lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.562853:0:1992:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099015400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066735.562856:0:1992:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099015400/0xfb36a14ee6082def lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.562868:0:1992:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099015400/0xfb36a14ee6082def lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.562883:0:1992:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099015400/0xfb36a14ee6082def lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.562889:0:1992:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099015400/0xfb36a14ee6082def lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.563447:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975326976:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 59213us (68467us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066735.563456:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4659 00010000:00010000:2.0:1746066735.571242:0:8457:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee6082df6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.571258:0:8457:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee6082df6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.571271:0:8457:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee6082df6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.571276:0:8457:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e41a600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066735.571280:0:8457:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee6082df6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.571286:0:8457:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee6082df6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.571300:0:8457:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee6082df6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.571305:0:8457:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e41a600/0xfb36a14ee6082df6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.571395:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975327232:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 65977us (71628us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.571404:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4660 00000100:00100000:3.0:1746066735.576222:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882975327488:12345-192.168.202.57@tcp:3:cat.0 Request processed in 63397us (64985us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.576234:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4661 00002000:00100000:3.0:1746066735.576245:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff8800996d8000 x1830882975327488/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.576254:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800996d8000 with x1830882975327488 ext(1048576->2097151) 00002000:00010000:3.0:1746066735.576259:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800996d8000 00000100:00100000:0.0:1746066735.577605:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.577659:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975327744 00000100:00100000:2.0:1746066735.577668:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975327744 00000100:00100000:2.0:1746066735.577733:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9173 00000100:00100000:2.0:1746066735.577740:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+252:29130:x1830882975327744:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066735.577755:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.577768:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d800/0xfb36a14ee6082dfd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97970b expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.577854:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6082e04 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.577865:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6082e04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.577874:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6082e04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.577883:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082e0b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.577887:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082e0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.577891:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082e0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.577973:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.577982:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082c91 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979655 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.577987:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.578012:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082c91 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979655 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.578022:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082c91 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979655 expref: 8 pid: 14548 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.578035:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e636300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976311552:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.578328:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.584518:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.584636:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.584715:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975328128 00000100:00100000:2.0:1746066735.584722:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975328128 00000100:00100000:3.0:1746066735.584756:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e636300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976311552:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.584757:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082c91 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979655 expref: 9 pid: 14548 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.584774:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:2.0:1746066735.584778:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5628 00000100:00100000:2.0:1746066735.584785:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975328128:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.584795:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066735.584797:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975328000 00000100:00100000:3.0:1746066735.584800:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975328000 00010000:00010000:2.0:1746066735.584800:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082c91 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979655 expref: 9 pid: 14548 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.584808:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082c91 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979655 expref: 10 pid: 14548 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.584825:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082c91 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979655 expref: 10 pid: 14548 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.584833:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9174 00000100:00100000:3.0:1746066735.584838:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:29120:x1830882975328000:12345-192.168.202.57@tcp:36:lfs.0 00010000:00010000:2.0:1746066735.584840:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066735.584843:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.584850:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066735.584855:0:7107:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.584868:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.584869:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066735.584876:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082d6a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796b0 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.584886:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.584889:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.584899:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975328128:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 115us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.584904:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5628 00010000:00010000:3.0:1746066735.584915:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.584923:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fee00/0xfb36a14ee6082d5c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a9 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.584928:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.584947:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fee00/0xfb36a14ee6082d5c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a9 expref: 9 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.584957:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fee00/0xfb36a14ee6082d5c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a9 expref: 9 pid: 809 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.584972:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976311680:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.585020:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3480 going to sleep for 11 seconds 00010000:00010000:3.0:1746066735.585031:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585036:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:3.0:1746066735.585055:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066735.585144:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585150:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585154:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585159:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f77de00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.585163:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585167:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585174:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.585176:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066735.585178:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585182:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77de00/0xfb36a14ee6082e12 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585192:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6082e04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585196:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6082e04 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585200:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6082e04 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585206:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f77da00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.585208:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6082e04 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585212:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6082e04 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585216:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066735.585218:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.585220:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6082e04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585223:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6082e04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585229:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082e0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585232:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082e0b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585236:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082e0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585239:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f77dc00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.585241:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082e0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585244:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082e0b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585249:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705f00) 00010000:00010000:3.0:1746066735.585250:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.585253:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082e0b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585256:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082e0b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066735.585286:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d800/0xfb36a14ee6082dfd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97970b expref: 254 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.585291:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d800/0xfb36a14ee6082dfd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97970b expref: 254 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.585297:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77d800, rc 0) 00000100:00100000:3.0:1746066735.585319:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29130:x1830882975327744:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7580us (7718us total) trans 8589943058 rc 301/301 00000100:00100000:3.0:1746066735.585324:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9173 00000100:00100000:0.0:1746066735.593990:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.594022:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.594043:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.594074:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.594137:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975328640 00000100:00100000:1.0:1746066735.594146:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975328640 00002000:00100000:1.0:1746066735.594188:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009f16ca80 x1830882975328640/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.594196:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ca80 with x1830882975328640 ext(2097152->3145727) 00002000:00010000:1.0:1746066735.594200:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16ca80 00000100:00100000:1.0:1746066735.594213:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975328896 00000100:00100000:1.0:1746066735.594214:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975328896 00002000:00100000:1.0:1746066735.594224:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009f16fb80 x1830882975328896/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.594229:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16fb80 with x1830882975328896 ext(3145728->4194303) 00002000:00010000:1.0:1746066735.594231:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16fb80 00000100:00100000:1.0:1746066735.594238:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975329152 00000100:00100000:1.0:1746066735.594240:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975329152 00002000:00100000:1.0:1746066735.594249:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f16ed80 x1830882975329152/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.594255:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ed80 with x1830882975329152 ext(2097152->3145727) 00002000:00010000:1.0:1746066735.594257:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16ed80 00000100:00100000:1.0:1746066735.594263:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975329408 00000100:00100000:1.0:1746066735.594264:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975329408 00002000:00100000:1.0:1746066735.594272:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009f16f800 x1830882975329408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.594277:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16f800 with x1830882975329408 ext(3145728->4194303) 00002000:00010000:1.0:1746066735.594279:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16f800 00000100:00100000:1.0:1746066735.594288:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4662 00000100:00100000:1.0:1746066735.594294:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975328640:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066735.595228:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4663 00000100:00100000:0.0:1746066735.595236:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975328896:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066735.596544:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4664 00000100:00100000:3.0:1746066735.596554:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882975329152:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066735.598196:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4665 00000100:00100000:2.0:1746066735.598210:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975329408:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066735.602204:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.602725:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976311680:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.602744:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:3.0:1746066735.602764:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975328384 00000100:00100000:3.0:1746066735.602769:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975328384 00002000:00100000:3.0:1746066735.602799:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e635f80 x1830882975328384/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.602807:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e635f80 with x1830882975328384 ext(1048576->2097151) 00002000:00010000:3.0:1746066735.602812:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e635f80 00000100:00100000:3.0:1746066735.602831:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4666 00000100:00100000:3.0:1746066735.602837:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975328384:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066735.604043:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.604097:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975329792 00000100:00100000:1.0:1746066735.604100:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975329792 00000100:00100000:1.0:1746066735.604139:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9175 00000100:00100000:1.0:1746066735.604145:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29132:x1830882975329792:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066735.604157:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.604168:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979712 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.604234:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01200/0xfb36a14ee6082e2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604243:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01200/0xfb36a14ee6082e2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604251:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01200/0xfb36a14ee6082e2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604261:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01000/0xfb36a14ee6082e35 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604265:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01000/0xfb36a14ee6082e35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604269:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01000/0xfb36a14ee6082e35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604345:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e00e00/0xfb36a14ee6082e3c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604352:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135e00e00/0xfb36a14ee6082e3c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604357:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e00e00/0xfb36a14ee6082e3c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:1.0:1746066735.604364:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066735.604418:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e00e00/0xfb36a14ee6082e3c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604423:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135e00e00/0xfb36a14ee6082e3c lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604428:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135e00e00/0xfb36a14ee6082e3c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604433:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135e00e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066735.604436:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e00e00/0xfb36a14ee6082e3c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604441:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e00e00/0xfb36a14ee6082e3c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604450:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066735.604452:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1746066735.604456:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135e00e00/0xfb36a14ee6082e3c lrc: 2/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604460:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e00e00/0xfb36a14ee6082e3c lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604474:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01200/0xfb36a14ee6082e2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604478:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01200/0xfb36a14ee6082e2e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604483:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01200/0xfb36a14ee6082e2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604486:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135e01200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066735.604488:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01200/0xfb36a14ee6082e2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604491:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01200/0xfb36a14ee6082e2e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604495:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066735.604497:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066735.604499:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01200/0xfb36a14ee6082e2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604503:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01200/0xfb36a14ee6082e2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604509:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01000/0xfb36a14ee6082e35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604513:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01000/0xfb36a14ee6082e35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604518:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01000/0xfb36a14ee6082e35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604521:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135e01000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066735.604523:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01000/0xfb36a14ee6082e35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604527:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01000/0xfb36a14ee6082e35 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604532:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800a73a1800) 00010000:00010000:1.0:1746066735.604533:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066735.604534:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01000/0xfb36a14ee6082e35 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604538:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01000/0xfb36a14ee6082e35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.604561:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e27 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979712 expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.604567:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979712 expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.604572:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e01400, rc 0) 00000100:00100000:1.0:1746066735.604600:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:29132:x1830882975329792:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 456us (560us total) trans 8589943059 rc 301/301 00000100:00100000:1.0:1746066735.604609:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9175 00000100:00100000:0.0:1746066735.611406:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.612893:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975329536 00000100:00100000:1.0:1746066735.612901:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975329536 00010000:00010000:1.0:1746066735.612939:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fee00/0xfb36a14ee6082d5c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a9 expref: 11 pid: 809 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.612979:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5629 00000100:00100000:1.0:1746066735.612987:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1965:x1830882975329536:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.612999:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.613004:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fee00/0xfb36a14ee6082d5c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a9 expref: 11 pid: 809 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.613018:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fee00/0xfb36a14ee6082d5c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a9 expref: 11 pid: 809 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.613036:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fee00/0xfb36a14ee6082d5c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a9 expref: 11 pid: 809 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.613051:0:7109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066735.613055:0:7109:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066735.613062:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066735.613068:0:7109:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066735.613094:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.613148:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1965:x1830882975329536:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 162us (1748us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.613154:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5629 00010000:00010000:3.0:1746066735.613715:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.613722:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00010000:3.0:1746066735.613844:0:14548:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009f16c380 reply state ffff88009f355000 transno 8589943060 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:3.0:1746066735.613849:0:14548:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746066735.613915:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:29120:x1830882975328000:12345-192.168.202.57@tcp:36:lfs.0 Request processed in 29075us (29404us total) trans 8589943060 rc 0/0 00000100:00100000:3.0:1746066735.613921:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9174 00000100:00100000:0.0:1746066735.615634:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.616185:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975330048 00000100:00100000:3.0:1746066735.616190:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975330048 00000100:00100000:3.0:1746066735.616219:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9176 00000100:00100000:3.0:1746066735.616224:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29130:x1830882975330048:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066735.616241:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.616244:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746066735.616260:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2fe800/0xfb36a14ee6082d24 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979694 expref: 253 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.616289:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.616293:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066735.616301:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fe00/0xfb36a14ee6082e4a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979719 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.616340:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.616350:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c400/0xfb36a14ee6082d4e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a2 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.616356:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 2/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.616361:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.616373:0:14548:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.616390:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c400/0xfb36a14ee6082d4e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a2 expref: 8 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.616401:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c400/0xfb36a14ee6082d4e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a2 expref: 8 pid: 809 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.616415:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976311808:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.616481:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ba3480 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.616608:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975328896:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21371us (22583us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066735.616615:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4663 00002000:00100000:1.0:1746066735.616624:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009f16fb80 x1830882975328896/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.616631:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16fb80 with x1830882975328896 ext(3145728->4194303) 00002000:00010000:1.0:1746066735.616635:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16fb80 00000100:00100000:2.0:1746066735.617167:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.617187:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975330176 00000100:00100000:2.0:1746066735.617190:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975330176 00000100:00100000:2.0:1746066735.617215:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11245 00000100:00100000:2.0:1746066735.617220:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975330176:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066735.617227:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.617235:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979720 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.617251:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009025da00/0xfb36a14ee6082d16 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97968d expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.617258:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5830600/0xfb36a14ee6082da2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e1 expref: 9 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.617263:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f2ff000/0xfb36a14ee6082d71 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796b7 expref: 16 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.617269:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.617271:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.617273:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979720 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.617289:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f2ff000/0xfb36a14ee6082d71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796b7 expref: 16 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.617296:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f2ff000/0xfb36a14ee6082d71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796b7 expref: 16 pid: 10402 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.617304:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e634e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976311936:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.617358:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5830600/0xfb36a14ee6082da2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e1 expref: 9 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.617364:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5830600/0xfb36a14ee6082da2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e1 expref: 9 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.617371:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e636680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976312064:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.617390:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009025da00/0xfb36a14ee6082d16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97968d expref: 29 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.617397:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009025da00/0xfb36a14ee6082d16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97968d expref: 29 pid: 10402 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.617403:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e636300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976312192:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.617444:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.617450:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.617456:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.617461:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b46fa00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.617463:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.617469:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.617477:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.617479:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.617481:0:3279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.617486:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.617490:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee6082e19 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000020 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746066735.618454:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3300 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.622125:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975328640:12345-192.168.202.57@tcp:3:cat.0 Request processed in 27810us (28121us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066735.622137:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4662 00002000:00100000:1.0:1746066735.622146:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009f16ca80 x1830882975328640/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066735.622155:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ca80 with x1830882975328640 ext(2097152->3145727) 00002000:00010000:1.0:1746066735.622160:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16ca80 00000100:00100000:2.0:1746066735.624362:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.624441:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfe0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976311808:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.624467:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746066735.625849:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975330304 00000100:00100000:0.0:1746066735.625857:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975330304 00010000:00010000:0.0:1746066735.625885:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c400/0xfb36a14ee6082d4e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a2 expref: 8 pid: 809 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746066735.625912:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5630 00000100:00100000:0.0:1746066735.625919:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975330304:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.625929:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.625934:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c400/0xfb36a14ee6082d4e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a2 expref: 8 pid: 809 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.625943:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c400/0xfb36a14ee6082d4e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a2 expref: 8 pid: 809 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.625960:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d38c400/0xfb36a14ee6082d4e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796a2 expref: 8 pid: 809 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.626734:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066735.626739:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066735.626748:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066735.626757:0:7107:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066735.627333:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.627369:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975330304:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1449us (3009us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.627377:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5630 00010000:00010000:3.0:1746066735.627472:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.627480:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746066735.627712:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e634e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976311936:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.627904:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975329408:12345-192.168.202.57@tcp:3:cat.0 Request processed in 29700us (33829us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.627911:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4665 00002000:00100000:2.0:1746066735.627919:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff88009f16f800 x1830882975329408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.627926:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16f800 with x1830882975329408 ext(3145728->4194303) 00002000:00010000:2.0:1746066735.627930:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16f800 00000040:00080000:3.0:1746066735.629278:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2665, 88 off223912 00000004:00080000:3.0:1746066735.629285:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696806609157ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066735.629335:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2602, 88 off218448 00000004:00080000:3.0:1746066735.629340:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696806663608ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066735.631199:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2603, 88 off218536 00000004:00080000:3.0:1746066735.631209:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696808532283ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066735.631223:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2666, 88 off224000 00000004:00080000:3.0:1746066735.631226:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696808549533ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066735.631254:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2667, 88 off224088 00000004:00080000:3.0:1746066735.631257:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696808581107ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066735.631265:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2604, 88 off218624 00000004:00080000:3.0:1746066735.631267:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696808590847ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066735.631273:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2605, 88 off218712 00000004:00080000:3.0:1746066735.631277:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696808600729ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066735.631284:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2606, 88 off218800 00000004:00080000:3.0:1746066735.631287:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696808610748ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066735.631294:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2668, 88 off224176 00000004:00080000:3.0:1746066735.631298:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696808622033ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066735.631320:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2607, 88 off218888 00000004:00080000:3.0:1746066735.631323:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696808647565ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066735.631331:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2669, 88 off224264 00000004:00080000:3.0:1746066735.631334:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696808657858ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066735.631343:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2608, 88 off218976 00000004:00080000:3.0:1746066735.631345:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696808669563ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066735.631352:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2670, 88 off224352 00000004:00080000:3.0:1746066735.631355:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696808678983ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066735.631495:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2671, 88 off224440 00000004:00080000:3.0:1746066735.631499:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696808823307ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066735.631507:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2672, 88 off224528 00000004:00080000:3.0:1746066735.631509:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696808833144ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066735.631516:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2673, 88 off224616 00000004:00080000:3.0:1746066735.631519:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696808842952ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066735.631526:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2609, 88 off219064 00000004:00080000:3.0:1746066735.631528:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696808852423ns, next at 634327279575ns, rc = 0 00000100:00100000:0.0:1746066735.632159:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.632176:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975330432 00000100:00100000:0.0:1746066735.632182:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975330432 00010000:00010000:0.0:1746066735.632205:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5830600/0xfb36a14ee6082da2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e1 expref: 10 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.632224:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5631 00000100:00100000:0.0:1746066735.632229:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975330432:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.632239:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.632253:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5830600/0xfb36a14ee6082da2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e1 expref: 10 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.632268:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5830600/0xfb36a14ee6082da2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e1 expref: 10 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.632286:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.632314:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975330432:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 84us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.632319:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5631 00010000:00010000:2.0:1746066735.632721:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5830600/0xfb36a14ee6082da2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e1 expref: 9 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.632736:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e636680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976312064:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.636233:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.636313:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.636333:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975330560 00000100:00100000:0.0:1746066735.636339:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975330560 00000100:00100000:2.0:1746066735.636354:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e636300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976312192:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066735.636366:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2ff000/0xfb36a14ee6082d71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796b7 expref: 15 pid: 10402 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.636386:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979720 expref: 8 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.636389:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975330688 00000100:00100000:0.0:1746066735.636391:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975330688 00010000:00010000:2.0:1746066735.636398:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a632e00, rc 0) 00010000:00010000:0.0:1746066735.636400:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009025da00/0xfb36a14ee6082d16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97968d expref: 30 pid: 10402 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746066735.636414:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5632 00000100:00100000:0.0:1746066735.636420:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975330560:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.636430:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.636446:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f2ff000/0xfb36a14ee6082d71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796b7 expref: 15 pid: 10402 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.636454:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f2ff000/0xfb36a14ee6082d71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796b7 expref: 15 pid: 10402 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.636471:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f2ff000/0xfb36a14ee6082d71 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796b7 expref: 15 pid: 10402 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.636528:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975330176:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 19306us (19361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.636534:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11245 00000100:00100000:2.0:1746066735.636558:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5633 00000100:00100000:2.0:1746066735.636565:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975330688:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.636572:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.636581:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009025da00/0xfb36a14ee6082d16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97968d expref: 30 pid: 10402 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.636590:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009025da00/0xfb36a14ee6082d16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97968d expref: 30 pid: 10402 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.636643:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009025da00/0xfb36a14ee6082d16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97968d expref: 30 pid: 10402 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.636652:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.636653:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.636659:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979720 expref: 7 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.636665:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979720 expref: 7 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.636702:0:7109:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979720 expref: 7 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.636711:0:7109:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976312320:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066735.636769:0:7109:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.637002:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1964:x1830882975329152:12345-192.168.202.57@tcp:3:cat.0 Request processed in 40450us (42958us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.637009:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4664 00002000:00100000:2.0:1746066735.637016:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f16ed80 x1830882975329152/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.637024:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ed80 with x1830882975329152 ext(2097152->3145727) 00002000:00010000:2.0:1746066735.637029:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16ed80 00010000:00010000:0.0:1746066735.639455:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.640301:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975330560:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3875us (4067us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.640310:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5632 00000100:00100000:0.0:1746066735.641703:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.642975:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.643050:0:7109:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7109:1830882976312320:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066735.643068:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.643098:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975330688:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6534us (6784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.643119:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5633 00000100:00100000:2.0:1746066735.643144:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975330944 00000100:00100000:2.0:1746066735.643149:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975330944 00000100:00100000:2.0:1746066735.643171:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11246 00000100:00100000:2.0:1746066735.643176:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975330944:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066735.643190:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.643204:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97972e expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.643226:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009025d200/0xfb36a14ee6082cec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97966a expref: 30 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.643232:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7600/0xfb36a14ee6082d9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e8 expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.643239:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2fec00/0xfb36a14ee6082d78 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796be expref: 27 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.643244:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.643245:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.643248:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 6/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97972e expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.643279:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f2fec00/0xfb36a14ee6082d78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796be expref: 27 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.643290:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f2fec00/0xfb36a14ee6082d78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796be expref: 27 pid: 10402 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.643300:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976312448:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.643587:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975330816 00000100:00100000:3.0:1746066735.643591:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975330816 00000100:00100000:3.0:1746066735.643612:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9177 00000100:00100000:3.0:1746066735.643616:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29128:x1830882975330816:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.643627:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.643638:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee6082e66 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979727 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.643693:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.643700:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee6082e66 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979727 expref: 11 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.643710:0:809:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.643718:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee6082e66 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979727 expref: 11 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.643728:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.643730:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066735.643733:0:809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee6082e66 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979727 expref: 11 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.643743:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e41a00, rc 0) 00000100:00100000:3.0:1746066735.643762:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:29128:x1830882975330816:12345-192.168.202.57@tcp:101:cat.0 Request processed in 145us (2062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.643767:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9177 00000100:00100000:3.0:1746066735.644312:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975328384:12345-192.168.202.57@tcp:3:cat.0 Request processed in 41474us (42114us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.644319:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4666 00002000:00100000:3.0:1746066735.644326:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e635f80 x1830882975328384/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.644334:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e635f80 with x1830882975328384 ext(1048576->2097151) 00002000:00010000:3.0:1746066735.644338:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e635f80 00010000:00010000:2.0:1746066735.644818:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7600/0xfb36a14ee6082d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e8 expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.644933:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7600/0xfb36a14ee6082d9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e8 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.644942:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976312576:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.644973:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009025d200/0xfb36a14ee6082cec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97966a expref: 30 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.644980:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009025d200/0xfb36a14ee6082cec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97966a expref: 30 pid: 8451 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.644987:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976312704:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.645002:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3300 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.651250:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976312448:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.651264:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976312576:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.651271:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976312704:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.651302:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97972e expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.651317:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46d000, rc 0) 00000100:00100000:2.0:1746066735.655242:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:29120:x1830882975330944:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 12054us (12258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.655252:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11246 00000100:00100000:0.0:1746066735.656363:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.656443:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.656461:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.656487:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.656508:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975331200 00000100:00100000:0.0:1746066735.656514:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975331200 00010000:00010000:0.0:1746066735.656539:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7600/0xfb36a14ee6082d9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e8 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.656557:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975331328 00000100:00100000:0.0:1746066735.656559:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975331328 00010000:00010000:0.0:1746066735.656568:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2fec00/0xfb36a14ee6082d78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796be expref: 28 pid: 10402 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.656579:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975331456 00000100:00100000:0.0:1746066735.656580:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975331456 00010000:00010000:0.0:1746066735.656587:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009025d200/0xfb36a14ee6082cec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97966a expref: 31 pid: 8451 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.656598:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5634 00000100:00100000:0.0:1746066735.656603:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975331200:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.656612:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.656628:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7600/0xfb36a14ee6082d9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e8 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.656642:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7600/0xfb36a14ee6082d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e8 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.656665:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a57c7600/0xfb36a14ee6082d9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796e8 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.656690:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.656718:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975331200:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 115us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.656723:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5634 00000100:00100000:0.0:1746066735.656734:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5635 00000100:00100000:0.0:1746066735.656739:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975331328:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.656745:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.656751:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f2fec00/0xfb36a14ee6082d78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796be expref: 28 pid: 10402 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.656759:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f2fec00/0xfb36a14ee6082d78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796be expref: 28 pid: 10402 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.656769:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f2fec00/0xfb36a14ee6082d78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796be expref: 28 pid: 10402 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.656779:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.656791:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975331328:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 52us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.656795:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5635 00000100:00100000:0.0:1746066735.656804:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5636 00000100:00100000:0.0:1746066735.656808:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1965:x1830882975331456:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.656814:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.656821:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009025d200/0xfb36a14ee6082cec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97966a expref: 31 pid: 8451 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.656828:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009025d200/0xfb36a14ee6082cec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97966a expref: 31 pid: 8451 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.656837:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009025d200/0xfb36a14ee6082cec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97966a expref: 31 pid: 8451 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.656844:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.656845:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.656851:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97972e expref: 7 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.656858:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97972e expref: 7 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.656882:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97972e expref: 7 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.656892:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976312832:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066735.656936:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373f8840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.657532:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975331072 00000100:00100000:3.0:1746066735.657536:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975331072 00000100:00100000:3.0:1746066735.657569:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9178 00000100:00100000:3.0:1746066735.657575:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:29125:x1830882975331072:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.657587:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.657598:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082e6d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979735 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.657632:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082e6d lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979735 expref: 256 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.657640:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082e6d lrc: 3/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979735 expref: 256 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.657653:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.657655:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066735.657658:0:809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee6082e66 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979727 expref: 10 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.657664:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2ffa00, rc 0) 00000100:00100000:3.0:1746066735.657705:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:29125:x1830882975331072:12345-192.168.202.57@tcp:101:cat.0 Request processed in 130us (1242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.657710:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9178 00000100:00100000:1.0:1746066735.661180:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976312832:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066735.661197:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.661243:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1965:x1830882975331456:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4432us (4753us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.661252:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5636 00000100:00100000:0.0:1746066735.662191:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.662360:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975331584 00000100:00100000:2.0:1746066735.662366:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975331584 00000100:00100000:2.0:1746066735.662393:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11247 00000100:00100000:2.0:1746066735.662399:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975331584:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066735.662410:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.662422:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97973c expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.662442:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f209a00/0xfb36a14ee6082d08 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979671 expref: 29 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.662449:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082db0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796ef expref: 9 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.662454:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe200/0xfb36a14ee6082d7f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796c5 expref: 26 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.662464:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.662466:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.662468:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97973c expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.662489:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe200/0xfb36a14ee6082d7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796c5 expref: 26 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.662497:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe200/0xfb36a14ee6082d7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796c5 expref: 26 pid: 10402 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.662506:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976312960:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.662542:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082db0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796ef expref: 9 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.662548:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082db0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796ef expref: 9 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.662554:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976313088:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.662568:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f209a00/0xfb36a14ee6082d08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979671 expref: 29 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.662574:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f209a00/0xfb36a14ee6082d08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979671 expref: 29 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.662584:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976313216:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.662594:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3780 going to sleep for 11 seconds 00000001:00080000:1.0:1746066735.667609:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943059 is committed 00000001:00080000:1.0:1746066735.667622:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943061 is committed 00000004:00080000:1.0:1746066735.667625:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1892 committed 00000004:00080000:1.0:1746066735.667632:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1957 committed 00000004:00080000:1.0:1746066735.667636:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1956 committed 00000004:00080000:1.0:1746066735.667638:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1955 committed 00000004:00080000:1.0:1746066735.667639:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1954 committed 00000004:00080000:1.0:1746066735.667641:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1891 committed 00000004:00080000:1.0:1746066735.667642:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1953 committed 00000004:00080000:1.0:1746066735.667644:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1890 committed 00000004:00080000:1.0:1746066735.667645:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1952 committed 00000004:00080000:1.0:1746066735.667646:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1889 committed 00000004:00080000:1.0:1746066735.667648:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1888 committed 00000004:00080000:1.0:1746066735.667649:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1887 committed 00000004:00080000:1.0:1746066735.667652:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1951 committed 00000004:00080000:1.0:1746066735.667653:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1950 committed 00000004:00080000:1.0:1746066735.667654:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1886 committed 00000004:00080000:1.0:1746066735.667655:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1885 committed 00000004:00080000:1.0:1746066735.667657:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1949 committed 00000001:00080000:1.0:1746066735.667660:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943060 is committed 00000100:00100000:1.0:1746066735.667784:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976313728:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.667825:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.667842:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976314240:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.667851:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.667862:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746066735.667865:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976313344:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.667874:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.667881:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976313856:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.667890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.667901:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976313600:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.667910:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.667918:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976314112:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.667926:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.667933:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746066735.667936:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976313472:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.667944:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.667950:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976313984:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.667959:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.667973:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976313728 00000100:00100000:1.0:1746066735.667978:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976313728 00000100:00100000:1.0:1746066735.667997:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976314240 00000100:00100000:1.0:1746066735.667999:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976314240 00000100:00100000:1.0:1746066735.668004:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976313344 00000100:00100000:1.0:1746066735.668005:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976313344 00000100:00100000:1.0:1746066735.668010:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976313856 00000100:00100000:1.0:1746066735.668011:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976313856 00000100:00100000:1.0:1746066735.668015:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976313600 00000100:00100000:1.0:1746066735.668016:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976313600 00000100:00100000:1.0:1746066735.668021:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976314112 00000100:00100000:1.0:1746066735.668022:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976314112 00000100:00100000:1.0:1746066735.668026:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976313472 00000100:00100000:1.0:1746066735.668027:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976313472 00000100:00100000:1.0:1746066735.668031:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976313984 00000100:00100000:1.0:1746066735.668032:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976313984 00000100:00100000:1.0:1746066735.668039:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11248 00000100:00100000:1.0:1746066735.668044:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+57:3295:x1830882976313728:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.668184:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+58:3295:x1830882976313728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 140us (359us total) trans 21474840251 rc 0/0 00000100:00100000:1.0:1746066735.668190:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11248 00000100:00100000:1.0:1746066735.668199:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11249 00000100:00100000:1.0:1746066735.668203:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+57:3295:x1830882976314240:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.668260:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+58:3295:x1830882976314240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 56us (407us total) trans 21474840252 rc 0/0 00000100:00100000:1.0:1746066735.668264:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11249 00000100:00100000:1.0:1746066735.668270:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11250 00000100:00100000:1.0:1746066735.668274:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+57:3295:x1830882976313344:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066735.668324:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1746066735.668327:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:1.0:1746066735.668329:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066735.668330:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:1.0:1746066735.668332:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2023 -> 2023 00000100:00100000:1.0:1746066735.668345:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+58:3295:x1830882976313344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (470us total) trans 21474840253 rc 0/0 00000100:00100000:1.0:1746066735.668349:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11250 00000100:00100000:1.0:1746066735.668355:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11251 00000100:00100000:1.0:1746066735.668359:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+57:3295:x1830882976313856:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.668407:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+58:3295:x1830882976313856:12345-0@lo:2:osp-syn-0-0.0 Request processed in 48us (516us total) trans 21474840254 rc 0/0 00000100:00100000:1.0:1746066735.668411:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11251 00000100:00100000:1.0:1746066735.668417:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11252 00000100:00100000:1.0:1746066735.668421:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+57:3294:x1830882976313600:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066735.668465:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:1.0:1746066735.668467:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:1.0:1746066735.668469:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:1.0:1746066735.668470:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:1.0:1746066735.668472:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00000100:00100000:1.0:1746066735.668486:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+58:3294:x1830882976313600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 66us (575us total) trans 21474840255 rc 0/0 00000100:00100000:1.0:1746066735.668490:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11252 00000100:00100000:1.0:1746066735.668497:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11253 00000100:00100000:1.0:1746066735.668501:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+57:3294:x1830882976314112:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066735.668542:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066735.668543:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1746066735.668545:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746066735.668546:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1746066735.668548:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066735.668560:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+58:3294:x1830882976314112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 59us (633us total) trans 21474840256 rc 0/0 00000100:00100000:1.0:1746066735.668564:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11253 00000100:00100000:1.0:1746066735.668570:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11254 00000100:00100000:1.0:1746066735.668574:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+57:3294:x1830882976313472:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066735.668619:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066735.668621:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066733 -> 1746066733 00002000:00010000:1.0:1746066735.668622:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:1.0:1746066735.668624:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066733 -> 1746066733 00002000:00010000:1.0:1746066735.668625:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066735.668637:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+58:3294:x1830882976313472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 63us (692us total) trans 21474840257 rc 0/0 00000100:00100000:1.0:1746066735.668640:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11254 00000100:00100000:1.0:1746066735.668646:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11255 00000100:00100000:1.0:1746066735.668650:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+57:3294:x1830882976313984:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.668720:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+58:3294:x1830882976313984:12345-0@lo:2:osp-syn-0-0.0 Request processed in 70us (760us total) trans 21474840258 rc 0/0 00000100:00100000:1.0:1746066735.668724:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11255 00000004:00080000:1.0:1746066735.668754:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093213800/2, rc 0, transno 21474840257 00000100:00100000:1.0:1746066735.668760:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976313472:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066735.668766:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093211500/2, rc 0, transno 21474840258 00000100:00100000:1.0:1746066735.668769:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976313984:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066735.668773:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093210e00/2, rc 0, transno 21474840255 00000100:00100000:1.0:1746066735.668775:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976313600:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066735.668779:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093211880/2, rc 0, transno 21474840256 00000100:00100000:1.0:1746066735.668781:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976314112:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066735.668815:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093210a80/2, rc 0, transno 21474840253 00000100:00100000:1.0:1746066735.668817:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976313344:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066735.668821:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093213b80/2, rc 0, transno 21474840254 00000100:00100000:1.0:1746066735.668823:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976313856:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066735.668827:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093213480/2, rc 0, transno 21474840251 00000100:00100000:1.0:1746066735.668829:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976313728:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066735.668833:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093212a00/2, rc 0, transno 21474840252 00000100:00100000:1.0:1746066735.668835:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976314240:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.668839:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746066735.668842:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976314368:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.668855:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066735.668867:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976314368 00000100:00100000:1.0:1746066735.668870:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976314368 00000100:00100000:1.0:1746066735.668881:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11256 00000100:00100000:1.0:1746066735.668885:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+58:3295:x1830882976314368:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066735.668945:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+59:3295:x1830882976314368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 60us (90us total) trans 21474840259 rc 0/0 00000100:00100000:1.0:1746066735.668949:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11256 00000004:00080000:1.0:1746066735.668963:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5b480/2, rc 0, transno 21474840259 00000100:00100000:1.0:1746066735.668965:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976314368:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066735.669152:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976314496:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066735.669170:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066735.669180:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976315008:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066735.669189:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066735.669196:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746066735.669199:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976314624:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066735.669208:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066735.669215:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976315136:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066735.669224:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066735.669235:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976314496 00000100:00100000:0.0:1746066735.669237:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976314496 00000100:00100000:0.0:1746066735.669247:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976315008 00000100:00100000:0.0:1746066735.669248:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976315008 00000100:00100000:0.0:1746066735.669252:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976314624 00000100:00100000:0.0:1746066735.669254:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976314624 00000100:00100000:0.0:1746066735.669259:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976315136 00000100:00100000:0.0:1746066735.669260:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976315136 00000100:00100000:0.0:1746066735.669265:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11257 00000100:00100000:0.0:1746066735.669268:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3293:x1830882976314496:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066735.669343:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066735.669346:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066732 -> 1746066732 00002000:00010000:0.0:1746066735.669347:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066730 -> 1746066730 00002000:00010000:0.0:1746066735.669349:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066732 -> 1746066732 00002000:00010000:0.0:1746066735.669350:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:0.0:1746066735.669366:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3293:x1830882976314496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 97us (195us total) trans 17179872903 rc 0/0 00000100:00100000:0.0:1746066735.669370:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11257 00000100:00100000:0.0:1746066735.669377:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11258 00000100:00100000:0.0:1746066735.669380:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3293:x1830882976315008:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066735.669433:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3293:x1830882976315008:12345-0@lo:2:osp-syn-1-0.0 Request processed in 52us (243us total) trans 17179872904 rc 0/0 00000100:00100000:0.0:1746066735.669437:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11258 00000100:00100000:0.0:1746066735.669443:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11259 00000100:00100000:0.0:1746066735.669447:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3293:x1830882976314624:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066735.669494:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066735.669496:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066733 -> 1746066733 00002000:00010000:0.0:1746066735.669498:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066732 -> 1746066732 00002000:00010000:0.0:1746066735.669499:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066733 -> 1746066733 00002000:00010000:0.0:1746066735.669501:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066735.669512:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3293:x1830882976314624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 65us (304us total) trans 17179872905 rc 0/0 00000100:00100000:0.0:1746066735.669516:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11259 00000100:00100000:0.0:1746066735.669522:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11260 00000100:00100000:0.0:1746066735.669525:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3293:x1830882976315136:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066735.669574:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3293:x1830882976315136:12345-0@lo:2:osp-syn-1-0.0 Request processed in 49us (349us total) trans 17179872906 rc 0/0 00000100:00100000:0.0:1746066735.669578:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11260 00000004:00080000:0.0:1746066735.669593:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244e680/2, rc 0, transno 17179872905 00000100:00100000:0.0:1746066735.669596:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976314624:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066735.669601:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092709880/2, rc 0, transno 17179872906 00000100:00100000:0.0:1746066735.669603:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976315136:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066735.669607:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244f480/2, rc 0, transno 17179872903 00000100:00100000:0.0:1746066735.669609:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976314496:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066735.669613:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092708a80/2, rc 0, transno 17179872904 00000100:00100000:0.0:1746066735.669615:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976315008:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066735.669778:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976314880:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066735.669795:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066735.669805:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009270bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976315392:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066735.669813:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066735.669820:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746066735.669823:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009244ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976314752:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066735.669833:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066735.669838:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009270b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976315264:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066735.669846:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066735.669857:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976314880 00000100:00100000:3.0:1746066735.669859:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976314880 00000100:00100000:3.0:1746066735.669868:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976315392 00000100:00100000:3.0:1746066735.669869:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976315392 00000100:00100000:3.0:1746066735.669874:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976314752 00000100:00100000:3.0:1746066735.669875:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976314752 00000100:00100000:3.0:1746066735.669879:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976315264 00000100:00100000:3.0:1746066735.669880:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976315264 00000100:00100000:3.0:1746066735.669886:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11261 00000100:00100000:3.0:1746066735.669890:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3296:x1830882976314880:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066735.669944:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746066735.669945:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:3.0:1746066735.669947:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:3.0:1746066735.669948:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:3.0:1746066735.669950:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746066735.669965:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:3296:x1830882976314880:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (169us total) trans 17179872907 rc 0/0 00000100:00100000:3.0:1746066735.669969:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11261 00000100:00100000:3.0:1746066735.669976:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11262 00000100:00100000:3.0:1746066735.669979:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3296:x1830882976315392:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066735.670031:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:3296:x1830882976315392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 51us (217us total) trans 17179872908 rc 0/0 00000100:00100000:3.0:1746066735.670035:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11262 00000100:00100000:3.0:1746066735.670043:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11263 00000100:00100000:3.0:1746066735.670047:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3296:x1830882976314752:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066735.670092:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1746066735.670093:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:3.0:1746066735.670095:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066735.670097:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:3.0:1746066735.670098:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:3.0:1746066735.670122:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:3296:x1830882976314752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (288us total) trans 17179872909 rc 0/0 00000100:00100000:3.0:1746066735.670126:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11263 00000100:00100000:3.0:1746066735.670133:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11264 00000100:00100000:3.0:1746066735.670137:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3296:x1830882976315264:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066735.670190:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:3296:x1830882976315264:12345-0@lo:2:osp-syn-1-0.0 Request processed in 53us (342us total) trans 17179872910 rc 0/0 00000100:00100000:3.0:1746066735.670194:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11264 00000004:00080000:3.0:1746066735.670214:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009244ce00/2, rc 0, transno 17179872909 00000100:00100000:3.0:1746066735.670217:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009244ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976314752:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066735.670222:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009270b480/2, rc 0, transno 17179872910 00000100:00100000:3.0:1746066735.670224:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009270b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976315264:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066735.670228:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092708380/2, rc 0, transno 17179872907 00000100:00100000:3.0:1746066735.670230:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976314880:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066735.670234:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009270bb80/2, rc 0, transno 17179872908 00000100:00100000:3.0:1746066735.670236:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009270bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976315392:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1746066735.670389:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979719 expref: 254 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.670398:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066735.670400:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1746066735.670404:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee6082e66 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979727 expref: 7 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.670412:0:14548:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee6082e66 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979727 expref: 7 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.670417:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee6082e66 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979727 expref: 7 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.670423:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082e6d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979735 expref: 254 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.670428:0:14548:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082e6d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979735 expref: 254 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.670433:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082e6d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979735 expref: 254 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.670450:0:14548:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082e6d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979735 expref: 254 pid: 809 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.670461:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976315520:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066735.670532:0:14548:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee6082e66 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979727 expref: 7 pid: 809 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.670538:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976315648:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066735.670551:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.670742:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.670757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.670779:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.670792:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975331712 00000100:00100000:0.0:1746066735.670794:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975331712 00010000:00010000:0.0:1746066735.670806:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe200/0xfb36a14ee6082d7f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796c5 expref: 27 pid: 10402 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.670819:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975331968 00000100:00100000:0.0:1746066735.670820:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975331968 00010000:00010000:0.0:1746066735.670826:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f209a00/0xfb36a14ee6082d08 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979671 expref: 30 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.670834:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975331840 00000100:00100000:0.0:1746066735.670835:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975331840 00010000:00010000:0.0:1746066735.670840:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082db0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796ef expref: 10 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.670849:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5637 00000100:00100000:0.0:1746066735.670853:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975331712:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.670859:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.670866:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe200/0xfb36a14ee6082d7f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796c5 expref: 27 pid: 10402 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.670874:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe200/0xfb36a14ee6082d7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796c5 expref: 27 pid: 10402 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.670888:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.670901:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975331712:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 47us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.670905:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5637 00000100:00100000:0.0:1746066735.670912:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5638 00000100:00100000:0.0:1746066735.670915:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975331968:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.670920:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.670924:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f209a00/0xfb36a14ee6082d08 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979671 expref: 30 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.670930:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f209a00/0xfb36a14ee6082d08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979671 expref: 30 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.670938:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.670945:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975331968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 30us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.670949:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5638 00000100:00100000:0.0:1746066735.670970:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5639 00000100:00100000:0.0:1746066735.670974:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975331840:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.670978:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.670982:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082db0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796ef expref: 10 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.670988:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082db0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796ef expref: 10 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.670997:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.670998:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.671002:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97973c expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.671009:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97973c expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.671021:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97973c expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.671027:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009270aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976315776:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066735.671042:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746066735.671312:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe200/0xfb36a14ee6082d7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796c5 expref: 26 pid: 10402 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.671322:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976312960:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.671328:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082db0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796ef expref: 10 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.671335:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976313088:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.671340:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f209a00/0xfb36a14ee6082d08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979671 expref: 29 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.671346:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976313216:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.671365:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97973c expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.671373:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46da00, rc 0) 00000100:00100000:2.0:1746066735.671388:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:29120:x1830882975331584:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 8990us (9200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.671393:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11247 00000100:00100000:1.0:1746066735.674974:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.675031:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976315520:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066735.675098:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975332096 00000100:00100000:0.0:1746066735.675103:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975332096 00000100:00100000:0.0:1746066735.675152:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3653 00000100:00100000:0.0:1746066735.675158:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:29125:x1830882975332096:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:0.0:1746066735.675231:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+255:29125:x1830882975332096:12345-192.168.202.57@tcp:49:cat.0 Request processed in 74us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.675237:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3653 00000100:00100000:2.0:1746066735.679291:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976315648:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066735.679332:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fe00/0xfb36a14ee6082e4a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979719 expref: 254 pid: 14548 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1746066735.679347:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979719 expref: 253 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.679374:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b46f600, rc 0) 00000100:00100000:2.0:1746066735.679426:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29130:x1830882975330048:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 63200us (63796us total) trans 8589943061 rc 0/0 00000100:00100000:2.0:1746066735.679434:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9176 00000100:00100000:1.0:1746066735.679575:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.679595:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975332224 00000100:00100000:1.0:1746066735.679600:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975332224 00000100:00100000:1.0:1746066735.679629:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11265 00000100:00100000:1.0:1746066735.679636:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975332224:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066735.679647:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.679659:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979743 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.679699:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b46fc00/0xfb36a14ee6082cf3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979678 expref: 26 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.679707:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082da9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796f6 expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.679714:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a500ee00/0xfb36a14ee6082d86 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796cc expref: 13 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.679724:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.679725:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.679728:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 6/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979743 expref: 9 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.679751:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a500ee00/0xfb36a14ee6082d86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796cc expref: 13 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.679760:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a500ee00/0xfb36a14ee6082d86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796cc expref: 13 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.679771:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e58e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976315904:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066735.679832:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082da9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796f6 expref: 9 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.679839:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082da9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796f6 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.679847:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976316032:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066735.679868:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b46fc00/0xfb36a14ee6082cf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979678 expref: 26 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.679876:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b46fc00/0xfb36a14ee6082cf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979678 expref: 26 pid: 4614 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.679888:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976316160:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066735.679902:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.680095:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009270aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976315776:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066735.680115:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.680134:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975331840:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9159us (9354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.680141:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5639 00000100:00100000:0.0:1746066735.682330:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.682357:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.682375:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975332352 00000100:00100000:3.0:1746066735.682381:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975332352 00000100:00100000:3.0:1746066735.682414:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3654 00000100:00100000:3.0:1746066735.682420:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:29128:x1830882975332352:12345-192.168.202.57@tcp:49:cat.0 00000100:00100000:3.0:1746066735.682502:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:29128:x1830882975332352:12345-192.168.202.57@tcp:49:cat.0 Request processed in 81us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.682507:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3654 00000100:00100000:1.0:1746066735.682568:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975332480 00000100:00100000:1.0:1746066735.682572:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975332480 00000100:00100000:1.0:1746066735.683117:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11266 00000100:00100000:1.0:1746066735.683125:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:29125:x1830882975332480:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.683133:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.683145:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97974a expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.683161:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.683162:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.683169:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.683180:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.683188:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4b9f400, rc 0) 00000100:00100000:1.0:1746066735.683208:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:29125:x1830882975332480:12345-192.168.202.57@tcp:101:cat.0 Request processed in 85us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.683212:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11266 00000100:00100000:1.0:1746066735.683242:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e58e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976315904:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066735.683249:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976316032:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066735.683258:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976316160:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066735.683274:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979743 expref: 9 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.683282:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e01400, rc 0) 00000100:00100000:0.0:1746066735.683284:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.683296:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:29120:x1830882975332224:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3661us (3721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.683300:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11265 00000100:00100000:0.0:1746066735.683307:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.683364:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975332608 00000100:00100000:3.0:1746066735.683367:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975332608 00010000:00010000:3.0:1746066735.683381:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a500ee00/0xfb36a14ee6082d86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796cc expref: 14 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.683455:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975332864 00000100:00100000:3.0:1746066735.683458:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975332864 00010000:00010000:3.0:1746066735.683467:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b46fc00/0xfb36a14ee6082cf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979678 expref: 28 pid: 4614 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.683478:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5640 00000100:00100000:3.0:1746066735.683483:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975332608:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066735.683489:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066735.683502:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a500ee00/0xfb36a14ee6082d86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796cc expref: 14 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:3.0:1746066735.683510:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a500ee00/0xfb36a14ee6082d86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796cc expref: 14 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:3.0:1746066735.683523:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a500ee00/0xfb36a14ee6082d86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796cc expref: 14 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:3.0:1746066735.683534:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066735.683546:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975332608:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 63us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.683551:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5640 00000100:00100000:3.0:1746066735.683559:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5641 00000100:00100000:3.0:1746066735.683563:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975332864:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066735.683568:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066735.683574:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b46fc00/0xfb36a14ee6082cf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979678 expref: 28 pid: 4614 timeout: 796 lvb_type: 1 00010000:00010000:3.0:1746066735.683581:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b46fc00/0xfb36a14ee6082cf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979678 expref: 28 pid: 4614 timeout: 796 lvb_type: 1 00010000:00010000:3.0:1746066735.683589:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b46fc00/0xfb36a14ee6082cf3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979678 expref: 28 pid: 4614 timeout: 796 lvb_type: 1 00010000:00010000:3.0:1746066735.683596:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066735.683605:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975332864:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 42us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.683609:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5641 00000100:00100000:0.0:1746066735.683962:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.684017:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975332736 00000100:00100000:1.0:1746066735.684021:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975332736 00010000:00010000:1.0:1746066735.684032:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082da9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796f6 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:1.0:1746066735.684369:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5642 00000100:00100000:1.0:1746066735.684375:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1964:x1830882975332736:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.684381:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.684393:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082da9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796f6 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.684401:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082da9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796f6 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.684413:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb55000/0xfb36a14ee6082da9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796f6 expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:1.0:1746066735.684579:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.684581:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.684587:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979743 expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.684594:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979743 expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.684614:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979743 expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.684623:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976316288:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066735.684665:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.691518:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.692060:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976316288:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066735.692124:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975332992 00000100:00100000:3.0:1746066735.692131:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975332992 00000100:00100000:3.0:1746066735.692165:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11267 00000100:00100000:3.0:1746066735.692171:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+9:29120:x1830882975332992:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.692185:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.692202:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979751 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.692225:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082d8d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796d3 expref: 12 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.692232:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.692239:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082db7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796fd expref: 10 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.692245:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.692247:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.692250:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979751 expref: 10 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.692271:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082db7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796fd expref: 10 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.692280:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082db7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796fd expref: 10 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.692290:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976316416:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066735.692334:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.692376:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066735.692424:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.692452:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975332736:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8077us (8491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.692460:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5642 00000100:00100000:0.0:1746066735.692572:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975333120 00000100:00100000:0.0:1746066735.692576:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975333120 00000100:00100000:0.0:1746066735.692594:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11268 00000100:00100000:0.0:1746066735.692599:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:29130:x1830882975333120:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066735.692605:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.692614:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979758 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.692627:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97972e expref: 7 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.692632:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066735.692633:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066735.692636:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1527808->1765375] (req 1527808->1765375) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 30 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.692649:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97972e expref: 7 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.692656:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97972e expref: 7 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746066735.692663:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092709180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976316544:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.692706:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746066735.692947:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.692955:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 26 pid: 21973 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.692963:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976316672:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.692983:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082d8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796d3 expref: 12 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.692990:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082d8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796d3 expref: 12 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.693001:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976316800:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.693011:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.693022:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975333376 00000100:00100000:3.0:1746066735.693024:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975333376 00002000:00100000:3.0:1746066735.693043:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880135e5aa00 x1830882975333376/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.693052:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5aa00 with x1830882975333376 ext(2097152->3145727) 00010000:00010000:3.0:1746066735.693057:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 27 pid: 21973 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.693064:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 27 pid: 21973 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746066735.693070:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135e5aa00 00000100:00100000:3.0:1746066735.693480:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1015 00000100:00100000:3.0:1746066735.693486:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975333376:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066735.694061:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092709180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976316544:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066735.694076:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1527808->1765375] (req 1527808->1765375) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 30 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.694093:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f6c3a00, rc 0) 00000100:00100000:0.0:1746066735.694524:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:29130:x1830882975333120:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1923us (2187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.694530:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11268 00000100:00100000:0.0:1746066735.695311:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.697918:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976316416:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.697930:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976316672:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.698321:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.698686:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976316800:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.698715:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979751 expref: 9 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.698729:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2fe400, rc 0) 00000100:00100000:3.0:1746066735.698762:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:df168249-af1c-45ee-81ad-11524bf803a3+9:29120:x1830882975332992:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 6591us (7249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.698773:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11267 00000100:00100000:2.0:1746066735.699320:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975333504 00000100:00100000:2.0:1746066735.699326:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975333504 00010000:00010000:2.0:1746066735.699350:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082db7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796fd expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.699374:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975333632 00000100:00100000:2.0:1746066735.699376:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975333632 00010000:00010000:2.0:1746066735.699383:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082d8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796d3 expref: 13 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.699401:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5643 00000100:00100000:2.0:1746066735.699406:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+9:1966:x1830882975333504:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.699416:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.699432:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082db7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796fd expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.699441:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082db7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796fd expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.699459:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34a00/0xfb36a14ee6082db7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796fd expref: 9 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.699469:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.699493:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+8:1966:x1830882975333504:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 87us (4184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.699498:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5643 00000100:00100000:2.0:1746066735.699508:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5644 00000100:00100000:2.0:1746066735.699512:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975333632:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.699517:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.699522:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082d8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796d3 expref: 13 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.699530:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082d8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796d3 expref: 13 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.699539:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008deb1600/0xfb36a14ee6082d8d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796d3 expref: 13 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.699545:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.699555:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975333632:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 43us (1236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.699559:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5644 00000100:00100000:0.0:1746066735.703243:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.703464:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975333888 00000100:00100000:2.0:1746066735.703471:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975333888 00002000:00100000:2.0:1746066735.703504:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f16ce00 x1830882975333888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.703512:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ce00 with x1830882975333888 ext(2097152->3145727) 00002000:00010000:2.0:1746066735.703516:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16ce00 00000100:00100000:2.0:1746066735.703532:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4667 00000100:00100000:2.0:1746066735.703538:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975333888:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066735.705439:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975333376:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 11944us (13053us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.705454:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1015 00002000:00100000:3.0:1746066735.705465:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880135e5aa00 x1830882975333376/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.705474:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5aa00 with x1830882975333376 ext(2097152->3145727) 00010000:00010000:3.0:1746066735.705482:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 27 pid: 21973 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.705493:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 27 pid: 21973 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746066735.705500:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135e5aa00 00000100:00100000:0.0:1746066735.711355:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.711564:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975334016 00000100:00100000:3.0:1746066735.711572:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975334016 00000100:00100000:3.0:1746066735.711611:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11269 00000100:00100000:3.0:1746066735.711617:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:29132:x1830882975334016:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066735.711632:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.711647:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97975f expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.711670:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066735.711673:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066735.711700:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->2097151] (req 1769472->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 29 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.711716:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->2097151] (req 1769472->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 29 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.711724:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2fe000, rc 0) 00000100:00100000:3.0:1746066735.711774:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:29132:x1830882975334016:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 157us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.711780:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11269 00000100:00100000:2.0:1746066735.713077:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975333888:12345-192.168.202.57@tcp:3:cat.0 Request processed in 9536us (9839us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.713088:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4667 00002000:00100000:2.0:1746066735.713096:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009f16ce00 x1830882975333888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.713103:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16ce00 with x1830882975333888 ext(2097152->3145727) 00002000:00010000:2.0:1746066735.713119:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16ce00 00000100:00100000:0.0:1746066735.714664:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.714813:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975334144 00000100:00100000:2.0:1746066735.714819:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975334144 00000100:00100000:2.0:1746066735.715243:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11270 00000100:00100000:2.0:1746066735.715251:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:29125:x1830882975334144:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.715266:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.715279:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46c400/0xfb36a14ee6082e9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979766 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.715298:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.715300:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.715305:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46c400/0xfb36a14ee6082e9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979766 expref: 31 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.715317:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46c400/0xfb36a14ee6082e9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979766 expref: 31 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.715326:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46c400, rc 0) 00000100:00100000:2.0:1746066735.715758:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:29125:x1830882975334144:12345-192.168.202.57@tcp:101:cat.0 Request processed in 506us (1097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.715764:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11270 00000100:00100000:0.0:1746066735.715873:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.715892:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975334272 00000100:00100000:0.0:1746066735.715895:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975334272 00010000:00010000:0.0:1746066735.715911:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 27 pid: 21973 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746066735.715929:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5645 00000100:00100000:0.0:1746066735.715934:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975334272:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.715942:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.715958:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 27 pid: 21973 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.715966:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 27 pid: 21973 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.715981:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f400/0xfb36a14ee6082e82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97974a expref: 27 pid: 21973 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.716275:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.716277:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.716282:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979751 expref: 7 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.716288:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979751 expref: 7 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.716312:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979751 expref: 7 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.716321:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976316928:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066735.716742:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.720429:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.722265:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975334400 00000100:00100000:3.0:1746066735.722273:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975334400 00000100:00100000:3.0:1746066735.722318:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11271 00000100:00100000:3.0:1746066735.722325:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29128:x1830882975334400:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.722339:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.722352:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97976d expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.722379:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979751 expref: 7 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.722385:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066735.722387:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066735.722390:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97976d expref: 13 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.722417:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979751 expref: 7 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.722429:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979751 expref: 7 pid: 8112 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.722439:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976317056:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.722515:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.724384:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.724447:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.724624:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976316928:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066735.724642:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.724703:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975334272:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8767us (8829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.724712:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5645 00000100:00100000:2.0:1746066735.724763:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975334784 00000100:00100000:2.0:1746066735.724767:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975334784 00002000:00100000:2.0:1746066735.724798:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e93d500 x1830882975334784/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.724807:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93d500 with x1830882975334784 ext(2097152->3145727) 00002000:00010000:2.0:1746066735.724810:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e93d500 00000100:00100000:2.0:1746066735.724823:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4668 00000100:00100000:2.0:1746066735.724829:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975334784:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066735.724931:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975334528 00000100:00100000:3.0:1746066735.724935:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975334528 00000100:00100000:3.0:1746066735.724965:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11272 00000100:00100000:3.0:1746066735.724971:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975334528:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.724979:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.724991:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979774 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.725011:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6082d94 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796da expref: 26 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.725018:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46c400/0xfb36a14ee6082e9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979766 expref: 31 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.725024:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9dc00/0xfb36a14ee6082dbe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979704 expref: 9 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.725031:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.725032:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.725035:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 6/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979774 expref: 9 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.725113:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab9dc00/0xfb36a14ee6082dbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979704 expref: 9 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.725123:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ab9dc00/0xfb36a14ee6082dbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979704 expref: 9 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.725132:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976317184:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.725238:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46c400/0xfb36a14ee6082e9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979766 expref: 31 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.725246:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46c400/0xfb36a14ee6082e9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979766 expref: 31 pid: 8452 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.725254:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976317312:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.725281:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6082d94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796da expref: 26 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.725288:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6082d94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796da expref: 26 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.725295:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976317440:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.725310:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.732901:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:8112:1830882976317056:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.732931:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97976d expref: 13 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.732946:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2ffc00, rc 0) 00000100:00100000:3.0:1746066735.732983:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29128:x1830882975334400:12345-192.168.202.57@tcp:101:cat.0 Request processed in 10657us (12561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.732989:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11271 00000100:00100000:3.0:1746066735.733813:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976317184:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.733821:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976317440:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.739436:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.739465:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.739496:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975334912 00000100:00100000:2.0:1746066735.739504:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975334912 00010000:00010000:2.0:1746066735.739537:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9dc00/0xfb36a14ee6082dbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979704 expref: 10 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:2.0:1746066735.739558:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975335040 00000100:00100000:2.0:1746066735.739560:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975335040 00000100:00100000:0.0:1746066735.739568:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5646 00010000:00010000:2.0:1746066735.739569:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6082d94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796da expref: 27 pid: 21973 timeout: 796 lvb_type: 1 00000100:00100000:0.0:1746066735.739576:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975334912:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066735.739581:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5647 00000100:00100000:2.0:1746066735.739585:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+27:1963:x1830882975335040:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.739587:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.739590:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.739604:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6082d94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796da expref: 27 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.739605:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ab9dc00/0xfb36a14ee6082dbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979704 expref: 10 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.739614:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ab9dc00/0xfb36a14ee6082dbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979704 expref: 10 pid: 20532 timeout: 796 lvb_type: 1 00000100:00100000:3.0:1746066735.739839:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976317312:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.739899:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6082d94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796da expref: 27 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.740057:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9dc00/0xfb36a14ee6082dbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979704 expref: 10 pid: 20532 timeout: 796 lvb_type: 1 00010000:00010000:0.0:1746066735.740079:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.740158:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975334912:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 583us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.740164:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5646 00010000:00010000:2.0:1746066735.740269:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a57c6600/0xfb36a14ee6082d94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9796da expref: 27 pid: 21973 timeout: 796 lvb_type: 1 00010000:00010000:2.0:1746066735.740780:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066735.740782:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979774 expref: 8 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.740792:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2ff800, rc 0) 00000100:00100000:2.0:1746066735.740803:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975335040:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 1217us (1337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.740809:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5647 00000100:00100000:3.0:1746066735.740812:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975334528:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 15842us (16434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.740818:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11272 00000100:00100000:2.0:1746066735.741060:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975334784:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 16230us (16612us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.741248:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4668 00002000:00100000:2.0:1746066735.741256:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009e93d500 x1830882975334784/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.741265:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e93d500 with x1830882975334784 ext(2097152->3145727) 00010000:00010000:2.0:1746066735.741271:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46c400/0xfb36a14ee6082e9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979766 expref: 31 pid: 8452 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.741279:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46c400/0xfb36a14ee6082e9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979766 expref: 31 pid: 8452 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746066735.741285:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e93d500 00000100:00100000:0.0:1746066735.750356:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.750542:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975335168 00000100:00100000:3.0:1746066735.750549:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975335168 00000100:00100000:3.0:1746066735.750586:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11273 00000100:00100000:3.0:1746066735.750592:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:29125:x1830882975335168:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.750606:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.750622:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97977b expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.750648:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066735.750653:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97977b expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.750663:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97977b expref: 27 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.750672:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2fe600, rc 0) 00000100:00100000:3.0:1746066735.752755:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:29125:x1830882975335168:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2157us (2400us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.752764:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11273 00000100:00100000:0.0:1746066735.754132:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.755860:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975335296 00000100:00100000:2.0:1746066735.755870:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975335296 00010000:00010000:2.0:1746066735.755912:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46c400/0xfb36a14ee6082e9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979766 expref: 31 pid: 8452 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.755952:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5648 00000100:00100000:2.0:1746066735.755960:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975335296:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.755972:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066735.755991:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46c400/0xfb36a14ee6082e9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979766 expref: 31 pid: 8452 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.756001:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46c400/0xfb36a14ee6082e9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979766 expref: 31 pid: 8452 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.756020:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46c400/0xfb36a14ee6082e9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979766 expref: 31 pid: 8452 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.756037:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.756039:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.756044:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979774 expref: 7 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.756052:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979774 expref: 7 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.756079:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979774 expref: 7 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.756090:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976317568:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066735.756927:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.760852:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976317568:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066735.760875:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.760918:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975335296:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4958us (6790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.760928:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5648 00000100:00100000:0.0:1746066735.761069:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.761123:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975335424 00000100:00100000:2.0:1746066735.761129:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975335424 00000100:00100000:2.0:1746066735.761155:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11274 00000100:00100000:0.0:1746066735.761155:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.761162:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1965:x1830882975335424:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:0.0:1746066735.761168:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.761194:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.761206:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975335680 00000100:00100000:0.0:1746066735.761209:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975335680 00000100:00100000:0.0:1746066735.761224:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975335936 00000100:00100000:0.0:1746066735.761225:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975335936 00000100:00100000:0.0:1746066735.761234:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975335552 00000100:00100000:0.0:1746066735.761235:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975335552 00000100:00100000:0.0:1746066735.761244:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11275 00000100:00100000:0.0:1746066735.761248:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975335680:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:2.0:1746066735.761316:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1746066735.761319:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:2.0:1746066735.761320:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066732 -> 1746066734 00002000:00010000:2.0:1746066735.761322:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:2.0:1746066735.761323:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2023 -> 2023 00002000:00010000:0.0:1746066735.761329:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066735.761331:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066733 -> 1746066735 00002000:00010000:0.0:1746066735.761332:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066732 -> 1746066734 00002000:00010000:0.0:1746066735.761334:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066733 -> 1746066735 00002000:00010000:0.0:1746066735.761336:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746066735.761344:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975335424:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 183us (277us total) trans 21474840260 rc 0/0 00000100:00100000:0.0:1746066735.761347:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975335680:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 99us (193us total) trans 17179872911 rc 0/0 00000100:00100000:2.0:1746066735.761350:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11274 00000100:00100000:0.0:1746066735.761352:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11275 00000100:00100000:2.0:1746066735.761359:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11276 00000100:00100000:0.0:1746066735.761361:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11277 00000100:00100000:2.0:1746066735.761364:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975335936:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:0.0:1746066735.761365:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+9:1965:x1830882975335552:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:2.0:1746066735.761413:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:0.0:1746066735.761414:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746066735.761415:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:0.0:1746066735.761416:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066732 -> 1746066735 00002000:00010000:2.0:1746066735.761417:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:0.0:1746066735.761418:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066730 -> 1746066734 00002000:00010000:2.0:1746066735.761419:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:0.0:1746066735.761419:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066732 -> 1746066735 00002000:00010000:2.0:1746066735.761421:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00002000:00010000:0.0:1746066735.761421:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:2.0:1746066735.761435:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975335936:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 72us (266us total) trans 21474840261 rc 0/0 00000100:00100000:0.0:1746066735.761435:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975335552:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 69us (241us total) trans 17179872912 rc 0/0 00000100:00100000:0.0:1746066735.761440:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11277 00000100:00100000:1.0:1746066735.761504:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.761516:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975335808 00000100:00100000:1.0:1746066735.761519:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975335808 00000100:00100000:2.0:1746066735.761956:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11276 00000100:00100000:2.0:1746066735.762064:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11278 00000100:00100000:2.0:1746066735.762070:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975335808:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:2.0:1746066735.762136:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746066735.762138:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066733 -> 1746066735 00002000:00010000:2.0:1746066735.762139:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066732 -> 1746066734 00002000:00010000:2.0:1746066735.762141:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066733 -> 1746066735 00002000:00010000:2.0:1746066735.762143:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746066735.762157:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882975335808:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 88us (653us total) trans 21474840262 rc 0/0 00000100:00100000:2.0:1746066735.762161:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11278 00000100:00100000:2.0:1746066735.763036:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.763078:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975336064 00000100:00100000:1.0:1746066735.763083:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975336064 00000100:00100000:1.0:1746066735.763131:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11279 00000100:00100000:1.0:1746066735.763137:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975336064:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:1.0:1746066735.763215:0:21973:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1746066735.763217:0:21973:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:1.0:1746066735.763219:0:21973:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:1.0:1746066735.763221:0:21973:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:1.0:1746066735.763222:0:21973:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:1.0:1746066735.763243:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882975336064:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 107us (209us total) trans 17179872913 rc 0/0 00000100:00100000:1.0:1746066735.763248:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11279 00000100:00100000:0.0:1746066735.765182:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.765221:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.765259:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.765275:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975336192 00000100:00100000:3.0:1746066735.765281:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975336192 00010000:00010000:3.0:1746066735.765304:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97972e expref: 11 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.765324:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975336320 00000100:00100000:2.0:1746066735.765328:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975336320 00000100:00100000:3.0:1746066735.765334:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975336448 00000100:00100000:3.0:1746066735.765335:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975336448 00010000:00010000:3.0:1746066735.765344:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979751 expref: 11 pid: 8112 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.765364:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9179 00000100:00100000:2.0:1746066735.765371:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:29120:x1830882975336320:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066735.765387:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.765400:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46c600/0xfb36a14ee6082eba lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979782 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.765441:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46c600/0xfb36a14ee6082eba lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979782 expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.765451:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46c600/0xfb36a14ee6082eba lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979782 expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.765466:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066735.765468:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066735.765471:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46c600, rc 0) 00000100:00100000:2.0:1746066735.765500:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:29120:x1830882975336320:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 130us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.765506:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9179 00000100:00100000:3.0:1746066735.765665:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5649 00000100:00100000:3.0:1746066735.765671:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882975336192:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066735.765699:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066735.765715:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97972e expref: 11 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.765729:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97972e expref: 11 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.765746:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee6082e5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97972e expref: 11 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.765771:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.765772:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.765778:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.765786:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.765792:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.765793:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.765797:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 25 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.765803:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 25 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.765887:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5650 00000100:00100000:0.0:1746066735.765894:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882975336448:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066735.765902:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066735.765914:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979751 expref: 11 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.765922:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979751 expref: 11 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.765934:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe400/0xfb36a14ee6082e89 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979751 expref: 11 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.765949:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.765951:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.765955:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97976d expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.765983:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 25 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.765993:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976317696:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066735.766045:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.766052:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976317824:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066735.766069:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3c00 going to sleep for 11 seconds 00010000:00010000:0.0:1746066735.766261:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97976d expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.766272:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.766274:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066735.766278:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97977b expref: 26 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.766283:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97977b expref: 26 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.766299:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97977b expref: 26 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.766306:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976317952:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066735.766336:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97976d expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.766343:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c22f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976318080:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066735.766357:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.768994:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.769175:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.769282:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976317696:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066735.769293:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976317824:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066735.769314:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.771190:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.771515:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975336192:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5841us (6290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.771524:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5649 00000100:00100000:2.0:1746066735.771560:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975336832 00000100:00100000:2.0:1746066735.771567:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975336832 00002000:00100000:2.0:1746066735.771600:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (1769472->1773567) req@ffff88012c22fb80 x1830882975336832/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.771608:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22fb80 with x1830882975336832 ext(1769472->1773567) 00002000:00010000:2.0:1746066735.771612:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c22fb80 00000100:00100000:2.0:1746066735.771626:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975337088 00000100:00100000:2.0:1746066735.771628:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975337088 00002000:00100000:2.0:1746066735.771637:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1527808->1531903) req@ffff880135e58380 x1830882975337088/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.771642:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e58380 with x1830882975337088 ext(1527808->1531903) 00002000:00010000:2.0:1746066735.771644:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e58380 00000100:00100000:2.0:1746066735.771658:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4669 00000100:00100000:2.0:1746066735.771664:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975336832:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066735.771794:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:1963:x1830882975336832:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 131us (2620us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066735.771799:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4669 00002000:00100000:2.0:1746066735.771803:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1769472->1773567) req@ffff88012c22fb80 x1830882975336832/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.771808:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22fb80 with x1830882975336832 ext(1769472->1773567) 00002000:00010000:2.0:1746066735.771810:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c22fb80 00000100:00100000:2.0:1746066735.771819:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4670 00000100:00100000:2.0:1746066735.771823:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975337088:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066735.771864:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975337088:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 41us (682us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066735.771869:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4670 00002000:00100000:2.0:1746066735.771873:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1527808->1531903) req@ffff880135e58380 x1830882975337088/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.771878:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e58380 with x1830882975337088 ext(1527808->1531903) 00002000:00010000:2.0:1746066735.771880:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e58380 00000100:00100000:3.0:1746066735.772030:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975336576 00000100:00100000:3.0:1746066735.772034:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975336576 00000100:00100000:3.0:1746066735.772056:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11280 00000100:00100000:3.0:1746066735.772061:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:29120:x1830882975336576:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.772069:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.772084:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979789 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.772101:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.772118:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 25 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.772124:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066735.772125:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746066735.772128:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979789 expref: 11 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.772152:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 25 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.772166:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 25 pid: 8112 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.772176:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976318208:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.772246:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.772254:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 29 pid: 8452 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.772261:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976318336:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.772281:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.772828:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.773478:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976317952:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066735.773487:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c22f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976318080:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066735.773505:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.774047:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1965:x1830882975336448:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 8152us (8786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.774059:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5650 00000100:00100000:0.0:1746066735.774260:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.774276:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975337472 00000100:00100000:0.0:1746066735.774281:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975337472 00002000:00100000:0.0:1746066735.774305:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88012c22df80 x1830882975337472/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066735.774313:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22df80 with x1830882975337472 ext(3145728->4194303) 00002000:00010000:0.0:1746066735.774317:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22df80 00000100:00100000:0.0:1746066735.774327:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975337600 00000100:00100000:0.0:1746066735.774329:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975337600 00002000:00100000:0.0:1746066735.774339:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88012c22f800 x1830882975337600/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066735.774345:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22f800 with x1830882975337600 ext(3145728->4194303) 00002000:00010000:0.0:1746066735.774347:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22f800 00000100:00100000:0.0:1746066735.774356:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4671 00000100:00100000:0.0:1746066735.774361:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882975337472:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066735.776141:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976318208:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.776150:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976318336:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.776176:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979789 expref: 11 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.776188:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2ff200, rc 0) 00000100:00100000:3.0:1746066735.776223:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:29120:x1830882975336576:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4161us (7438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.776230:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11280 00000100:00100000:3.0:1746066735.776257:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4672 00000100:00100000:3.0:1746066735.776264:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975337600:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066735.780550:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.781322:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.781499:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975338240 00000100:00100000:0.0:1746066735.781506:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975338240 00000100:00100000:2.0:1746066735.781700:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975337856 00000100:00100000:2.0:1746066735.781703:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975337856 00002000:00100000:2.0:1746066735.781731:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x387:0x0] (1761280->1765375) req@ffff88012c22d500 x1830882975337856/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.781741:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22d500 with x1830882975337856 ext(1761280->1765375) 00010000:00010000:2.0:1746066735.781748:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 30 pid: 8452 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.781758:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 30 pid: 8452 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746066735.781764:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c22d500 00000100:00100000:2.0:1746066735.781781:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1016 00000100:00100000:2.0:1746066735.781787:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975337856:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066735.782318:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11281 00000100:00100000:1.0:1746066735.782329:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+26:29132:x1830882975338240:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066735.782337:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.782349:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979790 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.782368:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97973c expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.782374:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066735.782376:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066735.782378:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->1245183] (req 1048576->1245183) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 27 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.782400:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97973c expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.782409:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97973c expref: 10 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.782418:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976318464:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.782796:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975337856:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 1007us (2251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066735.782803:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1016 00002000:00100000:2.0:1746066735.782809:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1761280->1765375) req@ffff88012c22d500 x1830882975337856/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746066746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.782816:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22d500 with x1830882975337856 ext(1761280->1765375) 00010000:00010000:2.0:1746066735.782821:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 30 pid: 8452 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.782833:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 30 pid: 8452 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746066735.782839:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c22d500 00000100:00100000:0.0:1746066735.784247:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.784541:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.784541:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882975337472:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 10177us (11712us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066735.784548:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4671 00002000:00100000:0.0:1746066735.784556:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88012c22df80 x1830882975337472/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066735.784564:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22df80 with x1830882975337472 ext(3145728->4194303) 00002000:00010000:0.0:1746066735.784569:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22df80 00000100:00100000:0.0:1746066735.784581:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975338112 00000100:00100000:0.0:1746066735.784586:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975338112 00002000:00100000:0.0:1746066735.784605:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1769472->2097151) req@ffff8800a45e5180 x1830882975338112/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066735.785513:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e5180 with x1830882975338112 ext(1769472->2097151) 00010000:00010000:0.0:1746066735.785521:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 28 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746066735.785532:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 28 pid: 8112 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746066735.785538:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a45e5180 00000100:00100000:0.0:1746066735.786029:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1017 00000100:00100000:0.0:1746066735.786036:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+28:1963:x1830882975338112:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066735.789847:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.789897:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.789900:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975338368 00000100:00100000:2.0:1746066735.789907:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975338368 00000100:00100000:0.0:1746066735.789922:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:2.0:1746066735.789941:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97973c expref: 11 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.789978:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5651 00000100:00100000:2.0:1746066735.789988:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975338368:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.790002:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066735.790017:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976318464:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.790022:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97973c expref: 11 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.790034:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97973c expref: 11 pid: 21203 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.790081:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975338880 00000100:00100000:3.0:1746066735.790085:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975338880 00000100:00100000:3.0:1746066735.790121:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3655 00000100:00100000:3.0:1746066735.790126:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29130:x1830882975338880:12345-192.168.202.57@tcp:35:multiop.0 00010000:00010000:1.0:1746066735.790234:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->1245183] (req 1048576->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 29 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.790247:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9ce00, rc 0) 00000100:00100000:1.0:1746066735.790284:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:29132:x1830882975338240:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7959us (8962us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.790291:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11281 00000100:00100000:3.0:1746066735.790322:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:29130:x1830882975338880:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 195us (423us total) trans 8589943062 rc 0/0 00000100:00100000:3.0:1746066735.790333:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3655 00000100:00100000:3.0:1746066735.790574:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975337600:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 14311us (16314us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.790582:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4672 00002000:00100000:3.0:1746066735.790591:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88012c22f800 x1830882975337600/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.790599:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c22f800 with x1830882975337600 ext(3145728->4194303) 00002000:00010000:3.0:1746066735.790602:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c22f800 00000100:00100000:3.0:1746066735.790611:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975338624 00000100:00100000:3.0:1746066735.790614:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975338624 00002000:00100000:3.0:1746066735.790629:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x387:0x0] (1527808->1765375) req@ffff8800a45e5c00 x1830882975338624/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.790635:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e5c00 with x1830882975338624 ext(1527808->1765375) 00010000:00010000:3.0:1746066735.790640:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 30 pid: 8452 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.790648:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 30 pid: 8452 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746066735.790658:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a45e5c00 00000100:00100000:3.0:1746066735.790696:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1018 00000100:00100000:3.0:1746066735.790703:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975338624:12345-192.168.202.57@tcp:4:multiop.0 00010000:00010000:2.0:1746066735.791626:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46da00/0xfb36a14ee6082e74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97973c expref: 11 pid: 21203 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.791655:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.791657:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.791663:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 28 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.791686:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 28 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.791715:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 28 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.791725:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976318592:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066735.791779:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.793451:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.796223:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975339008 00000100:00100000:1.0:1746066735.796235:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975339008 00000100:00100000:1.0:1746066735.796274:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11282 00000100:00100000:1.0:1746066735.796281:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:29128:x1830882975339008:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.796294:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.796305:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979797 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.796326:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979774 expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.796333:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066735.796335:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066735.796338:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979797 expref: 30 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.796363:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979774 expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.796377:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979774 expref: 10 pid: 8452 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.796387:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976318720:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066735.796440:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.797425:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975338112:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 11386us (13178us total) trans 17179872914 rc 0/0 00000100:00100000:2.0:1746066735.797433:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1017 00002000:00100000:2.0:1746066735.797442:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x387:0x0] (1769472->2097151) req@ffff8800a45e5180 x1830882975338112/t17179872914(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/448 e 0 to 0 dl 1746066746 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.797450:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e5180 with x1830882975338112 ext(1769472->2097151) 00010000:00010000:2.0:1746066735.797457:0:21551:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 31 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.797466:0:21551:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 31 pid: 8112 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746066735.797471:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a45e5180 00000100:00100000:3.0:1746066735.798859:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975338624:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 8153us (8932us total) trans 17179872915 rc 0/0 00000100:00100000:3.0:1746066735.798867:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1018 00002000:00100000:3.0:1746066735.798874:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1527808->1765375) req@ffff8800a45e5c00 x1830882975338624/t17179872915(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/448 e 0 to 0 dl 1746066746 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.798882:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e5c00 with x1830882975338624 ext(1527808->1765375) 00010000:00010000:3.0:1746066735.798888:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 32 pid: 8452 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.798896:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 32 pid: 8452 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746066735.798901:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a45e5c00 00000100:00100000:2.0:1746066735.798976:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976318592:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066735.798992:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.799478:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1964:x1830882975338368:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 9492us (9637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.799485:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5651 00000100:00100000:1.0:1746066735.800352:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.800566:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976318720:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.800590:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979797 expref: 30 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.800604:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9c600, rc 0) 00000100:00100000:2.0:1746066735.800630:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:29128:x1830882975339008:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4350us (7183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.800636:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11282 00000100:00100000:3.0:1746066735.800700:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975339136 00000100:00100000:3.0:1746066735.800706:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975339136 00010000:00010000:3.0:1746066735.800728:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979774 expref: 10 pid: 8452 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746066735.800756:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5652 00000100:00100000:3.0:1746066735.800763:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+10:1963:x1830882975339136:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066735.800772:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066735.800790:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979774 expref: 10 pid: 8452 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.800799:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979774 expref: 10 pid: 8452 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746066735.800987:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.801045:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975339264 00000100:00100000:1.0:1746066735.801048:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975339264 00010000:00010000:3.0:1746066735.801078:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff800/0xfb36a14ee6082eac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979774 expref: 10 pid: 8452 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.801091:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.801093:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.801099:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979797 expref: 30 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.801117:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979797 expref: 30 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.801142:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979797 expref: 30 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.801152:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976318848:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066735.801201:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3240 going to sleep for 11 seconds 00010000:00010000:1.0:1746066735.801562:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 30 pid: 8112 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.801586:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5653 00000100:00100000:1.0:1746066735.801593:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975339264:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.801600:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.801609:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 30 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.801617:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 30 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.801633:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe000/0xfb36a14ee6082e97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [1769472->18446744073709551615] (req 1769472->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97975f expref: 30 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.801658:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.801693:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882975339264:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 82us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.801699:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5653 00000100:00100000:0.0:1746066735.802189:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.802214:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.802250:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.802335:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975339776 00000100:00100000:2.0:1746066735.802339:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975339776 00000100:00100000:2.0:1746066735.802361:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11283 00000100:00100000:2.0:1746066735.802366:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:29125:x1830882975339776:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.802376:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.802385:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e41b800/0xfb36a14ee6082ed6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97979e expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.802385:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975339392 00000100:00100000:1.0:1746066735.802388:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975339392 00010000:00010000:2.0:1746066735.802397:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.802398:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.802400:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 34 pid: 8452 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746066735.802402:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41b800/0xfb36a14ee6082ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97979e expref: 34 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.802410:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e41b800/0xfb36a14ee6082ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97979e expref: 34 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.802416:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5654 00010000:00010000:2.0:1746066735.802421:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41b800, rc 0) 00000100:00100000:1.0:1746066735.802421:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975339392:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.802426:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.802433:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 34 pid: 8452 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.802439:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:29125:x1830882975339776:12345-192.168.202.57@tcp:101:cat.0 Request processed in 73us (188us total) trans 0 rc 0/0 00010000:00010000:1.0:1746066735.802441:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 34 pid: 8452 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746066735.802443:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11283 00010000:00010000:1.0:1746066735.802452:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3a00/0xfb36a14ee6082e90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->1769471] (req 1527808->1765375) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979758 expref: 33 pid: 8452 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.802459:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.802460:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.802464:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979789 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.802547:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975339648 00000100:00100000:3.0:1746066735.802550:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975339648 00002000:00100000:3.0:1746066735.802571:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1241088->1245183) req@ffff8800a45e6d80 x1830882975339648/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.802579:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e6d80 with x1830882975339648 ext(1241088->1245183) 00002000:00010000:3.0:1746066735.802583:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e6d80 00000100:00100000:3.0:1746066735.802592:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4673 00000100:00100000:3.0:1746066735.802596:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882975339648:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066735.802712:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882975339648:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 114us (496us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066735.802717:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4673 00002000:00100000:3.0:1746066735.802722:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1241088->1245183) req@ffff8800a45e6d80 x1830882975339648/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.802728:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e6d80 with x1830882975339648 ext(1241088->1245183) 00002000:00010000:3.0:1746066735.802731:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e6d80 00010000:00010000:1.0:1746066735.802868:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979789 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.802894:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979789 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.802902:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976318976:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066735.802929:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.803585:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976318848:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066735.803596:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066735.803614:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+9:1963:x1830882975339136:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2852us (3264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.803620:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5652 00000100:00100000:0.0:1746066735.805589:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.805771:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975340032 00000100:00100000:3.0:1746066735.805776:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975340032 00000100:00100000:3.0:1746066735.805809:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3656 00000100:00100000:3.0:1746066735.805816:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2b6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:29132:x1830882975340032:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:0.0:1746066735.806000:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.806113:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2b6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:29132:x1830882975340032:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 286us (517us total) trans 8589943063 rc 0/0 00000100:00100000:3.0:1746066735.806120:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3656 00000100:00100000:1.0:1746066735.806123:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976318976:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066735.806137:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066735.806175:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975340160 00000100:00100000:0.0:1746066735.806178:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975340160 00000100:00100000:1.0:1746066735.806757:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975339392:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4334us (4567us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.806765:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5654 00000100:00100000:0.0:1746066735.806833:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11284 00000100:00100000:0.0:1746066735.806839:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:29120:x1830882975340160:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066735.806849:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.806861:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797a5 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.806881:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 28 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.806888:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066735.806890:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066735.806893:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797a5 expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.806915:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 28 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.806929:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 28 pid: 8112 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746066735.806940:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a45e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976319104:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066735.807015:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.807968:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.808021:0:21551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975340416 00000100:00100000:2.0:1746066735.808026:0:21551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975340416 00002000:00100000:2.0:1746066735.808051:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800a45e4700 x1830882975340416/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.808060:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e4700 with x1830882975340416 ext(3145728->4194303) 00002000:00010000:2.0:1746066735.808063:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e4700 00000100:00100000:2.0:1746066735.808085:0:21551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4674 00000100:00100000:2.0:1746066735.808094:0:21551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a45e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882975340416:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066735.808833:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.808871:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975340672 00000100:00100000:3.0:1746066735.808875:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975340672 00002000:00100000:3.0:1746066735.808893:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800924d2d80 x1830882975340672/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.808900:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2d80 with x1830882975340672 ext(3145728->4194303) 00002000:00010000:3.0:1746066735.808907:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924d2d80 00000100:00100000:3.0:1746066735.808918:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4675 00000100:00100000:3.0:1746066735.808922:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975340672:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066735.809354:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a45e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976319104:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066735.809374:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797a5 expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.809386:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4b9f800, rc 0) 00000100:00100000:1.0:1746066735.809591:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:29120:x1830882975340160:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2751us (3590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.809597:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11284 00000100:00100000:0.0:1746066735.811927:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.811993:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975340800 00000100:00100000:3.0:1746066735.812000:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975340800 00002000:00100000:3.0:1746066735.812033:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1245183) req@ffff8800924d1880 x1830882975340800/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.812042:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d1880 with x1830882975340800 ext(1048576->1245183) 00010000:00010000:3.0:1746066735.812049:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 31 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.812060:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 31 pid: 8112 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746066735.812066:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924d1880 00000100:00100000:3.0:1746066735.812079:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1019 00000100:00100000:3.0:1746066735.812084:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975340800:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:3.0:1746066735.818158:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882975340800:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 6065us (6230us total) trans 17179872916 rc 0/0 00000100:00100000:3.0:1746066735.818168:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1019 00002000:00100000:3.0:1746066735.818177:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1245183) req@ffff8800924d1880 x1830882975340800/t17179872916(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/448 e 0 to 0 dl 1746066746 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.818189:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d1880 with x1830882975340800 ext(1048576->1245183) 00010000:00010000:3.0:1746066735.818197:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 33 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746066735.818209:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 33 pid: 8112 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746066735.818215:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924d1880 00000100:00100000:2.0:1746066735.819839:0:21551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a45e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975340416:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 11744us (11869us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066735.819848:0:21551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4674 00002000:00100000:2.0:1746066735.819855:0:21551:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800a45e4700 x1830882975340416/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.819864:0:21551:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a45e4700 with x1830882975340416 ext(3145728->4194303) 00002000:00010000:2.0:1746066735.819868:0:21551:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a45e4700 00000100:00100000:0.0:1746066735.822955:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.823413:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975340928 00000100:00100000:1.0:1746066735.823420:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975340928 00010000:00010000:1.0:1746066735.823455:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 31 pid: 8112 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746066735.823494:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5655 00000100:00100000:1.0:1746066735.823502:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975340928:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066735.823516:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066735.823534:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 31 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.823546:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 31 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.823567:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9ce00/0xfb36a14ee6082ec8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979790 expref: 31 pid: 8112 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746066735.823590:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.823591:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066735.823598:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797a5 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.823606:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797a5 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.823635:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797a5 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.823646:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976319232:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066735.824532:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.825374:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975340672:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 16447us (16539us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066735.825383:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4675 00002000:00100000:3.0:1746066735.825392:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800924d2d80 x1830882975340672/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.825401:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924d2d80 with x1830882975340672 ext(3145728->4194303) 00002000:00010000:3.0:1746066735.825405:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924d2d80 00000100:00100000:0.0:1746066735.830534:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.830648:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976319232:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066735.830667:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066735.830724:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975340928:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 7222us (7775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066735.830732:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5655 00000100:00100000:2.0:1746066735.831150:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975341056 00000100:00100000:2.0:1746066735.831156:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975341056 00000100:00100000:2.0:1746066735.831236:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11285 00000100:00100000:2.0:1746066735.831249:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:29120:x1830882975341056:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066735.831265:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.831279:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797ac expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.831303:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97976d expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.831310:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97977b expref: 26 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.831316:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.831318:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.831320:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ac expref: 11 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.831344:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97977b expref: 26 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.831353:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97977b expref: 26 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066735.831363:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976319360:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.831432:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97976d expref: 12 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.831440:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97976d expref: 12 pid: 8112 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066735.831452:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976319488:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.831472:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.833183:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.833214:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.833236:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.833256:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.833288:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975341184 00000100:00100000:1.0:1746066735.833293:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975341184 00000100:00100000:1.0:1746066735.833331:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975341440 00000100:00100000:1.0:1746066735.833334:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975341440 00000100:00100000:1.0:1746066735.833347:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975341312 00000100:00100000:1.0:1746066735.833349:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975341312 00000100:00100000:1.0:1746066735.833357:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975341568 00000100:00100000:1.0:1746066735.833359:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975341568 00000100:00100000:1.0:1746066735.833371:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11286 00000100:00100000:1.0:1746066735.833377:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975341184:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.833388:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.833400:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082eeb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797b3 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.833431:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976319616:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066735.833438:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11287 00000100:00100000:2.0:1746066735.833446:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975341440:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.833453:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.833461:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b46fc00/0xfb36a14ee6082ef2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797c1 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.833472:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b840 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.833487:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11288 00000100:00100000:2.0:1746066735.833488:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976319744:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066735.833492:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882975341312:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.833497:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.833503:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee6082ef9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797ba expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.833507:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.833522:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976319872:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066735.833537:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.833550:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11289 00000100:00100000:1.0:1746066735.833556:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975341568:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.833562:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.833568:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9de00/0xfb36a14ee6082f00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797c8 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.833586:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976320000:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066735.833602:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.834122:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976319360:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.834129:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976319488:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.834149:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ac expref: 11 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.834158:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41a000, rc 0) 00000100:00100000:2.0:1746066735.834182:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:29120:x1830882975341056:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2936us (3655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.834187:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11285 00000100:00100000:0.0:1746066735.835552:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.835593:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.835612:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975341824 00000100:00100000:3.0:1746066735.835617:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975341824 00000100:00100000:0.0:1746066735.835619:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.835633:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975342080 00000100:00100000:3.0:1746066735.835634:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975342336 00000100:00100000:3.0:1746066735.835635:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975342336 00000100:00100000:2.0:1746066735.835635:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975342080 00000100:00100000:0.0:1746066735.835639:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.835651:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.835774:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975341952 00000100:00100000:2.0:1746066735.835777:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975341952 00000100:00100000:2.0:1746066735.835790:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975342208 00000100:00100000:2.0:1746066735.835791:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975342208 00000100:00100000:3.0:1746066735.835797:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11290 00000100:00100000:0.0:1746066735.835802:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.835803:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11291 00000100:00100000:3.0:1746066735.835804:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882975342080:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:2.0:1746066735.835807:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882975342336:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.835813:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.835813:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746066735.835820:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066735.835821:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77de00/0xfb36a14ee6082f0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797dd expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.835821:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e41b200/0xfb36a14ee6082f07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797eb expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.835833:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975341696 00010000:00010000:2.0:1746066735.835834:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746066735.835836:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975341696 00010000:00010000:2.0:1746066735.835840:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e41b200/0xfb36a14ee6082f07 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797eb expref: 31 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.835848:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e41b200/0xfb36a14ee6082f07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797eb expref: 31 pid: 8451 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066735.835849:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976320128:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066735.835851:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97977b expref: 31 pid: 8452 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066735.835860:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41b200, rc 0) 00000100:00100000:0.0:1746066735.835866:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975342464 00000100:00100000:0.0:1746066735.835868:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975342464 00010000:00010000:0.0:1746066735.835875:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97976d expref: 17 pid: 8112 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066735.835878:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1965:x1830882975342336:12345-192.168.202.57@tcp:101:cat.0 Request processed in 70us (258us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066735.835883:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11291 00000100:00100000:3.0:1746066735.835884:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.835887:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5656 00000100:00100000:2.0:1746066735.835892:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11292 00000100:00100000:0.0:1746066735.835892:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975341696:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066735.835896:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11293 00000100:00100000:2.0:1746066735.835897:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882975341952:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066735.835898:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746066735.835900:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975342208:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.835902:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.835904:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.835907:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082f15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797d6 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.835908:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f77ce00/0xfb36a14ee6082f1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797e4 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.835913:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97977b expref: 29 pid: 8452 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066735.835921:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97977b expref: 30 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066735.835924:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976320256:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.835925:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976320384:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066735.835939:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f2fe600/0xfb36a14ee6082eb3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97977b expref: 30 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066735.835940:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3480 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.835940:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3780 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.835952:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5657 00010000:00010000:0.0:1746066735.835952:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066735.835958:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975342464:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066735.835964:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746066735.835966:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975341696:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 74us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.835970:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11294 00000100:00100000:0.0:1746066735.835971:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5656 00010000:00010000:2.0:1746066735.835972:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97976d expref: 17 pid: 8112 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066735.835974:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882975341824:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.835978:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.835980:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97976d expref: 17 pid: 8112 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066735.835983:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082f23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797cf expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.835991:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee6082ea5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97976d expref: 17 pid: 8112 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066735.835998:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976320512:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066735.835998:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.836000:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066735.836005:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ac expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.836013:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ac expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.836015:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3f00 going to sleep for 11 seconds 00010000:00010000:2.0:1746066735.836030:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ac expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.836037:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976320640:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066735.836056:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.836115:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976319616:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066735.836133:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082eeb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797b3 expref: 16 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.836141:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082eeb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797b3 expref: 16 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.836158:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d9cc00, rc 0) 00000100:00100000:1.0:1746066735.836186:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975341184:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2810us (3007us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066735.836191:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11286 00000100:00100000:1.0:1746066735.840557:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976319872:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066735.840586:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee6082ef9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ba expref: 33 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.840598:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935c1600/0xfb36a14ee6082ef9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ba expref: 33 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.840611:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935c1600, rc 0) 00000100:00100000:1.0:1746066735.840647:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882975341312:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7154us (7409us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066735.840654:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11288 00000100:00100000:1.0:1746066735.840716:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976320000:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066735.840717:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976320256:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066735.840729:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9de00/0xfb36a14ee6082f00 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797c8 expref: 14 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.840736:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082f15 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797d6 expref: 35 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.840737:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab9de00/0xfb36a14ee6082f00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797c8 expref: 14 pid: 21973 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066735.840742:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976320384:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066735.840744:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e41ac00/0xfb36a14ee6082f15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797d6 expref: 35 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.840744:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9de00, rc 0) 00010000:00010000:2.0:1746066735.840750:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41ac00, rc 0) 00010000:00010000:3.0:1746066735.840757:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f77ce00/0xfb36a14ee6082f1c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797e4 expref: 29 pid: 10402 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746066735.840758:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975341568:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7203us (7502us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066735.840762:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882975341952:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4865us (5123us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066735.840763:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11289 00010000:00010000:3.0:1746066735.840766:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f77ce00/0xfb36a14ee6082f1c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797e4 expref: 29 pid: 10402 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066735.840766:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11292 00010000:00010000:3.0:1746066735.840777:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77ce00, rc 0) 00000100:00100000:3.0:1746066735.840792:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975342208:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4892us (5140us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066735.840793:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976319744:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.840797:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11293 00010000:00010000:2.0:1746066735.840805:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b46fc00/0xfb36a14ee6082ef2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797c1 expref: 31 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.840812:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b46fc00/0xfb36a14ee6082ef2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797c1 expref: 31 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.840818:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b46fc00, rc 0) 00000100:00100000:3.0:1746066735.840829:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976320128:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066735.840835:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975341440:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7392us (7621us total) trans 0 rc 301/301 00010000:00010000:3.0:1746066735.840839:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77de00/0xfb36a14ee6082f0e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797dd expref: 33 pid: 4614 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066735.840840:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11287 00010000:00010000:3.0:1746066735.840846:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77de00/0xfb36a14ee6082f0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797dd expref: 33 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.840852:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77de00, rc 0) 00000100:00100000:3.0:1746066735.840864:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1965:x1830882975342080:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5062us (5282us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.840869:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11290 00000100:00100000:3.0:1746066735.841356:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976320512:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066735.841369:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082f23 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797cf expref: 27 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.841376:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f77dc00/0xfb36a14ee6082f23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797cf expref: 27 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.841382:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77dc00, rc 0) 00000100:00100000:3.0:1746066735.841396:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1965:x1830882975341824:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5422us (5848us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.841401:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11294 00000100:00100000:3.0:1746066735.842200:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976320640:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066735.842211:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066735.842229:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975342464:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6272us (6407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.842235:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5657 00000100:00100000:2.0:1746066735.842890:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.843023:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975342592 00000100:00100000:3.0:1746066735.843029:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975342592 00000100:00100000:3.0:1746066735.843064:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11295 00000100:00100000:3.0:1746066735.843070:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+10:29120:x1830882975342592:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066735.843082:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.843093:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797f2 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.843123:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979797 expref: 29 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.843130:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e41b800/0xfb36a14ee6082ed6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97979e expref: 31 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.843136:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.843137:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.843140:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f2 expref: 11 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.843162:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e41b800/0xfb36a14ee6082ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97979e expref: 31 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.843173:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e41b800/0xfb36a14ee6082ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97979e expref: 31 pid: 8112 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066735.843183:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976320768:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.843247:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979797 expref: 29 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.843254:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979797 expref: 29 pid: 8112 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066735.843261:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976320896:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.843277:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.843645:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.843763:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975342720 00000100:00100000:2.0:1746066735.843766:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975342720 00000100:00100000:2.0:1746066735.843794:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11296 00000100:00100000:2.0:1746066735.843799:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29128:x1830882975342720:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.843806:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.843814:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9797f9 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.843826:0:4614:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ac expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.843831:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066735.843832:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066735.843834:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f9 expref: 13 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.843847:0:4614:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ac expref: 10 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.843853:0:4614:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ac expref: 10 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066735.843859:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976321024:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.843901:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.844090:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.844211:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975342848 00000100:00100000:0.0:1746066735.844214:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975342848 00000100:00100000:0.0:1746066735.844230:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11297 00000100:00100000:0.0:1746066735.844235:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:29125:x1830882975342848:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066735.844241:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.844247:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979800 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.844258:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066735.844261:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979800 expref: 27 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.844268:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979800 expref: 27 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066735.844274:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4b9f200, rc 0) 00000100:00100000:0.0:1746066735.844602:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:29125:x1830882975342848:12345-192.168.202.57@tcp:101:cat.0 Request processed in 68us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066735.844612:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11297 00000100:00100000:2.0:1746066735.846716:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976321024:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.846743:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [4194304->5079039] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f9 expref: 13 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.846755:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85be000, rc 0) 00000100:00100000:2.0:1746066735.846780:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29128:x1830882975342720:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2981us (3135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.846789:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11296 00000100:00100000:3.0:1746066735.846844:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976320768:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066735.846855:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976320896:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066735.846870:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f2 expref: 11 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.846879:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77da00, rc 0) 00000100:00100000:3.0:1746066735.846895:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:29120:x1830882975342592:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3825us (4007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.846900:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11295 00000100:00100000:0.0:1746066735.848754:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.850390:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975342976 00000100:00100000:3.0:1746066735.850398:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975342976 00010000:00010000:3.0:1746066735.850426:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e41b800/0xfb36a14ee6082ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97979e expref: 32 pid: 8112 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066735.850461:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5658 00000100:00100000:3.0:1746066735.850467:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1964:x1830882975342976:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066735.850478:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066735.850494:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e41b800/0xfb36a14ee6082ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97979e expref: 32 pid: 8112 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066735.850504:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e41b800/0xfb36a14ee6082ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97979e expref: 32 pid: 8112 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066735.850521:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e41b800/0xfb36a14ee6082ed6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97979e expref: 32 pid: 8112 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066735.850533:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066735.850564:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1964:x1830882975342976:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 97us (1814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.850569:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5658 00000100:00100000:0.0:1746066735.852955:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.853033:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975343104 00000100:00100000:3.0:1746066735.853039:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975343104 00010000:00010000:3.0:1746066735.853060:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979797 expref: 30 pid: 8112 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066735.853095:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5659 00000100:00100000:3.0:1746066735.853102:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+30:1964:x1830882975343104:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066735.853122:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066735.853138:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979797 expref: 30 pid: 8112 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066735.853146:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979797 expref: 30 pid: 8112 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066735.853162:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9c600/0xfb36a14ee6082ecf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979797 expref: 30 pid: 8112 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066735.853174:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.853175:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.853181:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f2 expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.853189:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f2 expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.853215:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f2 expref: 10 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.853226:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976321152:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066735.853289:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.857149:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.857396:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976321152:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066735.857412:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066735.857452:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882975343104:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4350us (4502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.857459:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5659 00000100:00100000:0.0:1746066735.858450:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.858604:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.858616:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975343360 00000100:00100000:3.0:1746066735.858621:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975343616 00000100:00100000:2.0:1746066735.858622:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975343360 00000100:00100000:3.0:1746066735.858624:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975343616 00000100:00100000:3.0:1746066735.858651:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11298 00000100:00100000:2.0:1746066735.858655:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11299 00000100:00100000:3.0:1746066735.858657:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882975343616:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:2.0:1746066735.858660:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882975343360:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:3.0:1746066735.858798:0:4614:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746066735.858798:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746066735.858801:0:4614:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:2.0:1746066735.858801:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:3.0:1746066735.858803:0:4614:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:2.0:1746066735.858803:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066735.858805:0:4614:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:2.0:1746066735.858805:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:2.0:1746066735.858806:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2079 -> 2079 00002000:00010000:3.0:1746066735.858807:0:4614:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746066735.858829:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882975343616:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 172us (382us total) trans 21474840263 rc 0/0 00000100:00100000:2.0:1746066735.858829:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882975343360:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 169us (1687us total) trans 17179872917 rc 0/0 00000100:00100000:3.0:1746066735.858834:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11298 00000100:00100000:2.0:1746066735.858836:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11299 00000100:00100000:0.0:1746066735.858936:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.859001:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.859023:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.859036:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975343872 00000100:00100000:0.0:1746066735.859039:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975343872 00000100:00100000:0.0:1746066735.859053:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975343232 00000100:00100000:0.0:1746066735.859055:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975343232 00000100:00100000:0.0:1746066735.859062:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975343488 00000100:00100000:0.0:1746066735.859064:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975343488 00000100:00100000:0.0:1746066735.859070:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975343744 00000100:00100000:0.0:1746066735.859071:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975343744 00000100:00100000:0.0:1746066735.859086:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11300 00000100:00100000:0.0:1746066735.859091:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882975343872:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:3.0:1746066735.859159:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11301 00000100:00100000:3.0:1746066735.859164:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975343232:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:0.0:1746066735.859164:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746066735.859166:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:0.0:1746066735.859168:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:0.0:1746066735.859170:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:0.0:1746066735.859171:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:0.0:1746066735.859189:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882975343872:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 99us (586us total) trans 17179872918 rc 0/0 00000100:00100000:0.0:1746066735.859195:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11300 00000100:00100000:0.0:1746066735.859205:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11302 00000100:00100000:0.0:1746066735.859210:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975343488:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:3.0:1746066735.859218:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1746066735.859221:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:3.0:1746066735.859222:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066735.859224:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:3.0:1746066735.859225:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2023 -> 2023 00000100:00100000:3.0:1746066735.859239:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882975343232:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 76us (304us total) trans 21474840264 rc 0/0 00000100:00100000:3.0:1746066735.859244:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11301 00000100:00100000:3.0:1746066735.859252:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11303 00000100:00100000:3.0:1746066735.859256:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975343744:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:0.0:1746066735.859257:0:20532:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066735.859259:0:20532:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:0.0:1746066735.859261:0:20532:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:0.0:1746066735.859262:0:20532:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:0.0:1746066735.859264:0:20532:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066735.859277:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882975343488:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 67us (276us total) trans 17179872919 rc 0/0 00000100:00100000:0.0:1746066735.859282:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11302 00002000:00010000:3.0:1746066735.859302:0:10402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:3.0:1746066735.859305:0:10402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066735 -> 1746066735 00002000:00010000:3.0:1746066735.859307:0:10402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066734 -> 1746066734 00002000:00010000:3.0:1746066735.859309:0:10402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066735 -> 1746066735 00002000:00010000:3.0:1746066735.859310:0:10402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5897 -> 5897 00000100:00100000:3.0:1746066735.859324:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882975343744:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 67us (300us total) trans 21474840265 rc 0/0 00000100:00100000:3.0:1746066735.859329:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11303 00000100:00100000:0.0:1746066735.865278:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.865405:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.865468:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975344000 00000100:00100000:3.0:1746066735.865475:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975344000 00010000:00010000:3.0:1746066735.865505:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ac expref: 14 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066735.865541:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5660 00000100:00100000:3.0:1746066735.865548:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882975344000:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066735.865560:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066735.865576:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ac expref: 14 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066735.865587:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ac expref: 14 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066735.865605:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e41a000/0xfb36a14ee6082ee4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797ac expref: 14 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066735.865618:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.865620:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.865626:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f9 expref: 12 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.865633:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f9 expref: 12 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.865640:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.865641:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.865645:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979800 expref: 26 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.865650:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979800 expref: 26 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.865699:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979800 expref: 26 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.865711:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976321280:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066735.865776:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f9 expref: 12 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.865783:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976321408:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066735.865796:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.866112:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975344256 00000100:00100000:2.0:1746066735.866116:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975344256 00000100:00100000:2.0:1746066735.866143:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3657 00000100:00100000:2.0:1746066735.866148:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+7:29120:x1830882975344256:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:2.0:1746066735.866293:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975344256:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 144us (887us total) trans 8589943064 rc 0/0 00000100:00100000:2.0:1746066735.866299:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3657 00000100:00100000:3.0:1746066735.868942:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976321280:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066735.868949:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976321408:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066735.868961:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066735.868981:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975344000:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3434us (3711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.868988:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5660 00000100:00100000:1.0:1746066735.872824:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.872844:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.872913:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975344512 00000100:00100000:0.0:1746066735.872920:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975344512 00000100:00100000:0.0:1746066735.872967:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3658 00000100:00100000:0.0:1746066735.872975:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:29120:x1830882975344512:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:0.0:1746066735.873154:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+9:29120:x1830882975344512:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 179us (335us total) trans 8589943065 rc 0/0 00000100:00100000:0.0:1746066735.873164:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3658 00000100:00100000:3.0:1746066735.873224:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975345024 00000100:00100000:3.0:1746066735.873227:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975345024 00002000:00100000:3.0:1746066735.873250:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880135e58000 x1830882975345024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.873260:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e58000 with x1830882975345024 ext(4194304->5079039) 00002000:00010000:3.0:1746066735.873264:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e58000 00000100:00100000:3.0:1746066735.873277:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4676 00000100:00100000:3.0:1746066735.873281:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975345024:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066735.873465:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.874184:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975344768 00000100:00100000:3.0:1746066735.874188:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975344768 00002000:00100000:3.0:1746066735.874203:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800931d2a00 x1830882975344768/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.874210:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d2a00 with x1830882975344768 ext(4194304->5079039) 00002000:00010000:3.0:1746066735.874213:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d2a00 00000100:00100000:3.0:1746066735.874239:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4677 00000100:00100000:3.0:1746066735.874280:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882975344768:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066735.879363:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975345024:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6073us (6509us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066735.879373:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4676 00002000:00100000:3.0:1746066735.879383:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880135e58000 x1830882975345024/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.879391:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e58000 with x1830882975345024 ext(4194304->5079039) 00002000:00010000:3.0:1746066735.879396:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e58000 00000100:00100000:3.0:1746066735.881312:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1965:x1830882975344768:12345-192.168.202.57@tcp:3:cat.0 Request processed in 7028us (7840us total) trans 0 rc 884736/884736 00000100:00100000:3.0:1746066735.881320:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4677 00002000:00100000:3.0:1746066735.881328:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff8800931d2a00 x1830882975344768/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/440 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066735.881336:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931d2a00 with x1830882975344768 ext(4194304->5079039) 00002000:00010000:3.0:1746066735.881340:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931d2a00 00000100:00100000:0.0:1746066735.882024:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.882055:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.882083:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.882094:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.882152:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.882157:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975345280 00000100:00100000:1.0:1746066735.882165:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975345280 00000100:00100000:1.0:1746066735.882193:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975345536 00000100:00100000:1.0:1746066735.882195:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975345536 00000100:00100000:1.0:1746066735.882204:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975345152 00000100:00100000:1.0:1746066735.882206:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975345152 00000100:00100000:1.0:1746066735.882222:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975345408 00000100:00100000:1.0:1746066735.882224:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975345408 00000100:00100000:1.0:1746066735.882336:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975345664 00000100:00100000:1.0:1746066735.882339:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975345664 00000100:00100000:3.0:1746066735.882347:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11304 00000100:00100000:3.0:1746066735.882354:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975345280:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:1.0:1746066735.882357:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11305 00000100:00100000:1.0:1746066735.882361:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975345536:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.882366:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.882367:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.882381:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77ca00/0xfb36a14ee6082f46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97980e expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.882381:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082f3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97981c expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.882424:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976321536:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066735.882473:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b240 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.882490:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11306 00000100:00100000:1.0:1746066735.882496:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975345152:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.882502:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.882507:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082f4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979807 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.882526:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976321664:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066735.882543:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.882605:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11307 00000100:00100000:0.0:1746066735.882612:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1963:x1830882975345408:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066735.882618:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.882624:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de12600/0xfb36a14ee6082f54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979815 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.882645:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976321792:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066735.882663:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.882708:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11308 00000100:00100000:0.0:1746066735.882713:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882975345664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066735.882719:0:8112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746066735.882727:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976321920:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066735.882729:0:8112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082f5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979823 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.882747:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976322048:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.882756:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.882761:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.884346:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.884533:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975345792 00000100:00100000:0.0:1746066735.884536:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.884539:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975345792 00000100:00100000:0.0:1746066735.884562:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.884574:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.884583:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975346048 00000100:00100000:0.0:1746066735.884585:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.884586:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975346048 00000100:00100000:3.0:1746066735.884604:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975346304 00000100:00100000:3.0:1746066735.884606:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975346304 00000100:00100000:3.0:1746066735.884612:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975345920 00000100:00100000:3.0:1746066735.884613:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975345920 00000100:00100000:3.0:1746066735.884618:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975346176 00000100:00100000:3.0:1746066735.884620:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975346176 00000100:00100000:3.0:1746066735.884628:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11309 00000100:00100000:3.0:1746066735.884721:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975346048:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.884734:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746066735.884804:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976321536:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066735.884827:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082f3f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97981c expref: 16 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.884837:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab9cc00/0xfb36a14ee6082f3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97981c expref: 16 pid: 9776 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746066735.884844:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11310 00010000:00010000:1.0:1746066735.884850:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9cc00, rc 0) 00000100:00100000:2.0:1746066735.884851:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975346304:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.884859:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.884866:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e41b200/0xfb36a14ee6082f62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979846 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.884874:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975345536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2512us (2819us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066735.884879:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11305 00000100:00100000:2.0:1746066735.884893:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976322176:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066735.884893:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11311 00000100:00100000:1.0:1746066735.884898:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1963:x1830882975345920:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.884903:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.884908:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135d9c000/0xfb36a14ee6082f69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979831 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.884922:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.884924:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976322304:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066735.884937:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b240 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.884941:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11312 00000100:00100000:2.0:1746066735.884946:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975346176:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.884951:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.884958:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082f70 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97983f expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.884976:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976322432:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066735.884993:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3300 going to sleep for 11 seconds 00010000:00010000:3.0:1746066735.885030:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77de00/0xfb36a14ee6082f77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979838 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.885042:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20532:1830882976321792:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.885051:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976322560:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066735.885056:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008de12600/0xfb36a14ee6082f54 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979815 expref: 34 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.885063:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de12600/0xfb36a14ee6082f54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979815 expref: 34 pid: 20532 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066735.885068:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3480 going to sleep for 11 seconds 00010000:00010000:0.0:1746066735.885073:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de12600, rc 0) 00000100:00100000:0.0:1746066735.885086:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882975345408:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2475us (2991us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066735.885091:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11307 00000100:00100000:0.0:1746066735.885118:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11313 00000100:00100000:0.0:1746066735.885123:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975345792:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066735.885129:0:20532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066735.885135:0:20532:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008de13e00/0xfb36a14ee6082f7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97982a expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066735.885156:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976322688:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066735.885174:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.885189:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976321664:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.885239:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976321920:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066735.885246:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976322048:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066735.885251:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77ca00/0xfb36a14ee6082f46 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97980e expref: 32 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.885258:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77ca00/0xfb36a14ee6082f46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97980e expref: 32 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.885259:0:8112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082f5b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979823 expref: 32 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.885266:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082f5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979823 expref: 32 pid: 8112 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066735.885272:0:8112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099790600, rc 0) 00010000:00010000:1.0:1746066735.885273:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082f4d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979807 expref: 14 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.885281:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935c0000/0xfb36a14ee6082f4d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979807 expref: 14 pid: 8450 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066735.885285:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975345664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2573us (3134us total) trans 0 rc 301/301 00010000:00010000:1.0:1746066735.885288:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935c0000, rc 0) 00000100:00100000:0.0:1746066735.885290:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11308 00000100:00100000:1.0:1746066735.885301:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975345152:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2806us (3218us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066735.885305:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11306 00010000:00010000:3.0:1746066735.885421:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77ca00, rc 0) 00000100:00100000:3.0:1746066735.885446:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1963:x1830882975345280:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3093us (3424us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.885451:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11304 00000100:00100000:2.0:1746066735.887758:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976322176:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066735.887782:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e41b200/0xfb36a14ee6082f62 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979846 expref: 36 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.887792:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e41b200/0xfb36a14ee6082f62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979846 expref: 36 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.887808:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41b200, rc 0) 00000100:00100000:2.0:1746066735.887836:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882975346304:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2985us (3272us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066735.887837:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976322304:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066735.887841:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11310 00010000:00010000:1.0:1746066735.887852:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135d9c000/0xfb36a14ee6082f69 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979831 expref: 34 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.887865:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135d9c000/0xfb36a14ee6082f69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979831 expref: 34 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.887872:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d9c000, rc 0) 00000100:00100000:1.0:1746066735.887887:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975345920:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2989us (3312us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066735.887891:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11311 00000100:00100000:3.0:1746066735.887951:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976322560:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066735.887966:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77de00/0xfb36a14ee6082f77 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979838 expref: 32 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.887975:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77de00/0xfb36a14ee6082f77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979838 expref: 32 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.887982:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77de00, rc 0) 00000100:00100000:3.0:1746066735.887999:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975346048:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3365us (3463us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.888007:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11309 00000100:00100000:0.0:1746066735.888409:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.888440:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.888629:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976322432:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066735.888646:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082f70 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97983f expref: 30 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.888655:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e41b800/0xfb36a14ee6082f70 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97983f expref: 30 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.888663:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e41b800, rc 0) 00000100:00100000:3.0:1746066735.888698:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975346176:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3752us (4112us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.888703:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11312 00000100:00100000:3.0:1746066735.888714:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975346432 00000100:00100000:3.0:1746066735.888719:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975346432 00000100:00100000:3.0:1746066735.888736:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975346688 00000100:00100000:3.0:1746066735.888737:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975346688 00000100:00100000:3.0:1746066735.888752:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11314 00000100:00100000:3.0:1746066735.888756:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975346432:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.888768:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.888777:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f77cc00/0xfb36a14ee6082f85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97984d expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.888807:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976322816:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.888848:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.888858:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11315 00000100:00100000:3.0:1746066735.888863:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882975346688:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.888868:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.888876:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77c400/0xfb36a14ee6082f8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97985b expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.888893:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976322944:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.888909:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.889117:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976322688:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066735.889133:0:20532:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008de13e00/0xfb36a14ee6082f7e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97982a expref: 28 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.889141:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008de13e00/0xfb36a14ee6082f7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97982a expref: 28 pid: 20532 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.889149:0:20532:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de13e00, rc 0) 00000100:00100000:1.0:1746066735.889163:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975345792:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4040us (4821us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066735.889169:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11313 00000100:00100000:0.0:1746066735.889249:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.889269:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.889293:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.889381:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975346944 00000100:00100000:2.0:1746066735.889385:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975346944 00000100:00100000:2.0:1746066735.889400:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975346560 00000100:00100000:2.0:1746066735.889401:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975346560 00000100:00100000:2.0:1746066735.889409:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975346816 00000100:00100000:2.0:1746066735.889410:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975346816 00000100:00100000:2.0:1746066735.889420:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11316 00000100:00100000:2.0:1746066735.889425:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882975346944:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.889431:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.889437:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3e00/0xfb36a14ee6082f93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979869 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.889455:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976323072:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066735.889479:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.889490:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11317 00000100:00100000:2.0:1746066735.889494:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1964:x1830882975346560:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.889499:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.889504:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3c00/0xfb36a14ee6082f9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979854 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.889521:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976323200:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066735.889535:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3600 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.889726:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11318 00000100:00100000:1.0:1746066735.889735:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975346816:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066735.889740:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.889747:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d9de00/0xfb36a14ee6082fa1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979862 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066735.889770:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976323328:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066735.889802:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.891559:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976322816:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066735.891579:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f77cc00/0xfb36a14ee6082f85 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97984d expref: 16 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.891590:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f77cc00/0xfb36a14ee6082f85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97984d expref: 16 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.891598:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77cc00, rc 0) 00000100:00100000:2.0:1746066735.891845:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976322944:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066735.891866:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77c400/0xfb36a14ee6082f8c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97985b expref: 34 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.891875:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77c400/0xfb36a14ee6082f8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97985b expref: 34 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.891887:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77c400, rc 0) 00000100:00100000:3.0:1746066735.892232:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975346432:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3473us (3823us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.892242:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11314 00000100:00100000:3.0:1746066735.892745:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976323072:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066735.892762:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3e00/0xfb36a14ee6082f93 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979869 expref: 33 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.892770:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3e00/0xfb36a14ee6082f93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979869 expref: 33 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.892780:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f6c3e00, rc 0) 00000100:00100000:3.0:1746066735.892799:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882975346944:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3374us (3551us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.892804:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11316 00000100:00100000:2.0:1746066735.892954:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975346688:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4088us (4512us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066735.892960:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11315 00000100:00100000:2.0:1746066735.892989:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976323200:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066735.893004:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3c00/0xfb36a14ee6082f9a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979854 expref: 30 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.893012:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f6c3c00/0xfb36a14ee6082f9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979854 expref: 30 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.893019:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f6c3c00, rc 0) 00000100:00100000:2.0:1746066735.893034:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+29:1964:x1830882975346560:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3540us (3765us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066735.893039:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11317 00000100:00100000:0.0:1746066735.893263:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.893284:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.893294:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.893304:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.893325:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.893365:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975347200 00000100:00100000:2.0:1746066735.893369:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975347200 00000100:00100000:2.0:1746066735.893391:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975347072 00000100:00100000:2.0:1746066735.893392:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975347072 00000100:00100000:2.0:1746066735.893400:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975347328 00000100:00100000:2.0:1746066735.893402:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975347328 00000100:00100000:2.0:1746066735.893408:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975347584 00000100:00100000:2.0:1746066735.893410:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975347584 00000100:00100000:2.0:1746066735.893416:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975347456 00000100:00100000:2.0:1746066735.893417:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975347456 00000100:00100000:2.0:1746066735.893425:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11319 00000100:00100000:2.0:1746066735.893430:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975347200:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.893440:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.893448:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135e01800/0xfb36a14ee6082fa8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979877 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.893478:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976323456:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066735.893510:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066735.893519:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11320 00000100:00100000:2.0:1746066735.893523:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975347072:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066735.893528:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.893534:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e01a00/0xfb36a14ee6082faf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979870 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066735.893549:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976323584:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066735.893561:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.893700:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11321 00000100:00100000:3.0:1746066735.893705:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975347328:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.893711:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.893717:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77dc00/0xfb36a14ee6082fb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97987e expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.893735:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976323712:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.893764:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3480 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.893773:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11322 00000100:00100000:3.0:1746066735.893777:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882975347584:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.893781:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.893786:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee6082fbd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97988c expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.893801:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976323840:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.893815:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3180 going to sleep for 11 seconds 00000100:00100000:3.0:1746066735.893823:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11323 00000100:00100000:3.0:1746066735.893826:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975347456:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066735.893831:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.893836:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f77d200/0xfb36a14ee6082fc4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979885 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.893849:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976323968:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066735.893860:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066735.894090:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976323328:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066735.894116:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135d9de00/0xfb36a14ee6082fa1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979862 expref: 14 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.894125:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d9de00/0xfb36a14ee6082fa1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979862 expref: 14 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066735.894133:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d9de00, rc 0) 00000100:00100000:1.0:1746066735.894152:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975346816:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4421us (4858us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066735.894156:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11318 00000100:00100000:3.0:1746066735.897575:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976323584:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066735.897603:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e01a00/0xfb36a14ee6082faf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979870 expref: 30 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.897616:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e01a00/0xfb36a14ee6082faf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979870 expref: 30 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.897625:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e01a00, rc 0) 00000100:00100000:3.0:1746066735.897657:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975347072:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4133us (4371us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.897664:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11320 00000100:00100000:2.0:1746066735.897791:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976323456:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066735.897808:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135e01800/0xfb36a14ee6082fa8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979877 expref: 36 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.897815:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135e01800/0xfb36a14ee6082fa8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979877 expref: 36 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.897823:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e01800, rc 0) 00000100:00100000:2.0:1746066735.897840:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882975347200:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4410us (4577us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066735.897845:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11319 00000100:00100000:3.0:1746066735.901314:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976323712:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066735.901340:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77dc00/0xfb36a14ee6082fb6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97987e expref: 34 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.901352:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77dc00/0xfb36a14ee6082fb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97987e expref: 34 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.901360:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77dc00, rc 0) 00000100:00100000:3.0:1746066735.901415:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975347328:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7708us (8118us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.901425:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11321 00000100:00100000:3.0:1746066735.901473:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976323968:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066735.901487:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f77d200/0xfb36a14ee6082fc4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979885 expref: 28 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.901494:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f77d200/0xfb36a14ee6082fc4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979885 expref: 28 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066735.901501:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77d200, rc 0) 00000100:00100000:3.0:1746066735.901516:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975347456:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7689us (8191us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066735.901521:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11323 00000100:00100000:2.0:1746066735.901604:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976323840:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066735.901619:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee6082fbd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97988c expref: 32 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.901627:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee6082fbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97988c expref: 32 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066735.901633:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77d000, rc 0) 00000100:00100000:2.0:1746066735.901649:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:1963:x1830882975347584:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7871us (8343us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066735.901654:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11322 00000100:00100000:0.0:1746066735.929635:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066735.929746:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975347840 00000100:00100000:1.0:1746066735.929753:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975347840 00000100:00100000:1.0:1746066735.929806:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9180 00000100:00100000:1.0:1746066735.929815:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:29140:x1830882975347840:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066735.929834:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066735.929849:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9ca00/0xfb36a14ee6082fcb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979893 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.929934:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082fd2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.929945:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082fd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.929955:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082fd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.929964:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c600/0xfb36a14ee6082fd9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.929969:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c600/0xfb36a14ee6082fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.929973:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c600/0xfb36a14ee6082fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930055:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee6082fe0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930062:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee6082fe0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930067:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee6082fe0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:1.0:1746066735.930074:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066735.930147:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082fd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930152:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082fd2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930156:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082fd2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930161:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135d9cc00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066735.930163:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082fd2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930169:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082fd2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930177:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066735.930179:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066735.930182:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082fd2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930185:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee6082fd2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930199:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c600/0xfb36a14ee6082fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930203:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c600/0xfb36a14ee6082fd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930207:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c600/0xfb36a14ee6082fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930210:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135d9c600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066735.930211:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c600/0xfb36a14ee6082fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930215:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c600/0xfb36a14ee6082fd9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930220:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012ffed000) 00010000:00010000:1.0:1746066735.930221:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066735.930223:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c600/0xfb36a14ee6082fd9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930226:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c600/0xfb36a14ee6082fd9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066735.930256:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9ca00/0xfb36a14ee6082fcb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979893 expref: 257 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.930265:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee6082fe0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979893 expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066735.930270:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066735.930271:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746066735.930273:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d9c800, rc 0) 00000100:00100000:1.0:1746066735.930308:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:29140:x1830882975347840:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 495us (681us total) trans 8589943066 rc 0/0 00000100:00100000:1.0:1746066735.930314:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9180 00000100:00100000:0.0:1746066735.935180:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.935268:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975347968 00000100:00100000:2.0:1746066735.935275:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975347968 00000100:00100000:2.0:1746066735.936041:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11324 00000100:00100000:2.0:1746066735.936051:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+31:29140:x1830882975347968:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066735.936065:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.936079:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97989a expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.936113:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f2 expref: 13 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.936120:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066735.936122:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066735.936125:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2158592->2310143] (req 2158592->2310143) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.936158:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f2 expref: 13 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.936168:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f2 expref: 13 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066735.936178:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976324096:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066735.936821:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066735.940313:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.940659:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975348096 00000100:00100000:3.0:1746066735.940665:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975348096 00010000:00010000:3.0:1746066735.940707:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f2 expref: 14 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066735.940740:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5661 00000100:00100000:3.0:1746066735.940747:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882975348096:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066735.940758:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066735.940774:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f2 expref: 14 pid: 8452 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066735.940784:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f2 expref: 14 pid: 8452 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066735.940808:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.940810:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066735.940815:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.940823:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.940848:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066735.940858:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976324224:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066735.940914:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746066735.941271:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6082f2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f2 expref: 14 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066735.941285:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976324096:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066735.941306:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.941314:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099790600, rc 0) 00000100:00100000:2.0:1746066735.941348:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:29140:x1830882975347968:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 5299us (6174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.941354:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11324 00000100:00100000:3.0:1746066735.947892:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976324224:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066735.947898:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:3.0:1746066735.947911:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066735.947952:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882975348096:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 7204us (7644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066735.947960:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5661 00000100:00100000:1.0:1746066735.948147:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066735.948265:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975348608 00000100:00100000:3.0:1746066735.948270:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975348608 00000100:00100000:3.0:1746066735.948298:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9181 00000100:00100000:3.0:1746066735.948304:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:29142:x1830882975348608:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066735.948323:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066735.948336:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77c400/0xfb36a14ee6082ff5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798a1 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.948425:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77c200/0xfb36a14ee6082ffc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948435:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77c200/0xfb36a14ee6082ffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948444:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77c200/0xfb36a14ee6082ffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948454:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6083003 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948459:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6083003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948464:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6083003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948546:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d400/0xfb36a14ee608300a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948553:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d400/0xfb36a14ee608300a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948559:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d400/0xfb36a14ee608300a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746066735.948564:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975348352 00000004:00200000:3.0:1746066735.948566:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000100:00100000:2.0:1746066735.948568:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975348352 00002000:00100000:2.0:1746066735.948593:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2158592->2162687) req@ffff880135e5ed80 x1830882975348352/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.948601:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5ed80 with x1830882975348352 ext(2158592->2162687) 00002000:00010000:2.0:1746066735.948604:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5ed80 00000100:00100000:2.0:1746066735.948618:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4678 00000100:00100000:2.0:1746066735.948623:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975348352:12345-192.168.202.57@tcp:3:multiop.0 00010000:00010000:3.0:1746066735.948632:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77c200/0xfb36a14ee6082ffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948637:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77c200/0xfb36a14ee6082ffc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948646:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77c200/0xfb36a14ee6082ffc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948650:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f77c200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.948653:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77c200/0xfb36a14ee6082ffc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948658:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77c200/0xfb36a14ee6082ffc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948667:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066735.948669:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.948672:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77c200/0xfb36a14ee6082ffc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948692:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77c200/0xfb36a14ee6082ffc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948703:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6083003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948706:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6083003 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948710:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6083003 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948714:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f77da00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066735.948716:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6083003 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948720:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6083003 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948729:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13e00) 00010000:00010000:3.0:1746066735.948730:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066735.948732:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6083003 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066735.948736:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77da00/0xfb36a14ee6083003 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746066735.948740:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975348352:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 116us (842us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066735.948745:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4678 00002000:00100000:2.0:1746066735.948749:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2158592->2162687) req@ffff880135e5ed80 x1830882975348352/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.948756:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5ed80 with x1830882975348352 ext(2158592->2162687) 00002000:00010000:2.0:1746066735.948758:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5ed80 00010000:00010000:3.0:1746066735.948762:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77c400/0xfb36a14ee6082ff5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a1 expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.948772:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d400/0xfb36a14ee608300a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a1 expref: 11 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066735.948778:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066735.948780:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066735.948782:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77d400, rc 0) 00000100:00100000:3.0:1746066735.948796:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:29142:x1830882975348608:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 493us (650us total) trans 8589943067 rc 0/0 00000100:00100000:3.0:1746066735.948801:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9181 00000100:00100000:0.0:1746066735.954089:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.954401:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975348864 00000100:00100000:2.0:1746066735.954409:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975348864 00002000:00100000:2.0:1746066735.954731:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2306048->2310143) req@ffff880135e5c700 x1830882975348864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/0 e 0 to 0 dl 1746066746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.954740:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5c700 with x1830882975348864 ext(2306048->2310143) 00002000:00010000:2.0:1746066735.954745:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5c700 00000100:00100000:2.0:1746066735.954765:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4679 00000100:00100000:2.0:1746066735.954772:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975348864:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066735.957000:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1963:x1830882975348864:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 2220us (2908us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066735.957012:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4679 00002000:00100000:2.0:1746066735.957024:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2306048->2310143) req@ffff880135e5c700 x1830882975348864/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746066746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066735.957037:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5c700 with x1830882975348864 ext(2306048->2310143) 00002000:00010000:2.0:1746066735.957041:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5c700 00000100:00100000:0.0:1746066735.968388:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.968642:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975349120 00000100:00100000:2.0:1746066735.968650:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975349120 00000100:00100000:2.0:1746066735.968726:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3659 00000100:00100000:2.0:1746066735.968737:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:29140:x1830882975349120:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066735.970064:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:29140:x1830882975349120:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 1324us (1680us total) trans 8589943068 rc 0/0 00000100:00100000:2.0:1746066735.970073:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3659 00000100:00100000:0.0:1746066735.984802:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066735.984873:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975349248 00000100:00100000:2.0:1746066735.984880:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975349248 00000100:00100000:2.0:1746066735.984929:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9182 00000100:00100000:2.0:1746066735.984935:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+9:29144:x1830882975349248:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066735.984953:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066735.984967:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6083018 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798a8 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.985296:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee608301f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.985308:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee608301f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.985317:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee608301f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.985331:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6083026 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.985338:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6083026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.985343:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6083026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986828:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986840:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986848:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066735.986883:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:2.0:1746066735.986888:0:20127:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066735.986903:0:20127:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986912:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986919:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee608301f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986924:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee608301f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986929:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee608301f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986933:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5e9200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066735.986937:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee608301f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986943:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee608301f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986954:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066735.986956:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066735.986959:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee608301f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986964:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9200/0xfb36a14ee608301f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986981:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6083026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986986:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6083026 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986990:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6083026 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.986994:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5e8600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066735.986996:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6083026 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.987000:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6083026 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.987006:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705f00) 00010000:00010000:2.0:1746066735.987008:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066735.987010:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6083026 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.987014:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee6083026 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066735.987048:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6083018 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a8 expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.987061:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a8 expref: 10 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066735.987066:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066735.987068:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066735.987070:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e9a00, rc 0) 00000100:00100000:2.0:1746066735.987139:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:29144:x1830882975349248:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2202us (2340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066735.987147:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9182 00000100:00100000:0.0:1746066735.995901:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066735.995972:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.000556:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975349376 00000100:00100000:2.0:1746066736.000567:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975349376 00000100:00080000:0.0:1746066736.000648:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066736.001633:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975349504 00000100:00100000:2.0:1746066736.001637:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975349504 00000100:00080000:0.0:1746066736.001690:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746066736.001845:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11325 00000100:00100000:3.0:1746066736.001855:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1965:x1830882975349376:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066736.001872:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.001887:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f77d000/0xfb36a14ee6083034 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798af expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.001905:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.001907:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.001914:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f77d000/0xfb36a14ee6083034 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798af expref: 14 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.001925:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f77d000/0xfb36a14ee6083034 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798af expref: 14 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.001934:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77d000, rc 0) 00000100:00100000:3.0:1746066736.001982:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+14:1965:x1830882975349376:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 129us (6091us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.001987:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11325 00000100:00100000:3.0:1746066736.002001:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11326 00000100:00100000:3.0:1746066736.002005:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975349504:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066736.002011:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.002018:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee608303b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798b6 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.002048:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976324352:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066736.002099:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.005373:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.007977:0:14544:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975349632 00000100:00100000:3.0:1746066736.007987:0:14544:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975349632 00000100:00100000:3.0:1746066736.008062:0:14544:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 172 00000100:00100000:3.0:1746066736.008073:0:14544:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a574e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:69ee3f12-76db-44fe-a8c9-a42ead582d61+15:1965:x1830882975349632:12345-192.168.202.57@tcp:400:kworker.0 00000100:00100000:3.0:1746066736.008157:0:14544:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a574e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:69ee3f12-76db-44fe-a8c9-a42ead582d61+15:1965:x1830882975349632:12345-192.168.202.57@tcp:400:kworker.0 Request processed in 84us (2791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.008164:0:14544:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 172 00002000:00010000:3.0:1746066736.009100:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime: 1746066734 -> 1746066735 00000100:00100000:3.0:1746066736.009130:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976324352:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066736.009161:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee608303b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798b6 expref: 14 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.009176:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee608303b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798b6 expref: 14 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.009214:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77ce00, rc 0) 00000100:00100000:3.0:1746066736.009250:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975349504:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 7243us (13278us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066736.009257:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11326 00000100:00100000:0.0:1746066736.011849:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.011902:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975349888 00000100:00100000:2.0:1746066736.011909:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975349888 00000100:00100000:2.0:1746066736.011962:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9183 00000100:00100000:2.0:1746066736.011970:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+10:29144:x1830882975349888:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066736.011985:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.011999:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9800/0xfb36a14ee6083042 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798bd expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.012072:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.012084:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee6082fe0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979893 expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.012090:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d400/0xfb36a14ee608300a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a1 expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.012095:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a8 expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.012111:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 6/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.012138:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a8 expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.012148:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a8 expref: 11 pid: 20127 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.012158:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976324480:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.012249:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d400/0xfb36a14ee608300a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a1 expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.012256:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d400/0xfb36a14ee608300a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a1 expref: 10 pid: 14548 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.012264:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976324608:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.012288:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee6082fe0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979893 expref: 256 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.012295:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee6082fe0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979893 expref: 256 pid: 20127 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.012302:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976324736:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.012316:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3780 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.014730:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.014743:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976324480:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.014752:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976324608:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066736.014757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.014777:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975350144 00000100:00100000:2.0:1746066736.014781:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975350144 00010000:00010000:2.0:1746066736.014815:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a8 expref: 12 pid: 20127 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.014834:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975350016 00000100:00100000:2.0:1746066736.014836:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975350016 00010000:00010000:2.0:1746066736.014851:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d400/0xfb36a14ee608300a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a1 expref: 11 pid: 14548 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.014865:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5662 00000100:00100000:2.0:1746066736.014872:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882975350144:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066736.014882:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066736.014887:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a8 expref: 12 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.014898:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a8 expref: 12 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.014916:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9a00/0xfb36a14ee608302d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a8 expref: 12 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.014934:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066736.014938:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.014944:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.014949:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066736.014980:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975350144:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 108us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.014986:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5662 00000100:00100000:2.0:1746066736.015000:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5663 00000100:00100000:2.0:1746066736.015005:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975350016:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066736.015011:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066736.015015:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d400/0xfb36a14ee608300a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a1 expref: 11 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.015022:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d400/0xfb36a14ee608300a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a1 expref: 11 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.015037:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f77d400/0xfb36a14ee608300a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798a1 expref: 11 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.015046:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066736.015048:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.015056:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.015060:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066736.015075:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882975350016:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 70us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.015080:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5663 00000100:00100000:0.0:1746066736.017837:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.017881:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975350272 00000100:00100000:1.0:1746066736.017887:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975350272 00010000:00010000:1.0:1746066736.017923:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee6082fe0 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979893 expref: 257 pid: 20127 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746066736.017953:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5664 00000100:00100000:1.0:1746066736.017963:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:1964:x1830882975350272:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066736.017973:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066736.017978:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee6082fe0 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979893 expref: 257 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.017986:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee6082fe0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979893 expref: 257 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.018007:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066736.018011:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.018019:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.018025:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.018038:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066736.018068:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+257:1964:x1830882975350272:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 109us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066736.018073:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5664 00010000:00010000:2.0:1746066736.018165:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee6082fe0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979893 expref: 256 pid: 20127 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.018177:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976324736:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.018199:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.018205:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.018209:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066736.018223:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066736.018348:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9800/0xfb36a14ee6083042 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798bd expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.018360:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798bd expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.018366:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066736.018368:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746066736.018371:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e8000, rc 0) 00000100:00100000:2.0:1746066736.018393:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:29144:x1830882975349888:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 6424us (6552us total) trans 8589943069 rc 0/0 00000100:00100000:2.0:1746066736.018399:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9183 00000100:00080000:0.0:1746066736.018580:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746066736.022632:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.022712:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975350400 00000100:00100000:0.0:1746066736.022719:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975350400 00000100:00100000:0.0:1746066736.022766:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9184 00000100:00100000:0.0:1746066736.022774:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:29144:x1830882975350400:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066736.022792:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.022810:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46e600/0xfb36a14ee6083057 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798c4 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.022870:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066736.022881:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798bd expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.022887:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:0.0:1746066736.022912:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798bd expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.022922:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798bd expref: 12 pid: 20127 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746066736.022932:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976324864:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066736.023133:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.027605:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.027828:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975350528 00000100:00100000:1.0:1746066736.027835:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975350528 00010000:00010000:1.0:1746066736.027870:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798bd expref: 13 pid: 20127 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746066736.027905:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5665 00000100:00100000:1.0:1746066736.027912:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882975350528:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066736.027923:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066736.027928:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798bd expref: 13 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.027937:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798bd expref: 13 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.027960:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066736.027965:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.027973:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.027978:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.027992:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066736.028098:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882975350528:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 185us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066736.028114:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5665 00010000:00010000:2.0:1746066736.028208:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083049 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798bd expref: 12 pid: 20127 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.028226:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976324864:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.028242:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.028247:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.028252:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066736.028284:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:2.0:1746066736.028288:0:20127:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066736.028300:0:20127:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.028324:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46e600/0xfb36a14ee6083057 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798c4 expref: 12 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.028335:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798c4 expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.028340:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066736.028342:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066736.028344:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b46fa00, rc 0) 00000100:00100000:2.0:1746066736.028378:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:29144:x1830882975350400:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 5606us (5754us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.028384:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9184 00000100:00100000:0.0:1746066736.035192:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.035309:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975350656 00000100:00100000:3.0:1746066736.035316:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975350656 00000100:00100000:3.0:1746066736.035363:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11327 00000100:00100000:3.0:1746066736.035370:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975350656:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066736.035385:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.035399:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6083065 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798cb expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.035441:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976324992:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066736.036085:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.040884:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.040997:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975350912 00000100:00100000:2.0:1746066736.041006:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975350912 00000100:00100000:2.0:1746066736.041058:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9185 00000100:00100000:2.0:1746066736.041069:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+256:29147:x1830882975350912:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066736.041091:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.041121:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9600/0xfb36a14ee608306c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798d2 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.041227:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6083073 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041240:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6083073 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041251:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6083073 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041263:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee608307a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041269:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee608307a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041275:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee608307a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041365:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083081 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041374:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083081 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041380:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083081 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:2.0:1746066736.041387:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066736.041446:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6083073 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041452:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6083073 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041457:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6083073 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041461:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5e8200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066736.041463:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6083073 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041468:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6083073 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041475:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066736.041477:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066736.041480:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6083073 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041484:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8200/0xfb36a14ee6083073 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041509:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee608307a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041517:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee608307a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041521:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee608307a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041524:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e5e8600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066736.041525:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee608307a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041529:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee608307a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041533:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705200) 00010000:00010000:2.0:1746066736.041535:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066736.041536:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee608307a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041540:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8600/0xfb36a14ee608307a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.041566:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e9600/0xfb36a14ee608306c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798d2 expref: 259 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.041574:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083081 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798d2 expref: 258 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.041579:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066736.041581:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066736.041582:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e8000, rc 0) 00000100:00100000:2.0:1746066736.041617:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:29147:x1830882975350912:12345-192.168.202.57@tcp:101:cat.0 Request processed in 551us (744us total) trans 8589943070 rc 0/0 00000100:00100000:2.0:1746066736.041623:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9185 00000100:00100000:3.0:1746066736.041998:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976324992:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066736.042017:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6083065 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798cb expref: 14 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.042031:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77da00/0xfb36a14ee6083065 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798cb expref: 14 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.042043:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77da00, rc 0) 00000100:00100000:3.0:1746066736.042065:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975350656:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 6696us (6880us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066736.042070:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11327 00000100:00100000:0.0:1746066736.043853:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.043971:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975351168 00000100:00100000:2.0:1746066736.043980:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975351168 00000100:00100000:2.0:1746066736.044022:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3660 00000100:00100000:2.0:1746066736.044031:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+258:29147:x1830882975351168:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:2.0:1746066736.044270:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:29147:x1830882975351168:12345-192.168.202.57@tcp:35:cat.0 Request processed in 238us (420us total) trans 8589943071 rc 0/0 00000100:00100000:2.0:1746066736.044276:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3660 00000100:00100000:2.0:1746066736.045590:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.046038:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975351424 00000100:00100000:0.0:1746066736.046044:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975351424 00000100:00100000:0.0:1746066736.046078:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9186 00000100:00100000:0.0:1746066736.046085:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:29144:x1830882975351424:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:0.0:1746066736.046099:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.046121:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f800/0xfb36a14ee608308f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798d9 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.046184:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f400/0xfb36a14ee6083096 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.046195:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f400/0xfb36a14ee6083096 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.046204:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f400/0xfb36a14ee6083096 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.046212:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f400/0xfb36a14ee6083096 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.046217:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f400/0xfb36a14ee6083096 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.046222:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f400/0xfb36a14ee6083096 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.046226:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b46f400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066736.046229:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f400/0xfb36a14ee6083096 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.046234:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f400/0xfb36a14ee6083096 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.046242:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066736.046245:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746066736.046248:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f400/0xfb36a14ee6083096 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.046253:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f400/0xfb36a14ee6083096 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.047857:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f800/0xfb36a14ee608308f lrc: 1/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798d9 expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.047868:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f800/0xfb36a14ee608308f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798d9 expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.047879:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b46f800, rc 0) 00000100:00100000:0.0:1746066736.047956:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:29144:x1830882975351424:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 1867us (2365us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066736.047964:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9186 00000100:00100000:3.0:1746066736.048080:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.048221:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.048246:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.048282:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.048300:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975351552 00000100:00100000:3.0:1746066736.048305:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975351552 00000100:00100000:3.0:1746066736.048339:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975351680 00000100:00100000:3.0:1746066736.048343:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975351680 00000100:00080000:0.0:1746066736.049120:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746066736.049124:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746066736.049447:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975351808 00000100:00100000:3.0:1746066736.049453:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975351808 00000100:00100000:2.0:1746066736.049751:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975351936 00000100:00100000:2.0:1746066736.049756:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975351936 00000100:00100000:2.0:1746066736.049792:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11328 00000100:00100000:2.0:1746066736.049800:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975351552:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066736.049816:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.049832:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8e00/0xfb36a14ee608309d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798e0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066736.049881:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976325120:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066736.049947:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.049971:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11329 00000100:00100000:2.0:1746066736.049979:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1966:x1830882975351680:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066736.049988:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.049999:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9a00/0xfb36a14ee60830a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798e7 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066736.050033:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976325248:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066736.050062:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.051071:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11330 00000100:00100000:0.0:1746066736.051079:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882975351808:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066736.051086:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.051093:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b46e600/0xfb36a14ee60830ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798ee expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066736.051125:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976325376:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066736.051161:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066736.051469:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11331 00000100:00100000:3.0:1746066736.051479:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975351936:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.051488:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.051498:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f77de00/0xfb36a14ee60830b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798f5 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.051528:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976325504:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066736.051578:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.055025:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00002000:00010000:3.0:1746066736.055294:0:10402:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime: 1746066734 -> 1746066735 00000100:00100000:3.0:1746066736.055318:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976325120:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066736.055357:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8e00/0xfb36a14ee608309d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798e0 expref: 30 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.055371:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5e8e00/0xfb36a14ee608309d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798e0 expref: 30 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.055385:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e8e00, rc 0) 00000100:00100000:3.0:1746066736.055433:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1966:x1830882975351552:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5633us (7354us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066736.055442:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11328 00002000:00010000:3.0:1746066736.055486:0:4614:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime: 1746066734 -> 1746066735 00000100:00100000:3.0:1746066736.055498:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976325504:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066736.055515:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f77de00/0xfb36a14ee60830b2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798f5 expref: 28 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.055524:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f77de00/0xfb36a14ee60830b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798f5 expref: 28 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.055532:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77de00, rc 0) 00000100:00100000:3.0:1746066736.055555:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1966:x1830882975351936:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4078us (7273us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066736.055561:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11331 00000100:00100000:2.0:1746066736.055741:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975352192 00000100:00100000:2.0:1746066736.055749:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975352192 00000100:00100000:2.0:1746066736.055790:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3661 00000100:00100000:2.0:1746066736.055799:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+11:29144:x1830882975352192:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:2.0:1746066736.055975:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:29144:x1830882975352192:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 175us (954us total) trans 8589943072 rc 0/0 00000100:00100000:2.0:1746066736.055981:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3661 00002000:00010000:2.0:1746066736.056016:0:8451:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime: 1746066734 -> 1746066735 00000100:00100000:2.0:1746066736.056031:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976325248:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066736.056051:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9a00/0xfb36a14ee60830a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798e7 expref: 35 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.056061:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e5e9a00/0xfb36a14ee60830a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798e7 expref: 35 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.056068:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e5e9a00, rc 0) 00000100:00100000:2.0:1746066736.056092:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1966:x1830882975351680:12345-192.168.202.57@tcp:101:cat.0 Request processed in 6114us (7872us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066736.056098:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11329 00002000:00010000:1.0:1746066736.056213:0:21973:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime: 1746066734 -> 1746066735 00000100:00100000:1.0:1746066736.056227:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976325376:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066736.056248:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b46e600/0xfb36a14ee60830ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798ee expref: 33 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066736.056258:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b46e600/0xfb36a14ee60830ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798ee expref: 33 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066736.056272:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b46e600, rc 0) 00000100:00100000:1.0:1746066736.056293:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:1966:x1830882975351808:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5216us (8048us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066736.056298:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11330 00000100:00100000:0.0:1746066736.065063:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.065150:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975352320 00000100:00100000:1.0:1746066736.065157:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975352320 00000100:00100000:1.0:1746066736.065211:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11332 00000100:00100000:1.0:1746066736.065219:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:29147:x1830882975352320:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066736.065235:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066736.065250:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9798fc expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.065273:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979720 expref: 13 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.065279:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066736.065281:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746066736.065284:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798fc expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.065307:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979720 expref: 13 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.065317:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979720 expref: 13 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746066736.065326:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976325632:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066736.065397:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b240 going to sleep for 11 seconds 00010000:00010000:0.0:1746066736.082193:0:9850:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746066736.082442:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.082710:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975352448 00000100:00100000:0.0:1746066736.082720:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975352448 00010000:00010000:0.0:1746066736.082750:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979720 expref: 14 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746066736.082785:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5666 00000100:00100000:0.0:1746066736.082793:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+14:1963:x1830882975352448:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066736.082804:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066736.082822:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979720 expref: 14 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066736.082834:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979720 expref: 14 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066736.082856:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.082857:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.082865:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798fc expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.082872:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798fc expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.082906:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798fc expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066736.082918:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009270b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976325760:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066736.083004:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a81fcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746066736.083521:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a632e00/0xfb36a14ee6082e58 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979720 expref: 14 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746066736.084451:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009270b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15727:1830882976325760:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066736.084470:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066736.085236:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882975352448:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2442us (2796us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066736.085244:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5666 00000100:00100000:2.0:1746066736.086385:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21973:1830882976325632:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.086410:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798fc expref: 28 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.086421:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d9ca00, rc 0) 00000100:00100000:2.0:1746066736.087601:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:29147:x1830882975352320:12345-192.168.202.57@tcp:101:cat.0 Request processed in 22380us (22541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.087608:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11332 00000100:00100000:0.0:1746066736.092011:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.092113:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975352704 00000100:00100000:2.0:1746066736.092120:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975352704 00002000:00100000:2.0:1746066736.092161:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009270ad80 x1830882975352704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.092171:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270ad80 with x1830882975352704 ext(0->1048575) 00002000:00010000:2.0:1746066736.092175:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009270ad80 00000100:00100000:2.0:1746066736.092191:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4680 00000100:00100000:2.0:1746066736.092198:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882975352704:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066736.100760:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.100851:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975352960 00000100:00100000:2.0:1746066736.100859:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975352960 00000100:00100000:2.0:1746066736.100901:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9187 00000100:00100000:2.0:1746066736.100909:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+259:29150:x1830882975352960:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066736.100928:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.100943:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46c200/0xfb36a14ee60830c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979903 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.101021:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.101032:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798c4 expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.101037:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083081 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798d2 expref: 260 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.101043:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.101065:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083081 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798d2 expref: 260 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.101074:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083081 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798d2 expref: 260 pid: 20127 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.101084:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976325888:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.101449:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798c4 expref: 11 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.101456:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798c4 expref: 11 pid: 20127 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.101463:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976326016:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.101479:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.104222:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882975352704:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12019us (12212us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066736.104233:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4680 00002000:00100000:2.0:1746066736.104242:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009270ad80 x1830882975352704/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.104250:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009270ad80 with x1830882975352704 ext(0->1048575) 00002000:00010000:2.0:1746066736.104255:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009270ad80 00000100:00100000:1.0:1746066736.109231:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.109277:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975353088 00000100:00100000:0.0:1746066736.109284:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975353088 00000100:00100000:1.0:1746066736.109289:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066736.109313:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083081 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798d2 expref: 261 pid: 20127 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.109363:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976325888:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.109373:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976326016:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.109552:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746066736.110138:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975353216 00000100:00100000:0.0:1746066736.110143:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975353216 00010000:00010000:0.0:1746066736.110156:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798c4 expref: 12 pid: 20127 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.110356:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5667 00000100:00100000:3.0:1746066736.110366:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:1963:x1830882975353088:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746066736.110367:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5668 00010000:00010000:3.0:1746066736.110379:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746066736.110379:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+12:1965:x1830882975353216:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066736.110385:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083081 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798d2 expref: 261 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.110389:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066736.110394:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083081 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798d2 expref: 261 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.110395:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798c4 expref: 12 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.110411:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e5e8000/0xfb36a14ee6083081 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798d2 expref: 261 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.110533:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798c4 expref: 12 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.110546:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46fa00/0xfb36a14ee608305e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798c4 expref: 12 pid: 20127 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.110558:0:15727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066736.110562:0:15727:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.110569:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.110574:0:15727:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.110590:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066736.110634:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+11:1965:x1830882975353216:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 260us (1345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066736.110640:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5668 00010000:00010000:1.0:1746066736.110659:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.110664:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746066736.110703:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066736.110814:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46c200/0xfb36a14ee60830c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979903 expref: 262 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.110828:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979903 expref: 261 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.110834:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066736.110836:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746066736.110838:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46ce00, rc 0) 00000100:00100000:1.0:1746066736.110858:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+261:29150:x1830882975352960:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 9950us (10106us total) trans 8589943073 rc 0/0 00000100:00100000:1.0:1746066736.110863:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9187 00010000:00010000:3.0:1746066736.111025:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066736.111029:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066736.111047:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:1963:x1830882975353088:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 683us (1823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.111052:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5667 00000100:00100000:0.0:1746066736.120598:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.120703:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.120772:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975353344 00000100:00100000:2.0:1746066736.120779:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975353344 00000100:00100000:2.0:1746066736.120820:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11333 00000100:00100000:2.0:1746066736.120826:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+32:29147:x1830882975353344:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066736.120840:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.120852:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97990a expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.120873:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979789 expref: 12 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.120880:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066736.120882:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066736.120885:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97990a expref: 33 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.120912:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979789 expref: 12 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.120920:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979789 expref: 12 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.120929:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976326144:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.120989:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066736.121040:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975353600 00000100:00100000:3.0:1746066736.121043:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975353600 00002000:00100000:3.0:1746066736.121064:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2646016->2650111) req@ffff880092709c00 x1830882975353600/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.121072:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092709c00 with x1830882975353600 ext(2646016->2650111) 00002000:00010000:3.0:1746066736.121076:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092709c00 00000100:00100000:3.0:1746066736.121096:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4681 00000100:00100000:3.0:1746066736.121108:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975353600:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066736.121657:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975353600:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 554us (952us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066736.121663:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4681 00002000:00100000:3.0:1746066736.121669:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2646016->2650111) req@ffff880092709c00 x1830882975353600/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/4536 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.121891:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092709c00 with x1830882975353600 ext(2646016->2650111) 00002000:00010000:3.0:1746066736.121894:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092709c00 00000100:00100000:0.0:1746066736.125248:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.125368:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975353856 00000100:00100000:3.0:1746066736.125375:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975353856 00002000:00100000:3.0:1746066736.125408:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2650112->2654207) req@ffff880092709180 x1830882975353856/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.125416:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092709180 with x1830882975353856 ext(2650112->2654207) 00002000:00010000:3.0:1746066736.125420:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092709180 00000100:00100000:3.0:1746066736.125445:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4682 00000100:00100000:3.0:1746066736.125451:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975353856:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066736.125639:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976326144:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.125662:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97990a expref: 34 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.125708:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46d000, rc 0) 00000100:00100000:2.0:1746066736.125744:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:29147:x1830882975353344:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4917us (5152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.125750:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11333 00000100:00100000:3.0:1746066736.126384:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882975353856:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 931us (1141us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066736.126389:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4682 00002000:00100000:3.0:1746066736.126394:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2650112->2654207) req@ffff880092709180 x1830882975353856/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/4536 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.126401:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092709180 with x1830882975353856 ext(2650112->2654207) 00002000:00010000:3.0:1746066736.126404:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092709180 00000100:00100000:0.0:1746066736.128032:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.128299:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975353984 00000100:00100000:3.0:1746066736.128305:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975353984 00010000:00010000:3.0:1746066736.128327:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979789 expref: 13 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.128362:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5669 00000100:00100000:3.0:1746066736.128370:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882975353984:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066736.128381:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066736.128397:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979789 expref: 13 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.128406:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979789 expref: 13 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.128424:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff200/0xfb36a14ee6082ec1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979789 expref: 13 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.128453:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.128455:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.128460:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97990a expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.128467:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97990a expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.128492:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97990a expref: 32 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.128503:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976326272:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066736.128573:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.134520:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.134970:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976326272:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066736.134986:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066736.135095:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975354240 00000100:00100000:1.0:1746066736.135112:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975354240 00000100:00100000:3.0:1746066736.135298:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009270aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882975353984:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 6926us (7267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.135856:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5669 00000100:00100000:1.0:1746066736.136944:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9188 00000100:00100000:1.0:1746066736.136958:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:29153:x1830882975354240:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066736.136978:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066736.136994:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c600/0xfb36a14ee60830dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979911 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.137079:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee60830e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137089:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee60830e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137098:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee60830e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137120:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee60830ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137128:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee60830ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137133:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee60830ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137216:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee60830f1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137222:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee60830f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137228:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee60830f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746066736.137235:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066736.137294:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee60830e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137300:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee60830e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137304:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee60830e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137309:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135d9cc00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066736.137312:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee60830e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137317:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee60830e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137325:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066736.137328:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066736.137332:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee60830e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137337:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9cc00/0xfb36a14ee60830e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137368:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee60830ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137373:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee60830ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137376:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee60830ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137380:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135d9c400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066736.137382:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee60830ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137386:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee60830ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137391:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012ffed700) 00010000:00010000:1.0:1746066736.137393:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066736.137395:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee60830ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137399:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee60830ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746066736.137429:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c600/0xfb36a14ee60830dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979911 expref: 13 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.137443:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee60830f1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979911 expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.137449:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066736.137451:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746066736.137453:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d9c800, rc 0) 00000100:00100000:1.0:1746066736.137486:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29153:x1830882975354240:12345-192.168.202.57@tcp:101:cat.0 Request processed in 534us (2974us total) trans 8589943074 rc 0/0 00000100:00100000:1.0:1746066736.137491:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9188 00000100:00100000:0.0:1746066736.141525:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.141792:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975354496 00000100:00100000:3.0:1746066736.141800:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975354496 00002000:00100000:3.0:1746066736.141833:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880092047480 x1830882975354496/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.141841:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092047480 with x1830882975354496 ext(1048576->2097151) 00002000:00010000:3.0:1746066736.141846:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092047480 00000100:00100000:3.0:1746066736.142261:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4683 00000100:00100000:3.0:1746066736.142268:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882975354496:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066736.145264:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.146169:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975354752 00000100:00100000:3.0:1746066736.146177:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975354752 00000100:00100000:3.0:1746066736.148572:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3662 00000100:00100000:3.0:1746066736.148585:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2b5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29153:x1830882975354752:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:3.0:1746066736.149756:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2b5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29153:x1830882975354752:12345-192.168.202.57@tcp:35:cat.0 Request processed in 1170us (4492us total) trans 8589943075 rc 0/0 00000100:00100000:3.0:1746066736.149764:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3662 00000100:00100000:3.0:1746066736.151741:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882975354496:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 9469us (10219us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066736.151750:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4683 00002000:00100000:3.0:1746066736.151758:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff880092047480 x1830882975354496/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.151767:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092047480 with x1830882975354496 ext(1048576->2097151) 00002000:00010000:3.0:1746066736.151771:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092047480 00000100:00100000:0.0:1746066736.167543:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.167621:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.167643:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.167661:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.167672:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.167716:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.167788:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975354880 00000100:00100000:3.0:1746066736.167795:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975354880 00000100:00100000:3.0:1746066736.167827:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975355136 00000100:00100000:3.0:1746066736.167828:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975355136 00000100:00100000:3.0:1746066736.167837:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975355520 00000100:00100000:3.0:1746066736.167838:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975355520 00000100:00100000:3.0:1746066736.167845:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975355008 00000100:00100000:3.0:1746066736.167846:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975355008 00000100:00100000:3.0:1746066736.167851:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975355264 00000100:00100000:3.0:1746066736.167853:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975355264 00000100:00100000:3.0:1746066736.167857:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975355392 00000100:00100000:3.0:1746066736.167859:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975355392 00000100:00100000:3.0:1746066736.167866:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11334 00000100:00100000:3.0:1746066736.167871:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975354880:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.167885:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.167898:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f77c200/0xfb36a14ee60830ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979918 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.167914:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.167916:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.167923:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f77c200/0xfb36a14ee60830ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979918 expref: 15 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.167935:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f77c200/0xfb36a14ee60830ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979918 expref: 15 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.167943:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77c200, rc 0) 00000100:00100000:3.0:1746066736.167977:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1963:x1830882975354880:12345-192.168.202.57@tcp:101:cat.0 Request processed in 104us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.167982:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11334 00000100:00100000:3.0:1746066736.167994:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11335 00000100:00100000:3.0:1746066736.167999:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975355136:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.168004:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.168012:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77d600/0xfb36a14ee6083106 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979926 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.168044:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976326400:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066736.168088:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066736.168114:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11336 00000100:00100000:3.0:1746066736.168118:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:29147:x1830882975355520:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.168124:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.168129:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97993b expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.168142:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797a5 expref: 11 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.168148:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066736.168149:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066736.168152:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.168166:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797a5 expref: 11 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.168176:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797a5 expref: 11 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.168189:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976326528:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066736.168205:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3600 going to sleep for 11 seconds 00000100:00100000:3.0:1746066736.168218:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11337 00000100:00100000:3.0:1746066736.168222:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1963:x1830882975355008:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.168228:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.168234:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee6083114 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97991f expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.168242:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.168243:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.168247:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee6083114 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97991f expref: 33 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.168255:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee6083114 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97991f expref: 33 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.168261:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77ce00, rc 0) 00000100:00100000:3.0:1746066736.168274:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882975355008:12345-192.168.202.57@tcp:101:cat.0 Request processed in 51us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.168278:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11337 00000100:00100000:3.0:1746066736.168287:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11338 00000100:00100000:3.0:1746066736.168292:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975355264:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.168296:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.168302:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f77cc00/0xfb36a14ee608311b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97992d expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.168322:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976326656:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066736.168338:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746066736.168350:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11339 00000100:00100000:3.0:1746066736.168355:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1964:x1830882975355392:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.168360:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.168366:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135e01a00/0xfb36a14ee6083122 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979934 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.168383:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976326784:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066736.168398:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b30c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746066736.168728:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746066736.168732:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746066736.168792:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.168980:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975355648 00000100:00100000:2.0:1746066736.168984:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975355648 00000100:00100000:2.0:1746066736.169005:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11340 00000100:00100000:2.0:1746066736.169009:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+34:29142:x1830882975355648:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066736.169015:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.169020:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979942 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.169033:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066736.169036:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.169041:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066736.169044:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [2023424->2097151] (req 2023424->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 35 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.169062:0:21973:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x60000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.169071:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [2023424->2097151] (req 2023424->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 35 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.169078:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46d600, rc 0) 00000100:00100000:2.0:1746066736.169112:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+35:29142:x1830882975355648:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 102us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.169117:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11340 00000100:00100000:0.0:1746066736.173247:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.173359:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976326784:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066736.173387:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135e01a00/0xfb36a14ee6083122 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979934 expref: 34 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.173399:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135e01a00/0xfb36a14ee6083122 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979934 expref: 34 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.173427:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e01a00, rc 0) 00000100:00100000:2.0:1746066736.173462:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1964:x1830882975355392:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5106us (5744us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066736.173469:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11339 00000100:00100000:2.0:1746066736.173503:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975355776 00000100:00100000:2.0:1746066736.173508:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975355776 00010000:00010000:2.0:1746066736.173530:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797a5 expref: 12 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.173547:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5670 00000100:00100000:2.0:1746066736.173553:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882975355776:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066736.173561:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066736.173570:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797a5 expref: 12 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.173578:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797a5 expref: 12 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.173594:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.173595:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.173601:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60080000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.173608:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60080000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.173635:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.173644:0:7107:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.173652:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976327040:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066736.173709:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.175133:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976326400:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066736.175150:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77d600/0xfb36a14ee6083106 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979926 expref: 32 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.175159:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77d600/0xfb36a14ee6083106 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979926 expref: 32 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.175166:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77d600, rc 0) 00000100:00100000:2.0:1746066736.175187:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975355136:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7188us (7565us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066736.175193:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11335 00010000:00010000:3.0:1746066736.176253:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4b9f800/0xfb36a14ee6082edd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797a5 expref: 12 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.176272:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976326528:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066736.176287:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.176294:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.176302:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77d800, rc 0) 00000100:00100000:3.0:1746066736.176822:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:29147:x1830882975355520:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8701us (9175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.176830:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11336 00000100:00100000:3.0:1746066736.176873:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976326656:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066736.176889:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f77cc00/0xfb36a14ee608311b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97992d expref: 15 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.176898:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f77cc00/0xfb36a14ee608311b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97992d expref: 15 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.176906:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77cc00, rc 0) 00000100:00100000:3.0:1746066736.176922:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975355264:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8630us (9249us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066736.176926:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11338 00000100:00100000:2.0:1746066736.177486:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976327040:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066736.177500:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066736.177528:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:1964:x1830882975355776:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3975us (4287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.177534:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5670 00000100:00100000:0.0:1746066736.181131:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.181203:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975356032 00000100:00100000:3.0:1746066736.181211:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975356032 00002000:00100000:3.0:1746066736.181247:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009f16d880 x1830882975356032/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.181256:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16d880 with x1830882975356032 ext(1048576->2097151) 00010000:00010000:3.0:1746066736.181264:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.181275:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746066736.181281:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f16d880 00000100:00100000:1.0:1746066736.182042:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1020 00000100:00100000:1.0:1746066736.182054:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975356032:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:0.0:1746066736.187131:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.187174:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.188574:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975356416 00000100:00100000:3.0:1746066736.188584:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975356416 00002000:00100000:3.0:1746066736.188623:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009f16df80 x1830882975356416/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.188632:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16df80 with x1830882975356416 ext(0->1048575) 00002000:00010000:3.0:1746066736.188636:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16df80 00000100:00100000:3.0:1746066736.188653:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975356544 00000100:00100000:3.0:1746066736.188656:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975356544 00002000:00100000:3.0:1746066736.188668:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009f16d500 x1830882975356544/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746066736.188844:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4684 00000100:00100000:0.0:1746066736.188852:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975356416:12345-192.168.202.57@tcp:3:cat.0 00002000:00100000:3.0:1746066736.191161:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16d500 with x1830882975356544 ext(1048576->2097151) 00002000:00010000:3.0:1746066736.191170:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16d500 00000100:00100000:3.0:1746066736.191197:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4685 00000100:00100000:3.0:1746066736.191207:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975356544:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066736.192379:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1965:x1830882975356032:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 10324us (11249us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066736.192387:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1020 00002000:00100000:3.0:1746066736.192394:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009f16d880 x1830882975356032/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.192402:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16d880 with x1830882975356032 ext(1048576->2097151) 00010000:00010000:3.0:1746066736.192409:0:8456:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.192422:0:8456:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746066736.192432:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f16d880 00000100:00100000:3.0:1746066736.221137:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1964:x1830882975356544:12345-192.168.202.57@tcp:3:cat.0 Request processed in 29925us (33954us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066736.221147:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4685 00002000:00100000:3.0:1746066736.221156:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x387:0x0] (1048576->2097151) req@ffff88009f16d500 x1830882975356544/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.221164:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16d500 with x1830882975356544 ext(1048576->2097151) 00002000:00010000:3.0:1746066736.221169:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f16d500 00000100:00100000:2.0:1746066736.221297:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975356416:12345-192.168.202.57@tcp:3:cat.0 Request processed in 32445us (34172us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066736.221303:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4684 00002000:00100000:2.0:1746066736.221309:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x383:0x0] (0->1048575) req@ffff88009f16df80 x1830882975356416/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.221315:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f16df80 with x1830882975356416 ext(0->1048575) 00002000:00010000:2.0:1746066736.221319:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f16df80 00000100:00100000:0.0:1746066736.221396:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.221437:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.221498:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975356672 00000100:00100000:3.0:1746066736.221504:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975356672 00000100:00100000:3.0:1746066736.221532:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11341 00000100:00100000:3.0:1746066736.221539:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:29147:x1830882975356672:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.221552:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.221564:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979949 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.221584:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979743 expref: 12 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.221591:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066736.221593:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066736.221595:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979949 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.221624:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979743 expref: 12 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.221634:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979743 expref: 12 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.221644:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976327168:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.221688:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975356800 00000100:00100000:2.0:1746066736.221692:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975356800 00010000:00010000:2.0:1746066736.221712:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.221733:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5671 00000100:00100000:2.0:1746066736.221739:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975356800:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066736.221746:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066736.221761:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.222087:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746066736.222350:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.222369:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77d800/0xfb36a14ee608310d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97993b expref: 34 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.222427:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.222429:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.222440:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.222446:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.222466:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 30 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066736.222474:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976327296:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066736.222514:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3600 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.224266:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.224433:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976327296:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066736.224451:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066736.224478:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975356800:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2739us (3040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.224485:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5671 00000100:00100000:2.0:1746066736.224504:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975356928 00000100:00100000:2.0:1746066736.224507:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975356928 00010000:00010000:2.0:1746066736.224524:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979743 expref: 13 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.224540:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5672 00000100:00100000:2.0:1746066736.224546:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+13:1963:x1830882975356928:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066736.224555:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066736.224570:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979743 expref: 13 pid: 8452 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.224583:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979743 expref: 13 pid: 8452 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.224599:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.224601:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.224605:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979949 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.224612:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979949 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.224631:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979949 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066736.224639:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976327424:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066736.224707:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3600 going to sleep for 11 seconds 00010000:00010000:3.0:1746066736.224781:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e01400/0xfb36a14ee6082e7b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979743 expref: 13 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.224793:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976327168:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066736.224807:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979949 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.224815:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f6c3a00, rc 0) 00000100:00100000:3.0:1746066736.224832:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:29147:x1830882975356672:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3294us (3437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.224837:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11341 00000100:00100000:0.0:1746066736.225672:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.227001:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975357184 00000100:00100000:2.0:1746066736.227009:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975357184 00002000:00100000:2.0:1746066736.227045:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (2023424->2027519) req@ffff88009e637480 x1830882975357184/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.227053:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637480 with x1830882975357184 ext(2023424->2027519) 00002000:00010000:2.0:1746066736.227057:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e637480 00000100:00100000:2.0:1746066736.227084:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4686 00000100:00100000:2.0:1746066736.227091:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975357184:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066736.227785:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975357184:12345-192.168.202.57@tcp:3:cat.0 Request processed in 693us (2112us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066736.227791:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4686 00002000:00100000:2.0:1746066736.227797:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (2023424->2027519) req@ffff88009e637480 x1830882975357184/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/4536 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.227803:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e637480 with x1830882975357184 ext(2023424->2027519) 00002000:00010000:2.0:1746066736.227806:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e637480 00000100:00100000:2.0:1746066736.227957:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976327424:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066736.227970:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066736.227988:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882975356928:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3442us (3727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.227994:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5672 00000100:00100000:0.0:1746066736.229160:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.229191:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.229246:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975357440 00000100:00100000:2.0:1746066736.229251:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975357440 00002000:00100000:2.0:1746066736.229273:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e636300 x1830882975357440/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 504/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.229282:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e636300 with x1830882975357440 ext(1048576->2097151) 00002000:00010000:2.0:1746066736.229285:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e636300 00000100:00100000:2.0:1746066736.229295:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975357696 00000100:00100000:2.0:1746066736.229297:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975357696 00002000:00100000:2.0:1746066736.229305:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e636680 x1830882975357696/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.229311:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e636680 with x1830882975357696 ext(1048576->2097151) 00002000:00010000:2.0:1746066736.229314:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e636680 00000100:00100000:2.0:1746066736.229321:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4687 00000100:00100000:2.0:1746066736.229326:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975357440:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066736.230295:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4688 00000100:00100000:3.0:1746066736.230302:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882975357696:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066736.236041:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:1963:x1830882975357440:12345-192.168.202.57@tcp:3:cat.0 Request processed in 6705us (6874us total) trans 0 rc 1044480/1044480 00000100:00100000:2.0:1746066736.236051:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4687 00002000:00100000:2.0:1746066736.236062:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e636300 x1830882975357440/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 504/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1044480/1044480 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.236070:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e636300 with x1830882975357440 ext(1048576->2097151) 00002000:00010000:2.0:1746066736.236075:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e636300 00000100:00100000:3.0:1746066736.238670:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1965:x1830882975357696:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 8361us (9470us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066736.238701:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4688 00002000:00100000:3.0:1746066736.238710:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e636680 x1830882975357696/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.238725:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e636680 with x1830882975357696 ext(1048576->2097151) 00002000:00010000:3.0:1746066736.238730:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e636680 00000100:00100000:0.0:1746066736.240980:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.241028:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.241119:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975357824 00000100:00100000:1.0:1746066736.241127:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975357824 00000100:00100000:1.0:1746066736.241176:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975357952 00000100:00100000:1.0:1746066736.241178:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975357952 00000100:00100000:1.0:1746066736.241195:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11342 00000100:00100000:1.0:1746066736.241202:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:29142:x1830882975357824:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066736.241218:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066736.241233:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979950 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.241257:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979949 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.241268:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066736.241269:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066736.241273:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2023423] (req 1048576->2023423) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 16 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.241295:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979949 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.241305:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979949 expref: 28 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.241330:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11343 00000100:00100000:2.0:1746066736.241342:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:29153:x1830882975357952:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066736.241349:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.241356:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f46d200/0xfb36a14ee608313e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979957 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066736.241454:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976327552:192.168.202.57@tcp:104: 00000100:00100000:1.0:1746066736.242097:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b840 going to sleep for 11 seconds 00010000:00010000:2.0:1746066736.242390:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.242396:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2023423] (req 1048576->2023423) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 17 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.242402:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066736.242405:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f46d200/0xfb36a14ee608313e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979957 expref: 17 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.242427:0:10402:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2023423] (req 1048576->2023423) gid 0 flags: 0x60000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 17 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.242440:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f46d200/0xfb36a14ee608313e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979957 expref: 17 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.242454:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46d200, rc 0) 00000100:00100000:2.0:1746066736.242491:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:29153:x1830882975357952:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1153us (1461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.242496:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11343 00000100:00100000:1.0:1746066736.245024:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976327552:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066736.245051:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2023423] (req 1048576->2023423) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 16 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.245064:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a632200, rc 0) 00000100:00100000:1.0:1746066736.245096:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:29142:x1830882975357824:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 3895us (4123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066736.245116:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11342 00000100:00100000:0.0:1746066736.245732:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.246241:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975358080 00000100:00100000:2.0:1746066736.246247:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975358080 00010000:00010000:2.0:1746066736.246275:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979949 expref: 29 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.246305:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5673 00000100:00100000:2.0:1746066736.246313:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f7c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975358080:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066736.246326:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066736.246343:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979949 expref: 29 pid: 8452 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.246352:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979949 expref: 29 pid: 8452 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.246370:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f6c3a00/0xfb36a14ee6083130 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979949 expref: 29 pid: 8452 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.246390:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.246391:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.246397:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 15 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.246408:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 15 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.246433:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 15 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.246441:0:7108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x70000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 15 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.246451:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976327808:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066736.246511:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.249319:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7108:1830882976327808:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066736.249338:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066736.249369:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f7c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975358080:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3056us (3637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.249378:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5673 00000100:00100000:2.0:1746066736.251548:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.251639:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.251757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.251947:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.251979:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975358336 00000100:00100000:3.0:1746066736.251985:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975358336 00002000:00100000:3.0:1746066736.252020:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009a0d2d80 x1830882975358336/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.252029:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d2d80 with x1830882975358336 ext(2097152->3145727) 00002000:00010000:3.0:1746066736.252034:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d2d80 00000100:00100000:3.0:1746066736.252057:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975358592 00000100:00100000:3.0:1746066736.252060:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975358592 00002000:00100000:3.0:1746066736.252069:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009a0d0380 x1830882975358592/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.252076:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0380 with x1830882975358592 ext(3145728->4194303) 00002000:00010000:3.0:1746066736.252078:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d0380 00000100:00100000:3.0:1746066736.252086:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975358848 00000100:00100000:3.0:1746066736.252088:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975358848 00002000:00100000:3.0:1746066736.252097:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3305471) req@ffff88009a0d0000 x1830882975358848/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 520/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.252116:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0000 with x1830882975358848 ext(2097152->3305471) 00002000:00010000:3.0:1746066736.252118:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d0000 00000100:00100000:3.0:1746066736.252135:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4689 00000100:00100000:3.0:1746066736.252141:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975358336:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066736.253121:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4690 00000100:00100000:3.0:1746066736.253128:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975358592:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066736.253897:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4691 00000100:00100000:1.0:1746066736.253909:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975358848:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066736.254513:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975359104 00000100:00100000:2.0:1746066736.254519:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975359104 00002000:00100000:2.0:1746066736.254544:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3305472->4194303) req@ffff88009a0d2300 x1830882975359104/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.254556:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d2300 with x1830882975359104 ext(3305472->4194303) 00002000:00010000:2.0:1746066736.254560:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d2300 00000100:00100000:2.0:1746066736.254574:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4692 00000100:00100000:2.0:1746066736.254579:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882975359104:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066736.259000:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.259162:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975359360 00000100:00100000:3.0:1746066736.259169:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975359360 00002000:00100000:3.0:1746066736.259199:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (2019328->2023423) req@ffff880135e5a300 x1830882975359360/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.259211:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5a300 with x1830882975359360 ext(2019328->2023423) 00010000:00010000:3.0:1746066736.259219:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 16 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.259231:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 16 pid: 21203 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746066736.259238:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135e5a300 00000100:00100000:3.0:1746066736.260903:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1021 00000100:00100000:3.0:1746066736.260914:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975359360:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066736.261083:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975359360:12345-192.168.202.57@tcp:3:cat.0 Request processed in 170us (2087us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066736.261089:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1021 00002000:00100000:3.0:1746066736.261096:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x385:0x0] (2019328->2023423) req@ffff880135e5a300 x1830882975359360/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/4536 e 0 to 0 dl 1746066747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.261115:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5a300 with x1830882975359360 ext(2019328->2023423) 00010000:00010000:3.0:1746066736.261123:0:31367:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 16 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.261134:0:31367:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 16 pid: 21203 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746066736.261145:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135e5a300 00000100:00100000:3.0:1746066736.263748:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975358336:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11599us (12199us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066736.263757:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4689 00002000:00100000:3.0:1746066736.263765:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009a0d2d80 x1830882975358336/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.263773:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d2d80 with x1830882975358336 ext(2097152->3145727) 00002000:00010000:3.0:1746066736.263777:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d2d80 00000100:00100000:1.0:1746066736.266646:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882975358848:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12733us (14880us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066736.266656:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4691 00002000:00100000:1.0:1746066736.266666:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3305471) req@ffff88009a0d0000 x1830882975358848/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 520/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.266697:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0000 with x1830882975358848 ext(2097152->3305471) 00002000:00010000:1.0:1746066736.266703:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d0000 00000100:00100000:2.0:1746066736.270700:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975359104:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16090us (18722us total) trans 0 rc 888832/888832 00000100:00100000:2.0:1746066736.270710:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4692 00002000:00100000:2.0:1746066736.270720:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3305472->4194303) req@ffff88009a0d2300 x1830882975359104/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 888832/888832 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.270729:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d2300 with x1830882975359104 ext(3305472->4194303) 00002000:00010000:2.0:1746066736.270734:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a0d2300 00000100:00100000:3.0:1746066736.274900:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975358592:12345-192.168.202.57@tcp:3:cat.0 Request processed in 20786us (22274us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066736.274911:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4690 00002000:00100000:3.0:1746066736.274922:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88009a0d0380 x1830882975358592/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.274931:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d0380 with x1830882975358592 ext(3145728->4194303) 00002000:00010000:3.0:1746066736.274936:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a0d0380 00000100:00100000:0.0:1746066736.279071:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.279173:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975359616 00000100:00100000:3.0:1746066736.279181:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975359616 00002000:00100000:3.0:1746066736.279217:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2023423) req@ffff8800a5bb1f80 x1830882975359616/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.279226:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb1f80 with x1830882975359616 ext(1048576->2023423) 00010000:00010000:3.0:1746066736.279234:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 16 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.279253:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 16 pid: 21203 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746066736.279259:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5bb1f80 00000100:00100000:3.0:1746066736.279285:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1022 00000100:00100000:3.0:1746066736.279291:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1963:x1830882975359616:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066736.281911:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.281960:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975359872 00000100:00100000:3.0:1746066736.281965:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975359872 00000100:00100000:3.0:1746066736.282143:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3663 00000100:00100000:3.0:1746066736.282150:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29142:x1830882975359872:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:3.0:1746066736.282388:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:29142:x1830882975359872:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 199us (443us total) trans 8589943076 rc 0/0 00000100:00100000:3.0:1746066736.282396:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3663 00000100:00100000:1.0:1746066736.286994:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.287441:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975360000 00000100:00100000:2.0:1746066736.287448:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975360000 00000100:00100000:1.0:1746066736.287449:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.287541:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975360128 00000100:00100000:2.0:1746066736.287544:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975360128 00000100:00100000:3.0:1746066736.287546:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11344 00000100:00100000:3.0:1746066736.287555:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975360000:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:2.0:1746066736.287561:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11345 00000100:00100000:2.0:1746066736.287567:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975360128:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.287569:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.287575:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.287583:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f6c2400/0xfb36a14ee6083145 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97995e expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.287584:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099014a00/0xfb36a14ee608314c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979965 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.287619:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976328064:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066736.287619:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976327936:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066736.287707:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.287711:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fd3000 going to sleep for 11 seconds 00002000:00010000:2.0:1746066736.290200:0:21203:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime: 1746066735 -> 1746066736 00002000:00010000:2.0:1746066736.290205:0:21203:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime: 1746066735 -> 1746066736 00000100:00100000:2.0:1746066736.290221:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976327936:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066736.290247:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099014a00/0xfb36a14ee608314c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979965 expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.290256:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099014a00/0xfb36a14ee608314c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979965 expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.290734:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099014a00, rc 0) 00000100:00100000:2.0:1746066736.290768:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975360128:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3200us (3319us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066736.290775:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11345 00002000:00010000:2.0:1746066736.290805:0:10402:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime: 1746066735 -> 1746066736 00002000:00010000:2.0:1746066736.290807:0:10402:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime: 1746066735 -> 1746066736 00000100:00100000:2.0:1746066736.290816:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976328064:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066736.290829:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f6c2400/0xfb36a14ee6083145 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97995e expref: 34 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.290837:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f6c2400/0xfb36a14ee6083145 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97995e expref: 34 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.290843:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f6c2400, rc 0) 00000100:00100000:2.0:1746066736.290856:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1964:x1830882975360000:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3303us (3869us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066736.290861:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11344 00000100:00100000:1.0:1746066736.293892:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.293915:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975360256 00000100:00100000:1.0:1746066736.293921:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975360256 00000100:00100000:1.0:1746066736.293949:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11346 00000100:00100000:1.0:1746066736.293984:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1966:x1830882975360256:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066736.294160:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066736.294248:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135d9de00/0xfb36a14ee6083153 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97996c expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066736.294664:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976328192:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066736.295433:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.295500:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975360384 00000100:00100000:0.0:1746066736.295503:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975360384 00000100:00100000:0.0:1746066736.295522:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11347 00000100:00100000:0.0:1746066736.295527:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975360384:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066736.295534:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.295542:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d8a000/0xfb36a14ee608315a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979973 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066736.295567:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976328320:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066736.295592:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066736.296147:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746066736.298503:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975359616:12345-192.168.202.57@tcp:4:cat.0 Request processed in 19208us (19434us total) trans 21474840266 rc 0/0 00000100:00100000:3.0:1746066736.298516:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1022 00002000:00100000:3.0:1746066736.298525:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2023423) req@ffff8800a5bb1f80 x1830882975359616/t21474840266(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/448 e 0 to 0 dl 1746066747 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.298539:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb1f80 with x1830882975359616 ext(1048576->2023423) 00010000:00010000:3.0:1746066736.298546:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 18 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.298561:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 18 pid: 21203 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746066736.298566:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5bb1f80 00000100:00100000:0.0:1746066736.299163:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976328320:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066736.299187:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135d8a000/0xfb36a14ee608315a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979973 expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.299198:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d8a000/0xfb36a14ee608315a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979973 expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.299211:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d8a000, rc 0) 00000100:00100000:0.0:1746066736.299231:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1966:x1830882975360384:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3704us (3799us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066736.299237:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11347 00000100:00100000:0.0:1746066736.299272:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976328192:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066736.299288:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135d9de00/0xfb36a14ee6083153 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97996c expref: 34 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.299296:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135d9de00/0xfb36a14ee6083153 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97996c expref: 34 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.299303:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d9de00, rc 0) 00000100:00100000:0.0:1746066736.299317:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1966:x1830882975360256:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5362us (5431us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066736.299322:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11346 00000100:00100000:0.0:1746066736.304593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.304618:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.304636:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975360512 00000100:00100000:0.0:1746066736.304643:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975360512 00000100:00100000:0.0:1746066736.304670:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975360640 00000100:00100000:0.0:1746066736.304671:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975360640 00000100:00100000:0.0:1746066736.304710:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11348 00000100:00100000:0.0:1746066736.304717:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882975360512:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066736.304731:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.304745:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a2c200/0xfb36a14ee6083161 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97997a expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066736.304783:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bb3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976328448:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066736.304838:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.304853:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11349 00000100:00100000:0.0:1746066736.304858:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882975360640:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066736.304864:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.304872:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6083168 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979981 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066736.304893:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976328576:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066736.304909:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.307532:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.307554:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975360768 00000100:00100000:2.0:1746066736.307561:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975360768 00000100:00100000:0.0:1746066736.307640:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bb3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10402:1830882976328448:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066736.307662:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a2c200/0xfb36a14ee6083161 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97997a expref: 34 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.307698:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a2c200/0xfb36a14ee6083161 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97997a expref: 34 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.307709:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a2c200, rc 0) 00000100:00100000:0.0:1746066736.307738:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1965:x1830882975360512:12345-192.168.202.57@tcp:101:cat.0 Request processed in 3021us (3150us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066736.307744:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11348 00010000:00010000:0.0:1746066736.307922:0:21203:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.57@tcp) returned -22 from glimpse AST (req@ffff88009ec2c700 x1830882976328576) - normal race ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 18 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066736.307944:0:21203:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 18 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746066736.307960:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976328576:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066736.307972:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.307974:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.307980:0:21203:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f46d200/0xfb36a14ee608313e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979957 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.308007:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f46d200/0xfb36a14ee608313e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979957 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.308032:0:21203:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f46d200/0xfb36a14ee608313e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979957 expref: 18 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066736.308046:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976328704:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066736.308071:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 18 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.308080:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a632200/0xfb36a14ee6083137 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2023423) gid 0 flags: 0x44801000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979950 expref: 18 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746066736.308086:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.308146:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5674 00000100:00100000:0.0:1746066736.308153:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975360768:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066736.308162:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066736.308164:0:7107:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie fb36a14ee6083137) 00010000:00010000:0.0:1746066736.308166:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066736.308182:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975360768:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 30us (657us total) trans 0 rc 116/116 00000100:00100000:0.0:1746066736.308187:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5674 00000100:00100000:0.0:1746066736.310549:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976328704:192.168.202.57@tcp:105: 00010000:00010000:0.0:1746066736.310571:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6083168 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979981 expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.310582:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ed34c00/0xfb36a14ee6083168 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979981 expref: 29 pid: 21203 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.310591:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34c00, rc 0) 00000100:00100000:0.0:1746066736.310619:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1965:x1830882975360640:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5760us (5999us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066736.310625:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11349 00000100:00100000:0.0:1746066736.317999:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.318025:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975361280 00000100:00100000:0.0:1746066736.318032:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975361280 00002000:00100000:0.0:1746066736.318063:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec2c700 x1830882975361280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066736.318073:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2c700 with x1830882975361280 ext(1048576->2097151) 00002000:00010000:0.0:1746066736.318077:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2c700 00000100:00100000:0.0:1746066736.318094:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4693 00000100:00100000:0.0:1746066736.318112:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975361280:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066736.330555:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1965:x1830882975361280:12345-192.168.202.57@tcp:3:cat.0 Request processed in 12448us (12554us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066736.330567:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4693 00002000:00100000:0.0:1746066736.330577:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009ec2c700 x1830882975361280/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066736.330586:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2c700 with x1830882975361280 ext(1048576->2097151) 00002000:00010000:0.0:1746066736.330592:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2c700 00000100:00100000:0.0:1746066736.348922:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.348954:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975361536 00000100:00100000:0.0:1746066736.348960:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975361536 00002000:00100000:0.0:1746066736.348993:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009ec2f800 x1830882975361536/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066736.349002:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f800 with x1830882975361536 ext(2097152->3145727) 00002000:00010000:0.0:1746066736.349007:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2f800 00000100:00100000:0.0:1746066736.349024:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4694 00000100:00100000:0.0:1746066736.349031:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975361536:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066736.359191:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975361536:12345-192.168.202.57@tcp:3:cat.0 Request processed in 10152us (10267us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066736.359202:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4694 00002000:00100000:0.0:1746066736.359211:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff88009ec2f800 x1830882975361536/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066736.359220:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f800 with x1830882975361536 ext(2097152->3145727) 00002000:00010000:0.0:1746066736.359225:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ec2f800 00000100:00100000:0.0:1746066736.368710:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.368735:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975361664 00000100:00100000:0.0:1746066736.368742:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975361664 00000100:00100000:0.0:1746066736.368777:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11350 00000100:00100000:0.0:1746066736.368784:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+31:29153:x1830882975361664:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066736.368798:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.368811:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979988 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.368832:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.368839:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066736.368841:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066736.368844:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979988 expref: 32 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.368866:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 32 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.368875:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 32 pid: 8451 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746066736.368885:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976328832:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066736.368948:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.373696:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.373738:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ec2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976328832:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.373761:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979988 expref: 32 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.373774:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ff04e00, rc 0) 00000100:00100000:2.0:1746066736.373808:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:29153:x1830882975361664:12345-192.168.202.57@tcp:101:cat.0 Request processed in 5025us (5105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.373814:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11350 00000100:00100000:2.0:1746066736.373844:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975361792 00000100:00100000:2.0:1746066736.373849:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975361792 00002000:00100000:2.0:1746066736.373877:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2158592->2654207) req@ffff88009a0d3480 x1830882975361792/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 504/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.373885:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3480 with x1830882975361792 ext(2158592->2654207) 00010000:00010000:2.0:1746066736.373890:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 33 pid: 8451 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.373900:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 33 pid: 8451 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746066736.373909:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a0d3480 00000100:00100000:2.0:1746066736.373922:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1023 00000100:00100000:2.0:1746066736.373928:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+33:1963:x1830882975361792:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066736.376653:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.376923:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975362048 00000100:00100000:1.0:1746066736.376931:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975362048 00000100:00100000:1.0:1746066736.376969:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9189 00000100:00100000:1.0:1746066736.376976:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+260:29159:x1830882975362048:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066736.376994:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066736.377007:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c000/0xfb36a14ee6083176 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97998f expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.378015:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee608317d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378027:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee608317d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378035:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee608317d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378045:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9de00/0xfb36a14ee6083184 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378050:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9de00/0xfb36a14ee6083184 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378055:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9de00/0xfb36a14ee6083184 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378143:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009025c400/0xfb36a14ee608318b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378151:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009025c400/0xfb36a14ee608318b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378156:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009025c400/0xfb36a14ee608318b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:1.0:1746066736.378163:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066736.378210:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee608317d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378215:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee608317d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378223:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee608317d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378227:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135d9c400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066736.378229:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee608317d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378235:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee608317d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378243:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066736.378246:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066736.378249:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee608317d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00000100:00100000:2.0:1746066736.378254:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1963:x1830882975361792:12345-192.168.202.57@tcp:4:cat.0 Request processed in 4325us (4576us total) trans 17179872920 rc 0/0 00010000:00010000:1.0:1746066736.378254:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c400/0xfb36a14ee608317d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00000100:00100000:2.0:1746066736.378262:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1023 00010000:00010000:1.0:1746066736.378266:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9de00/0xfb36a14ee6083184 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00002000:00100000:2.0:1746066736.378270:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x389:0x0] (2158592->2654207) req@ffff88009a0d3480 x1830882975361792/t17179872920(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 504/448 e 0 to 0 dl 1746066747 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00010000:00010000:1.0:1746066736.378270:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9de00/0xfb36a14ee6083184 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378275:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9de00/0xfb36a14ee6083184 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00002000:00100000:2.0:1746066736.378278:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a0d3480 with x1830882975361792 ext(2158592->2654207) 00010000:00010000:1.0:1746066736.378279:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135d9de00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066736.378280:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9de00/0xfb36a14ee6083184 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066736.378284:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 35 pid: 8451 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.378284:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9de00/0xfb36a14ee6083184 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378292:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012ffed800) 00010000:00010000:1.0:1746066736.378294:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066736.378295:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 35 pid: 8451 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.378296:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9de00/0xfb36a14ee6083184 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00002000:00010000:2.0:1746066736.378300:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a0d3480 00010000:00010000:1.0:1746066736.378300:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9de00/0xfb36a14ee6083184 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.378327:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c000/0xfb36a14ee6083176 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97998f expref: 263 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.378336:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009025c400/0xfb36a14ee608318b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97998f expref: 262 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.378342:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066736.378343:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746066736.378345:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009025c400, rc 0) 00000100:00100000:1.0:1746066736.378365:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:29159:x1830882975362048:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 1390us (1721us total) trans 8589943077 rc 0/0 00000100:00100000:1.0:1746066736.378371:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9189 00000100:00100000:0.0:1746066736.383320:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.383405:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.383942:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975362432 00000100:00100000:3.0:1746066736.383949:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975362432 00010000:00010000:3.0:1746066736.383976:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 35 pid: 8451 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.384002:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5675 00000100:00100000:3.0:1746066736.384008:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+35:1964:x1830882975362432:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066736.384019:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066736.384033:0:7108:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066735 -> 1746066736 00002000:00010000:3.0:1746066736.384035:0:7108:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066735 -> 1746066736 00010000:00010000:3.0:1746066736.384039:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 35 pid: 8451 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.384049:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 35 pid: 8451 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.384070:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099790600/0xfb36a14ee6082fee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2310143) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97989a expref: 35 pid: 8451 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.384085:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.384087:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.384092:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979988 expref: 31 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.384111:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979988 expref: 31 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.384139:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979988 expref: 31 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.384149:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976328960:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066736.384200:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a4b3600 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.385109:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975362304 00000100:00100000:2.0:1746066736.385114:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975362304 00000100:00100000:2.0:1746066736.386363:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3664 00000100:00100000:2.0:1746066736.386373:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:29159:x1830882975362304:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:2.0:1746066736.386659:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:29159:x1830882975362304:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 288us (3346us total) trans 8589943078 rc 0/0 00000100:00100000:2.0:1746066736.386666:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3664 00000100:00100000:3.0:1746066736.386811:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976328960:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066736.386823:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066736.386841:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+34:1964:x1830882975362432:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2833us (3436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.386847:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5675 00000100:00100000:0.0:1746066736.398483:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.398518:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.398542:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.399095:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975362688 00000100:00100000:1.0:1746066736.399112:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975362688 00002000:00100000:1.0:1746066736.399155:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ec2f100 x1830882975362688/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.399163:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f100 with x1830882975362688 ext(2097152->3145727) 00002000:00010000:1.0:1746066736.399168:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2f100 00000100:00100000:1.0:1746066736.399191:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975362944 00000100:00100000:1.0:1746066736.399193:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975362944 00000100:00100000:0.0:1746066736.399205:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975363200 00002000:00100000:1.0:1746066736.399206:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800a5bb3b80 x1830882975362944/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746066736.399208:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975363200 00002000:00100000:1.0:1746066736.399212:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb3b80 with x1830882975362944 ext(3145728->4194303) 00002000:00010000:1.0:1746066736.399215:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5bb3b80 00002000:00100000:0.0:1746066736.399220:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88008efb7b80 x1830882975363200/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746066736.399226:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4695 00002000:00100000:0.0:1746066736.399227:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7b80 with x1830882975363200 ext(3145728->4194303) 00002000:00010000:0.0:1746066736.399229:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb7b80 00000100:00100000:1.0:1746066736.399232:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882975362688:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066736.399238:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4696 00000100:00100000:0.0:1746066736.399242:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+33:1963:x1830882975362944:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066736.399275:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4697 00000100:00100000:0.0:1746066736.399279:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975363200:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066736.414838:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975363200:12345-192.168.202.57@tcp:3:cat.0 Request processed in 15548us (16284us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066736.414849:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4697 00002000:00100000:0.0:1746066736.414862:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff88008efb7b80 x1830882975363200/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066736.414877:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb7b80 with x1830882975363200 ext(3145728->4194303) 00002000:00010000:0.0:1746066736.414883:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb7b80 00000100:00100000:1.0:1746066736.421707:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+34:1963:x1830882975362688:12345-192.168.202.57@tcp:3:cat.0 Request processed in 22467us (23223us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066736.421718:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4695 00002000:00100000:1.0:1746066736.421727:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff88009ec2f100 x1830882975362688/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.421735:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ec2f100 with x1830882975362688 ext(2097152->3145727) 00002000:00010000:1.0:1746066736.421740:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ec2f100 00000100:00100000:2.0:1746066736.424519:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+32:1963:x1830882975362944:12345-192.168.202.57@tcp:3:cat.0 Request processed in 25270us (25994us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066736.424528:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4696 00002000:00100000:2.0:1746066736.424536:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff8800a5bb3b80 x1830882975362944/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.424543:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bb3b80 with x1830882975362944 ext(3145728->4194303) 00002000:00010000:2.0:1746066736.424548:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5bb3b80 00000100:00100000:2.0:1746066736.434892:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.437637:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975363456 00000100:00100000:1.0:1746066736.437646:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975363456 00000100:00100000:1.0:1746066736.437707:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9190 00000100:00100000:1.0:1746066736.437715:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:29161:x1830882975363456:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:1.0:1746066736.437734:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066736.437749:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d200/0xfb36a14ee6083199 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979996 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.437825:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d400/0xfb36a14ee60831a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.437835:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d400/0xfb36a14ee60831a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.437846:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d400/0xfb36a14ee60831a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.437856:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d600/0xfb36a14ee60831a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.437860:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d600/0xfb36a14ee60831a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.437864:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d600/0xfb36a14ee60831a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.437936:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d800/0xfb36a14ee60831ae lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.437942:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d800/0xfb36a14ee60831ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.437947:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d800/0xfb36a14ee60831ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:1.0:1746066736.437953:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:1.0:1746066736.438011:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d400/0xfb36a14ee60831a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438016:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d400/0xfb36a14ee60831a0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438020:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d400/0xfb36a14ee60831a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438025:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ee2d400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066736.438027:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d400/0xfb36a14ee60831a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438033:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d400/0xfb36a14ee60831a0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438040:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066736.438042:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066736.438045:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d400/0xfb36a14ee60831a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438049:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d400/0xfb36a14ee60831a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438055:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d600/0xfb36a14ee60831a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438060:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d600/0xfb36a14ee60831a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438063:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d600/0xfb36a14ee60831a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438066:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ee2d600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:1.0:1746066736.438068:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d600/0xfb36a14ee60831a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438072:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d600/0xfb36a14ee60831a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438075:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012ffed200) 00010000:00010000:1.0:1746066736.438077:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746066736.438078:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d600/0xfb36a14ee60831a7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438082:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d600/0xfb36a14ee60831a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066736.438117:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d200/0xfb36a14ee6083199 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979996 expref: 17 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.438126:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d800/0xfb36a14ee60831ae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979996 expref: 16 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.438131:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066736.438133:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746066736.438134:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee2d800, rc 0) 00000100:00100000:1.0:1746066736.438171:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:29161:x1830882975363456:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 458us (3286us total) trans 8589943079 rc 0/0 00000100:00100000:1.0:1746066736.438176:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9190 00000001:00080000:3.0:1746066736.444490:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872919 is committed 00000001:00080000:3.0:1746066736.444507:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872906 is committed 00000001:00080000:3.0:1746066736.444521:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872875 is committed 00000001:00080000:3.0:1746066736.445818:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872894 is committed 00000001:00080000:3.0:1746066736.445881:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872914 is committed 00000001:00080000:3.0:1746066736.445903:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872916 is committed 00000001:00080000:3.0:1746066736.445909:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872915 is committed 00000001:00080000:3.0:1746066736.445914:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872910 is committed 00000100:00100000:0.0:1746066736.446509:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.446857:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975363584 00000100:00100000:3.0:1746066736.446864:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975363584 00000100:00100000:3.0:1746066736.446930:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 563 00000100:00100000:3.0:1746066736.446937:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:1964:x1830882975363584:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066736.446948:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066736.446967:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee2d800/0xfb36a14ee60831ae lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979996 expref: 16 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.447086:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066736.447090:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066736.447227:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:1964:x1830882975363584:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 289us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.447233:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 563 00000100:00100000:0.0:1746066736.451821:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.452393:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975363712 00000100:00100000:2.0:1746066736.452400:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975363712 00000100:00100000:2.0:1746066736.452439:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11351 00000100:00100000:2.0:1746066736.452447:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:29161:x1830882975363712:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066736.452461:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.452476:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c97999d expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.452499:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f9 expref: 18 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.452507:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f77d000/0xfb36a14ee6083034 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798af expref: 11 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.452513:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979800 expref: 27 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.452518:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.452520:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.452523:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 6/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4177920->4194303] (req 4177920->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.452545:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979800 expref: 27 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.452554:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979800 expref: 27 pid: 8112 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.452570:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976329088:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.453069:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f77d000/0xfb36a14ee6083034 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798af expref: 11 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.453077:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f77d000/0xfb36a14ee6083034 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798af expref: 11 pid: 10402 timeout: 797 lvb_type: 1 00000100:00100000:2.0:1746066736.453085:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099713100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976329216:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.453123:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f9 expref: 18 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.453130:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f9 expref: 18 pid: 4614 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.453137:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976329344:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.453152:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa610c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.459132:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.459223:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976329088:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066736.459232:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099713100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976329216:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066736.459240:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21203:1830882976329344:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066736.459274:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [4177920->4194303] (req 4177920->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 18 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.459288:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa21e00, rc 0) 00000100:00100000:0.0:1746066736.459334:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:29161:x1830882975363712:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6888us (7520us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066736.459342:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11351 00000100:00100000:3.0:1746066736.459421:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975363840 00000100:00100000:3.0:1746066736.459426:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975363840 00010000:00010000:3.0:1746066736.459446:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f77d000/0xfb36a14ee6083034 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798af expref: 12 pid: 10402 timeout: 797 lvb_type: 1 00000100:00100000:3.0:1746066736.459463:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5676 00000100:00100000:3.0:1746066736.459468:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+12:1963:x1830882975363840:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066736.459478:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066736.459499:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f77d000/0xfb36a14ee6083034 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798af expref: 12 pid: 10402 timeout: 797 lvb_type: 1 00010000:00010000:3.0:1746066736.459512:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f77d000/0xfb36a14ee6083034 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798af expref: 12 pid: 10402 timeout: 797 lvb_type: 1 00010000:00010000:3.0:1746066736.459530:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f77d000/0xfb36a14ee6083034 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798af expref: 12 pid: 10402 timeout: 797 lvb_type: 1 00010000:00010000:3.0:1746066736.459598:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066736.459618:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df168249-af1c-45ee-81ad-11524bf803a3+11:1963:x1830882975363840:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 149us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.459623:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5676 00000100:00100000:0.0:1746066736.460605:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.460655:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975363968 00000100:00100000:3.0:1746066736.460659:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975363968 00010000:00010000:3.0:1746066736.460671:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979800 expref: 28 pid: 8112 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.460699:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5677 00000100:00100000:3.0:1746066736.460705:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975363968:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066736.460712:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066736.460721:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979800 expref: 28 pid: 8112 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.460728:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979800 expref: 28 pid: 8112 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.460740:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4b9f200/0xfb36a14ee6082f38 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979800 expref: 28 pid: 8112 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.460748:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066736.460779:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975363968:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 73us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.460785:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5677 00000100:00100000:1.0:1746066736.461711:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.463335:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975364096 00000100:00100000:0.0:1746066736.463345:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975364096 00010000:00010000:0.0:1746066736.463370:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f9 expref: 18 pid: 4614 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746066736.463408:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5678 00000100:00100000:0.0:1746066736.463414:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:1963:x1830882975364096:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066736.463424:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066736.463441:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f9 expref: 18 pid: 4614 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066736.463450:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f9 expref: 18 pid: 4614 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066736.463466:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a85be000/0xfb36a14ee6082f31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5079039) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9797f9 expref: 18 pid: 4614 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066736.463476:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.463478:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.463483:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 17 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.463490:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 17 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.463513:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 17 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066736.463522:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976329472:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066736.463589:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.468219:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.468435:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976329472:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066736.468450:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066736.468483:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975364096:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5069us (6774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.468492:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5678 00000100:00100000:3.0:1746066736.469038:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975364352 00000100:00100000:3.0:1746066736.469043:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975364352 00002000:00100000:3.0:1746066736.469070:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4177920->4182015) req@ffff88009284b800 x1830882975364352/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.469079:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b800 with x1830882975364352 ext(4177920->4182015) 00002000:00010000:3.0:1746066736.469082:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284b800 00000100:00100000:3.0:1746066736.469110:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4698 00000100:00100000:3.0:1746066736.469116:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975364352:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066736.469801:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1964:x1830882975364352:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 684us (1588us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066736.469807:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4698 00002000:00100000:3.0:1746066736.469812:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (4177920->4182015) req@ffff88009284b800 x1830882975364352/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/4536 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.469818:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b800 with x1830882975364352 ext(4177920->4182015) 00002000:00010000:3.0:1746066736.469821:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284b800 00000100:00100000:0.0:1746066736.473718:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.473804:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975364480 00000100:00100000:2.0:1746066736.473811:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975364480 00000100:00100000:2.0:1746066736.473855:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11352 00000100:00100000:2.0:1746066736.473862:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:29161:x1830882975364480:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066736.473877:0:21203:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.473890:0:21203:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799a4 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.473912:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979988 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.473919:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.473920:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.473924:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->3334143] (req 3145728->3334143) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.473948:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979988 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.473958:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979988 expref: 9 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.473971:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f16f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976329600:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.474037:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.474719:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.474805:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975364608 00000100:00100000:2.0:1746066736.474809:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975364608 00000100:00100000:2.0:1746066736.475403:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9191 00000100:00100000:2.0:1746066736.475411:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+11:29163:x1830882975364608:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066736.475425:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.475436:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1200/0xfb36a14ee60831ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799ab expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.475479:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee60831d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.475489:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee60831d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.475498:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee60831d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.475510:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee60831d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.475515:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee60831d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.475520:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee60831d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.475603:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.475612:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979903 expref: 262 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.475618:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.475636:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979903 expref: 262 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.475644:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979903 expref: 262 pid: 14548 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.475652:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976329728:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.475854:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa61e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.481427:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f16f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976329600:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.481453:0:21203:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->3334143] (req 3145728->3334143) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.481466:0:21203:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5944800, rc 0) 00000100:00100000:2.0:1746066736.481508:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:29161:x1830882975364480:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 7647us (7832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.481515:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11352 00000100:00100000:0.0:1746066736.481634:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.481657:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.481877:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a0d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976329728:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066736.481890:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746066736.481949:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975364864 00000100:00100000:2.0:1746066736.481954:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975364864 00010000:00010000:2.0:1746066736.481978:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979903 expref: 263 pid: 14548 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.481998:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975364736 00000100:00100000:2.0:1746066736.482000:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975364736 00010000:00010000:2.0:1746066736.482007:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979988 expref: 9 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.482018:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5679 00000100:00100000:2.0:1746066736.482024:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+263:1965:x1830882975364864:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066736.482035:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066736.482039:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979903 expref: 263 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.482047:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979903 expref: 263 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.482065:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46ce00/0xfb36a14ee60830c7 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979903 expref: 263 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.482077:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066736.482081:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.482088:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.482094:0:7107:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.482134:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066736.482153:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:1965:x1830882975364864:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 129us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.482158:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5679 00000100:00100000:0.0:1746066736.482177:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5680 00000100:00100000:0.0:1746066736.482305:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975364736:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066736.482313:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066736.482330:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979988 expref: 9 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066736.482338:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979988 expref: 9 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066736.482350:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ff04e00/0xfb36a14ee608316f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979988 expref: 9 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066736.482361:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.482363:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.482368:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 8 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.482375:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 8 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.482395:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 8 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066736.482405:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976329856:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066736.482441:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22c00 going to sleep for 11 seconds 00010000:00010000:3.0:1746066736.482564:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482571:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746066736.482602:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066736.482605:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066736.482616:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482625:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482632:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee60831d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482637:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee60831d1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482642:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee60831d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482647:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5aa1800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066736.482650:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee60831d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482655:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee60831d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482662:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066736.482664:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066736.482666:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee60831d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482671:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1800/0xfb36a14ee60831d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482709:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee60831d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482714:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee60831d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482719:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee60831d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482723:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801353d9c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066736.482725:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee60831d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482730:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee60831d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482736:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705200) 00010000:00010000:3.0:1746066736.482889:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066736.482893:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee60831d8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482898:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee60831d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.482924:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5aa1200/0xfb36a14ee60831ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ab expref: 13 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.482933:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ab expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.482942:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066736.482945:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066736.482946:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801353d9400, rc 0) 00000100:00100000:3.0:1746066736.483195:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:29163:x1830882975364608:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 7784us (8475us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.483201:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9191 00000100:00100000:0.0:1746066736.488640:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.489142:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.489156:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.490185:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.490772:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975364992 00000100:00100000:1.0:1746066736.490780:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975364992 00000100:00100000:1.0:1746066736.490814:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975365248 00000100:00100000:1.0:1746066736.490817:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975365248 00000100:00100000:1.0:1746066736.490827:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975365504 00000100:00100000:1.0:1746066736.490829:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975365504 00000100:00100000:1.0:1746066736.490837:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975365120 00000100:00100000:1.0:1746066736.490838:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975365120 00000100:00100000:1.0:1746066736.490850:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11353 00000100:00100000:1.0:1746066736.490856:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882975364992:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:3.0:1746066736.491086:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11354 00000100:00100000:3.0:1746066736.491094:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975365248:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066736.491113:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.491128:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee60831e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799c0 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.491172:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976329984:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066736.491225:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066736.491242:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11355 00000100:00100000:3.0:1746066736.491247:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+12:1964:x1830882975365504:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066736.491287:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066736.491297:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee2c800/0xfb36a14ee60831ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799b2 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.491308:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066736.491310:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066736.491317:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee2c800/0xfb36a14ee60831ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799b2 expref: 13 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066736.491330:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ee2c800/0xfb36a14ee60831ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799b2 expref: 13 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066736.491339:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee2c800, rc 0) 00000100:00100000:1.0:1746066736.491359:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975364992:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 503us (2726us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066736.491364:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11353 00000100:00100000:1.0:1746066736.491378:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11356 00000100:00100000:1.0:1746066736.491383:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+7:1964:x1830882975365120:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066736.491388:0:10402:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066736.491394:0:10402:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee2c000/0xfb36a14ee60831f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799b9 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.491403:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066736.491404:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066736.491408:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee2c000/0xfb36a14ee60831f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799b9 expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066736.491415:0:10402:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee2c000/0xfb36a14ee60831f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799b9 expref: 8 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066736.491421:0:10402:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee2c000, rc 0) 00000100:00100000:1.0:1746066736.491433:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975365120:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 51us (1251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066736.491440:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11356 00000100:00100000:0.0:1746066736.491598:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.491651:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.491773:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975365376 00000100:00100000:2.0:1746066736.491777:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975365376 00000100:00100000:2.0:1746066736.491796:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975365632 00000100:00100000:2.0:1746066736.491797:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975365632 00000100:00100000:2.0:1746066736.491808:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11357 00000100:00100000:2.0:1746066736.491813:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975365376:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066736.491853:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.491860:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800acd45e00/0xfb36a14ee60831fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799ce expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.491881:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976330112:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066736.491906:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934733c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066736.491919:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11358 00000100:00100000:3.0:1746066736.491924:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975365632:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066736.491930:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.491936:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800acd44400/0xfb36a14ee6083202 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799d5 expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.491952:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976330240:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066736.491967:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473a80 going to sleep for 11 seconds 00010000:00010000:2.0:1746066736.492198:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.492206:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5945c00/0xfb36a14ee6083209 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799c7 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.492220:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.492221:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.492226:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5945c00/0xfb36a14ee6083209 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799c7 expref: 15 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.492235:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5945c00/0xfb36a14ee6083209 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799c7 expref: 15 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.492242:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5945c00, rc 0) 00000100:00100000:2.0:1746066736.492270:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:df168249-af1c-45ee-81ad-11524bf803a3+15:1964:x1830882975365376:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 457us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.492275:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11357 00002000:00010000:3.0:1746066736.497930:0:8452:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime: 1746066735 -> 1746066736 00000100:00100000:3.0:1746066736.497953:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976329984:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066736.497977:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee60831e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799c0 expref: 9 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.497988:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee60831e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799c0 expref: 9 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.498001:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd45600, rc 0) 00000100:00100000:3.0:1746066736.498037:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+8:1964:x1830882975365248:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 6944us (8894us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066736.498044:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11354 00000100:00100000:2.0:1746066736.498128:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976329856:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066736.498140:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066736.498155:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1965:x1830882975364736:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 15852us (16498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.498161:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5680 00002000:00010000:2.0:1746066736.498338:0:8450:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime: 1746066735 -> 1746066736 00000100:00100000:2.0:1746066736.498346:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8450:1830882976330240:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066736.498357:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800acd44400/0xfb36a14ee6083202 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799d5 expref: 7 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.498365:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800acd44400/0xfb36a14ee6083202 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799d5 expref: 7 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.498375:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd44400, rc 0) 00002000:00010000:3.0:1746066736.498438:0:9776:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime: 1746066735 -> 1746066736 00002000:00010000:3.0:1746066736.498440:0:9776:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime: 1746066734 -> 1746066736 00002000:00010000:3.0:1746066736.498442:0:9776:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime: 1746066735 -> 1746066736 00000100:00100000:3.0:1746066736.498451:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976330112:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066736.498462:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800acd45e00/0xfb36a14ee60831fb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ce expref: 14 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.498474:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800acd45e00/0xfb36a14ee60831fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ce expref: 14 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.498479:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd45e00, rc 0) 00000100:00100000:2.0:1746066736.498525:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df168249-af1c-45ee-81ad-11524bf803a3+6:1964:x1830882975365632:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 6601us (6873us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066736.498530:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11358 00000100:00100000:3.0:1746066736.498785:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975365504:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 7536us (9626us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066736.498790:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11355 00000100:00100000:0.0:1746066736.500010:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.500056:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975365888 00000100:00100000:3.0:1746066736.500062:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975365888 00002000:00100000:3.0:1746066736.500089:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3330048->3334143) req@ffff88009ef5df80 x1830882975365888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.500107:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5df80 with x1830882975365888 ext(3330048->3334143) 00002000:00010000:3.0:1746066736.500111:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5df80 00000100:00100000:3.0:1746066736.500134:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4699 00000100:00100000:3.0:1746066736.500140:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1964:x1830882975365888:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:3.0:1746066736.500272:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1964:x1830882975365888:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 131us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066736.500277:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4699 00002000:00100000:3.0:1746066736.500282:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (3330048->3334143) req@ffff88009ef5df80 x1830882975365888/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/4536 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.500288:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef5df80 with x1830882975365888 ext(3330048->3334143) 00002000:00010000:3.0:1746066736.500291:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef5df80 00000100:00100000:0.0:1746066736.503726:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.503926:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975366144 00000100:00100000:3.0:1746066736.503934:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975366144 00000100:00100000:3.0:1746066736.503968:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9192 00000100:00100000:3.0:1746066736.503975:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+12:29163:x1830882975366144:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066736.503990:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.504003:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45800/0xfb36a14ee6083210 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799dc expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.504074:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.504086:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ab expref: 13 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.504092:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746066736.504128:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ab expref: 13 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.504138:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ab expref: 13 pid: 14548 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.504149:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976330368:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066736.504209:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.535126:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.535167:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.535197:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.535229:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975366528 00000100:00100000:0.0:1746066736.535234:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975366528 00010000:00010000:0.0:1746066736.535260:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ab expref: 14 pid: 14548 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746066736.535281:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5681 00000100:00100000:0.0:1746066736.535286:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882975366528:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066736.535296:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066736.535300:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ab expref: 14 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066736.535310:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ab expref: 14 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066736.535328:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066736.535333:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.535340:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x50290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.535346:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x50290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.535361:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066736.535391:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882975366528:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 104us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066736.535396:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5681 00010000:00010000:0.0:1746066736.535463:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9400/0xfb36a14ee60831df lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ab expref: 13 pid: 14548 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746066736.535475:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14548:1830882976330368:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066736.535488:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.535494:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.535498:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:0.0:1746066736.535511:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066736.535630:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45800/0xfb36a14ee6083210 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799dc expref: 14 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.535642:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799dc expref: 13 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.535647:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066736.535649:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746066736.535651:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd45a00, rc 0) 00000100:00100000:0.0:1746066736.535671:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df168249-af1c-45ee-81ad-11524bf803a3+13:29163:x1830882975366144:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 31696us (31951us total) trans 8589943080 rc 0/0 00000100:00100000:0.0:1746066736.535701:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9192 00000100:00100000:3.0:1746066736.535748:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975366400 00000100:00100000:3.0:1746066736.535751:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975366400 00000100:00100000:3.0:1746066736.535771:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3665 00000100:00100000:3.0:1746066736.535776:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+15:29161:x1830882975366400:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:3.0:1746066736.535867:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:29161:x1830882975366400:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 90us (749us total) trans 8589943081 rc 0/0 00000100:00100000:3.0:1746066736.535873:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3665 00000100:00100000:1.0:1746066736.536948:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975366784 00000100:00100000:1.0:1746066736.536956:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975366784 00000100:00100000:0.0:1746066736.537014:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9193 00000100:00100000:0.0:1746066736.537020:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+262:29166:x1830882975366784:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066736.537031:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.537042:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828200/0xfb36a14ee6083225 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799e3 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.537117:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828400/0xfb36a14ee608322c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537125:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828400/0xfb36a14ee608322c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537133:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828400/0xfb36a14ee608322c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537142:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828c00/0xfb36a14ee6083233 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537147:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828c00/0xfb36a14ee6083233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537152:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828c00/0xfb36a14ee6083233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537221:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828600/0xfb36a14ee608323a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537228:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828600/0xfb36a14ee608323a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537233:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828600/0xfb36a14ee608323a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:0.0:1746066736.537239:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:0.0:1746066736.537282:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828400/0xfb36a14ee608322c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537287:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828400/0xfb36a14ee608322c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537292:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828400/0xfb36a14ee608322c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537297:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a828400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066736.537301:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828400/0xfb36a14ee608322c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537306:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828400/0xfb36a14ee608322c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537312:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066736.537315:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066736.537317:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828400/0xfb36a14ee608322c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537321:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828400/0xfb36a14ee608322c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537328:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828c00/0xfb36a14ee6083233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537332:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828c00/0xfb36a14ee6083233 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537336:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828c00/0xfb36a14ee6083233 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537343:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a828c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:0.0:1746066736.537345:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828c00/0xfb36a14ee6083233 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537350:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828c00/0xfb36a14ee6083233 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537355:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012d3b8800) 00010000:00010000:0.0:1746066736.537356:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746066736.537358:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828c00/0xfb36a14ee6083233 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537362:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828c00/0xfb36a14ee6083233 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746066736.537385:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828200/0xfb36a14ee6083225 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799e3 expref: 265 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.537392:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828600/0xfb36a14ee608323a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799e3 expref: 264 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.537397:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066736.537399:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1746066736.537401:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a828600, rc 0) 00000100:00100000:0.0:1746066736.537438:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+264:29166:x1830882975366784:12345-192.168.202.57@tcp:101:cat.0 Request processed in 417us (2271us total) trans 8589943082 rc 0/0 00000100:00100000:0.0:1746066736.537443:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9193 00000100:00100000:0.0:1746066736.541448:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.542749:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975366912 00000100:00100000:3.0:1746066736.542759:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975366912 00000100:00100000:3.0:1746066736.542812:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9194 00000100:00100000:3.0:1746066736.542819:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+13:29163:x1830882975366912:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066736.542839:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.542854:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd44200/0xfb36a14ee6083248 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799ea expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.542932:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.542944:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799dc expref: 14 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.542950:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 4/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 13 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.542976:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799dc expref: 14 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.542985:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799dc expref: 14 pid: 14548 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.542995:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976330496:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066736.543086:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066736.543915:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.543945:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.544057:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975367296 00000100:00100000:3.0:1746066736.544061:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975367296 00000100:00100000:3.0:1746066736.544088:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3666 00000100:00100000:3.0:1746066736.544093:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+264:29166:x1830882975367296:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:3.0:1746066736.544245:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+265:29166:x1830882975367296:12345-192.168.202.57@tcp:35:cat.0 Request processed in 150us (297us total) trans 8589943083 rc 0/0 00000100:00100000:3.0:1746066736.544251:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3666 00000100:00100000:0.0:1746066736.544316:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975367040 00000100:00100000:0.0:1746066736.544321:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975367040 00000100:00100000:0.0:1746066736.544346:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 564 00000100:00100000:0.0:1746066736.544351:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+265:1963:x1830882975367040:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066736.544360:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066736.544374:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a828600/0xfb36a14ee608323a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799e3 expref: 265 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.544384:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066736.544388:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 13 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066736.544393:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 13 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066736.544397:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 13 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066736.544401:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066736.544418:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+264:1963:x1830882975367040:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 67us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066736.544423:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 564 00000100:00100000:3.0:1746066736.545667:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976330496:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066736.545709:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 12 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066736.547271:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.547301:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.547893:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.548333:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975367552 00000100:00100000:0.0:1746066736.548336:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.548339:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975367552 00000100:00100000:0.0:1746066736.548349:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975367808 00000100:00100000:0.0:1746066736.548351:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975367808 00000100:00100000:0.0:1746066736.548365:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975367424 00000100:00100000:0.0:1746066736.548367:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975367424 00000100:00100000:3.0:1746066736.548374:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975367680 00000100:00100000:3.0:1746066736.548376:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975367680 00000100:00100000:0.0:1746066736.548379:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11359 00000100:00100000:0.0:1746066736.548386:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975367808:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:3.0:1746066736.548389:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11360 00000100:00100000:3.0:1746066736.548392:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975367552:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.548397:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.548397:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.548410:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800acd45800/0xfb36a14ee608325d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799f8 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.548411:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a828c00/0xfb36a14ee6083256 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a06 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.548426:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.548428:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.548435:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd45800/0xfb36a14ee608325d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799f8 expref: 29 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.548445:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800acd45800/0xfb36a14ee608325d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799f8 expref: 29 pid: 9776 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746066736.548446:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976330624:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066736.548453:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd45800, rc 0) 00000100:00100000:0.0:1746066736.548507:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.548522:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11361 00000100:00100000:0.0:1746066736.548527:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975367424:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066736.548533:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.548539:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a828800/0xfb36a14ee6083264 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799f1 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066736.548560:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800921c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976330752:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066736.548579:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22300 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.548613:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.548694:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975367936 00000100:00100000:0.0:1746066736.548696:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975367936 00010000:00010000:0.0:1746066736.548709:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799dc expref: 15 pid: 14548 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746066736.548727:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5682 00000100:00100000:0.0:1746066736.548732:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+15:1964:x1830882975367936:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066736.548739:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746066736.548741:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11362 00010000:00010000:0.0:1746066736.548743:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799dc expref: 15 pid: 14548 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.548755:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800921c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975367680:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066736.548756:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799dc expref: 15 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.548760:0:8450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.548766:0:8450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f46ce00/0xfb36a14ee608326b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c9799ff expref: -99 pid: 8450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.548770:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45a00/0xfb36a14ee6083217 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799dc expref: 15 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746066736.548779:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066736.548783:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x13/0x8 rrc: 12 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:2.0:1746066736.548790:0:8450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976330880:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066736.548790:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066736.548796:0:21351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066736.548808:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066736.548815:0:8450:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa61e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.548820:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:1964:x1830882975367936:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 88us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066736.548826:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5682 00010000:00010000:2.0:1746066736.548838:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066736.548847:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:2.0:1746066736.548878:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:2.0:1746066736.548881:0:809:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746066736.548894:0:809:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066736.548917:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd44200/0xfb36a14ee6083248 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ea expref: 14 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.548930:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ea expref: 13 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.548935:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066736.548936:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066736.548938:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd45400, rc 0) 00000100:00100000:2.0:1746066736.548969:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+13:29163:x1830882975366912:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 6150us (7530us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.548974:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9194 00000100:00100000:3.0:1746066736.549265:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975367552:12345-192.168.202.57@tcp:101:cat.0 Request processed in 871us (1995us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.549271:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11360 00000100:00100000:0.0:1746066736.549597:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.549789:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975368064 00000100:00100000:3.0:1746066736.549792:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975368064 00000100:00100000:3.0:1746066736.549808:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11363 00000100:00100000:3.0:1746066736.549813:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29159:x1830882975368064:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066736.549820:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.549826:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a0d expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.549839:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 7 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.549845:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066736.549846:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066736.549849:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1163264->2015231] (req 1163264->2015231) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 25 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.549863:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 7 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.549870:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 7 pid: 21973 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.549877:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976331008:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066736.549912:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473180 going to sleep for 11 seconds 00000100:00100000:1.0:1746066736.550389:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976330752:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066736.550406:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a828800/0xfb36a14ee6083264 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799f1 expref: 25 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066736.550415:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a828800/0xfb36a14ee6083264 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799f1 expref: 25 pid: 4614 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746066736.550420:0:8450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8450:1830882976330880:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066736.550426:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a828800, rc 0) 00000100:00100000:2.0:1746066736.550433:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800921c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976330624:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066736.550446:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975367424:12345-192.168.202.57@tcp:101:cat.0 Request processed in 1918us (2553us total) trans 0 rc 301/301 00010000:00010000:2.0:1746066736.550447:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a828c00/0xfb36a14ee6083256 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a06 expref: 24 pid: 8451 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746066736.550452:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11361 00010000:00010000:2.0:1746066736.550454:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a828c00/0xfb36a14ee6083256 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a06 expref: 24 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.550461:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a828c00, rc 0) 00010000:00010000:3.0:1746066736.550921:0:8450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f46ce00/0xfb36a14ee608326b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ff expref: 29 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.550930:0:8450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f46ce00/0xfb36a14ee608326b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ff expref: 29 pid: 8450 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.550938:0:8450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f46ce00, rc 0) 00000100:00100000:3.0:1746066736.550963:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975367680:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2211us (2626us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066736.550968:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11362 00000100:00100000:2.0:1746066736.551037:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800921c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1963:x1830882975367808:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2093us (3177us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066736.551044:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11359 00000100:00100000:0.0:1746066736.551838:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.551861:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.551876:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975368192 00000100:00100000:0.0:1746066736.551880:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.551881:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975368192 00000100:00100000:2.0:1746066736.551989:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975368448 00000100:00100000:0.0:1746066736.551990:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975368320 00000100:00100000:2.0:1746066736.551992:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975368448 00000100:00100000:0.0:1746066736.551992:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975368320 00000100:00100000:2.0:1746066736.552006:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11364 00000100:00100000:2.0:1746066736.552011:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975368192:12345-192.168.202.57@tcp:101:lfs.0 00000100:00100000:0.0:1746066736.552012:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11365 00000100:00100000:0.0:1746066736.552016:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+7:1963:x1830882975368448:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066736.552021:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.552023:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.552030:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801353d9400/0xfb36a14ee6083280 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a14 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.552030:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec50e00/0xfb36a14ee6083279 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a22 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066736.552056:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976331136:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066736.552056:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976331264:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066736.552109:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11366 00000100:00100000:1.0:1746066736.552122:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975368320:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066736.552129:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066736.552137:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee2c400/0xfb36a14ee6083287 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a1b expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066736.552146:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa61e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066736.552157:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976331392:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066736.552176:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.552206:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22540 going to sleep for 11 seconds 00000100:00100000:3.0:1746066736.552284:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976331008:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066736.552296:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1163264->2015231] (req 1163264->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 21 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.552304:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd45600, rc 0) 00000100:00100000:3.0:1746066736.552319:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:29159:x1830882975368064:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2506us (2722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.552324:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11363 00000100:00100000:0.0:1746066736.553963:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.554082:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975368576 00000100:00100000:1.0:1746066736.554088:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975368576 00002000:00100000:1.0:1746066736.554130:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x388:0x0] (2023424->2097151) req@ffff88009e8c6a00 x1830882975368576/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.554138:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c6a00 with x1830882975368576 ext(2023424->2097151) 00010000:00010000:1.0:1746066736.554145:0:1992:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 8 pid: 21973 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.554155:0:1992:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 8 pid: 21973 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746066736.554161:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e8c6a00 00000100:00100000:1.0:1746066736.554184:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1024 00000100:00100000:1.0:1746066736.554191:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+8:1966:x1830882975368576:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066736.554603:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976331136:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066736.554626:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801353d9400/0xfb36a14ee6083280 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a14 expref: 9 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.554635:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801353d9400/0xfb36a14ee6083280 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a14 expref: 9 pid: 8451 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.554642:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801353d9400, rc 0) 00000100:00100000:2.0:1746066736.554670:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df168249-af1c-45ee-81ad-11524bf803a3+8:1963:x1830882975368192:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2659us (2833us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066736.554697:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11364 00000100:00100000:1.0:1746066736.554734:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4614:1830882976331392:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066736.554752:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ee2c400/0xfb36a14ee6083287 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a1b expref: 14 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066736.554760:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ee2c400/0xfb36a14ee6083287 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a1b expref: 14 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066736.554767:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee2c400, rc 0) 00000100:00100000:1.0:1746066736.554782:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+13:1964:x1830882975368320:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2665us (2901us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066736.554787:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11366 00000100:00100000:2.0:1746066736.555092:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e8c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976331264:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066736.555114:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50e00/0xfb36a14ee6083279 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a22 expref: 7 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.555121:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50e00/0xfb36a14ee6083279 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a22 expref: 7 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.555127:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50e00, rc 0) 00000100:00100000:2.0:1746066736.555144:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df168249-af1c-45ee-81ad-11524bf803a3+6:1963:x1830882975368448:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3127us (3281us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066736.555148:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11365 00000100:00100000:1.0:1746066736.558348:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1966:x1830882975368576:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 4150us (4382us total) trans 17179872921 rc 0/0 00000100:00100000:1.0:1746066736.558358:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1024 00002000:00100000:1.0:1746066736.558367:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x388:0x0] (2023424->2097151) req@ffff88009e8c6a00 x1830882975368576/t17179872921(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/448 e 0 to 0 dl 1746066747 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.558374:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c6a00 with x1830882975368576 ext(2023424->2097151) 00010000:00010000:1.0:1746066736.558382:0:1992:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 10 pid: 21973 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.558394:0:1992:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 10 pid: 21973 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746066736.558400:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e8c6a00 00000100:00100000:0.0:1746066736.559313:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.559554:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975368832 00000100:00100000:2.0:1746066736.559561:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975368832 00000100:00100000:2.0:1746066736.559596:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9195 00000100:00100000:2.0:1746066736.559603:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+13:29163:x1830882975368832:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066736.559618:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.559633:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9000/0xfb36a14ee608328e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a29 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.559721:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee6083295 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066736.559732:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee6083295 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066736.559741:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee6083295 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066736.559750:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee6083295 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066736.559756:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee6083295 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066736.559760:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee6083295 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066736.559765:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801353d9c00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066736.559768:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee6083295 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066736.559773:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee6083295 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066736.559781:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066736.559783:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746066736.559787:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee6083295 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066736.559791:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9c00/0xfb36a14ee6083295 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:2.0:1746066736.559812:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9000/0xfb36a14ee608328e lrc: 1/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a29 expref: 14 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.559818:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801353d9000/0xfb36a14ee608328e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a29 expref: 14 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.559824:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801353d9000, rc 0) 00000100:00100000:2.0:1746066736.559865:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:df168249-af1c-45ee-81ad-11524bf803a3+13:29163:x1830882975368832:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 262us (554us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066736.559870:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9195 00000100:00100000:0.0:1746066736.560662:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.561011:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975368960 00000100:00100000:2.0:1746066736.561016:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975368960 00000100:00100000:2.0:1746066736.561587:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11367 00000100:00100000:2.0:1746066736.561595:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:29166:x1830882975368960:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066736.561608:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.561619:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a30 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.561638:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066736.561643:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1163264->2015231] (req 1163264->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.561648:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746066736.561652:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a30 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.561716:0:8452:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1163264->2015231] (req 1163264->2015231) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.561728:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a30 expref: 22 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.561737:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f77d000, rc 0) 00000100:00100000:2.0:1746066736.561768:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:29166:x1830882975368960:12345-192.168.202.57@tcp:101:cat.0 Request processed in 175us (1108us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.561774:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11367 00000100:00100000:0.0:1746066736.562038:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.562174:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975369088 00000100:00100000:2.0:1746066736.562178:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975369088 00010000:00010000:2.0:1746066736.562195:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 10 pid: 21973 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.562212:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5683 00000100:00100000:2.0:1746066736.562217:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1965:x1830882975369088:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066736.562225:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066736.562774:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 10 pid: 21973 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.562785:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 10 pid: 21973 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.562800:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46d600/0xfb36a14ee6083129 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979942 expref: 10 pid: 21973 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.562810:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.562812:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.562817:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 21 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.562823:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60080000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 21 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.562843:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 21 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.562853:0:21351:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x70000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 21 pid: 9776 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.562864:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976331648:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066736.563664:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa61e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.564309:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.564508:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975369344 00000100:00100000:2.0:1746066736.564514:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975369344 00000100:00100000:2.0:1746066736.564910:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3667 00000100:00100000:2.0:1746066736.564923:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+13:29163:x1830882975369344:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:2.0:1746066736.565088:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df168249-af1c-45ee-81ad-11524bf803a3+14:29163:x1830882975369344:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 168us (778us total) trans 8589943084 rc 0/0 00000100:00100000:2.0:1746066736.565094:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3667 00000100:00100000:3.0:1746066736.565350:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976331648:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066736.565364:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066736.565384:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975369088:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3167us (3347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.565390:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5683 00000100:00100000:0.0:1746066736.573264:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.573593:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975369600 00000100:00100000:1.0:1746066736.573601:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975369600 00002000:00100000:1.0:1746066736.573639:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x388:0x0] (2011136->2015231) req@ffff88009e8c4700 x1830882975369600/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.573648:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c4700 with x1830882975369600 ext(2011136->2015231) 00010000:00010000:1.0:1746066736.573657:0:1992:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 22 pid: 9776 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.573669:0:1992:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 22 pid: 9776 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746066736.573705:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e8c4700 00000100:00100000:1.0:1746066736.573732:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1025 00000100:00100000:1.0:1746066736.573741:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975369600:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066736.574858:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975369600:12345-192.168.202.57@tcp:3:cat.0 Request processed in 1115us (1598us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066736.574866:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1025 00002000:00100000:1.0:1746066736.574872:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x388:0x0] (2011136->2015231) req@ffff88009e8c4700 x1830882975369600/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/4536 e 0 to 0 dl 1746066747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.574878:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c4700 with x1830882975369600 ext(2011136->2015231) 00010000:00010000:1.0:1746066736.574883:0:1992:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 22 pid: 9776 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.574892:0:1992:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 22 pid: 9776 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746066736.574897:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e8c4700 00000100:00100000:0.0:1746066736.580792:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.580889:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.580974:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975370112 00000100:00100000:3.0:1746066736.580982:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975370112 00000100:00100000:3.0:1746066736.581028:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3668 00000100:00100000:3.0:1746066736.581034:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2b4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+264:29159:x1830882975370112:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:1.0:1746066736.581504:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975369856 00000100:00100000:1.0:1746066736.581508:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975369856 00002000:00100000:1.0:1746066736.581545:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x388:0x0] (1163264->2015231) req@ffff88009e8c5500 x1830882975369856/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.581554:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c5500 with x1830882975369856 ext(1163264->2015231) 00010000:00010000:1.0:1746066736.581561:0:1992:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 22 pid: 9776 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.581580:0:1992:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 22 pid: 9776 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746066736.581586:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e8c5500 00000100:00100000:1.0:1746066736.581607:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1026 00000100:00100000:1.0:1746066736.581614:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1965:x1830882975369856:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:3.0:1746066736.582757:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2b4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+265:29159:x1830882975370112:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 1720us (1865us total) trans 8589943085 rc 0/0 00000100:00100000:3.0:1746066736.582764:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3668 00000100:00100000:1.0:1746066736.600312:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975369856:12345-192.168.202.57@tcp:4:cat.0 Request processed in 18688us (19517us total) trans 17179872922 rc 0/0 00000100:00100000:1.0:1746066736.600323:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1026 00002000:00100000:1.0:1746066736.600334:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x388:0x0] (1163264->2015231) req@ffff88009e8c5500 x1830882975369856/t17179872922(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/448 e 0 to 0 dl 1746066747 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.600342:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c5500 with x1830882975369856 ext(1163264->2015231) 00010000:00010000:1.0:1746066736.600351:0:1992:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 24 pid: 9776 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.600368:0:1992:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 24 pid: 9776 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746066736.600374:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e8c5500 00000100:00100000:0.0:1746066736.602946:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.603485:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975370240 00000100:00100000:3.0:1746066736.603493:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975370240 00010000:00010000:3.0:1746066736.603520:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 24 pid: 9776 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.603582:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5684 00000100:00100000:3.0:1746066736.603589:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975370240:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066736.603601:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066736.603621:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x60000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 24 pid: 9776 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.603631:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 24 pid: 9776 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.603648:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800acd45600/0xfb36a14ee6083272 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1163264->2015231) gid 0 flags: 0x44801000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a0d expref: 24 pid: 9776 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.603671:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.603696:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.603703:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a30 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.603711:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a30 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.603740:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a30 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.603750:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976331776:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066736.604394:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746066736.609073:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:21351:1830882976331776:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066736.609090:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066736.609136:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975370240:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5546us (6192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.609144:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5684 00000100:00100000:0.0:1746066736.613709:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.613750:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.615252:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975370496 00000100:00100000:1.0:1746066736.615261:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975370496 00002000:00100000:1.0:1746066736.615300:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e8c7480 x1830882975370496/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.615308:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7480 with x1830882975370496 ext(1048576->2097151) 00002000:00010000:1.0:1746066736.615313:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c7480 00000100:00100000:1.0:1746066736.615326:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975370752 00000100:00100000:1.0:1746066736.615328:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975370752 00002000:00100000:1.0:1746066736.615345:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e8c5180 x1830882975370752/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.615357:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c5180 with x1830882975370752 ext(1048576->2097151) 00002000:00010000:1.0:1746066736.615360:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c5180 00000100:00100000:1.0:1746066736.615385:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4700 00000100:00100000:1.0:1746066736.615393:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975370496:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066736.616022:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4701 00000100:00100000:3.0:1746066736.616030:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975370752:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066736.632755:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975370752:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16716us (18994us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066736.632765:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4701 00002000:00100000:3.0:1746066736.632776:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x385:0x0] (1048576->2097151) req@ffff88009e8c5180 x1830882975370752/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.632784:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c5180 with x1830882975370752 ext(1048576->2097151) 00002000:00010000:3.0:1746066736.632789:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e8c5180 00000100:00100000:1.0:1746066736.637337:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975370496:12345-192.168.202.57@tcp:3:cat.0 Request processed in 21938us (23661us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066736.637348:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4700 00002000:00100000:1.0:1746066736.637358:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e8c7480 x1830882975370496/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.637366:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7480 with x1830882975370496 ext(1048576->2097151) 00002000:00010000:1.0:1746066736.637371:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c7480 00000100:00100000:0.0:1746066736.656600:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.656652:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.657465:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975370880 00000100:00100000:1.0:1746066736.657473:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975370880 00000100:00100000:1.0:1746066736.658382:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975371008 00000100:00100000:1.0:1746066736.658386:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975371008 00000100:00100000:2.0:1746066736.658601:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11368 00000100:00100000:2.0:1746066736.658615:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975370880:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066736.658633:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.658648:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b51b9800/0xfb36a14ee60832a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a37 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066736.658704:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976331904:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066736.658772:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fede40 going to sleep for 11 seconds 00000100:00100000:1.0:1746066736.659125:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11369 00000100:00100000:1.0:1746066736.659134:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975371008:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:1.0:1746066736.659142:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066736.659151:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a85bdc00/0xfb36a14ee60832aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a3e expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066736.659174:0:4614:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976332032:192.168.202.57@tcp:106: 00000100:00100000:1.0:1746066736.659200:0:4614:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746066736.661923:0:4614:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4614:1830882976332032:192.168.202.57@tcp:106: 00010000:00010000:1.0:1746066736.661952:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a85bdc00/0xfb36a14ee60832aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a3e expref: 24 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066736.661963:0:4614:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a85bdc00/0xfb36a14ee60832aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a3e expref: 24 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066736.661977:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a85bdc00, rc 0) 00000100:00100000:1.0:1746066736.662009:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975371008:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2876us (5356us total) trans 0 rc 301/301 00000100:00100000:1.0:1746066736.662017:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11369 00000100:00100000:2.0:1746066736.662364:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976331904:192.168.202.57@tcp:106: 00010000:00010000:2.0:1746066736.662385:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b51b9800/0xfb36a14ee60832a3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a37 expref: 29 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.662393:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b9800/0xfb36a14ee60832a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a37 expref: 29 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066736.662800:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b51b9800, rc 0) 00000100:00100000:2.0:1746066736.662832:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1963:x1830882975370880:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4223us (6248us total) trans 0 rc 301/301 00000100:00100000:2.0:1746066736.662838:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11368 00000100:00100000:0.0:1746066736.666596:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.666649:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975371136 00000100:00100000:2.0:1746066736.666658:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975371136 00000100:00100000:2.0:1746066736.667209:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11370 00000100:00100000:2.0:1746066736.667220:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:29166:x1830882975371136:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066736.667235:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.667248:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a45 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.667273:0:8452:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 16 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.667280:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066736.667282:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066736.667285:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a45 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.667309:0:8452:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 16 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.667319:0:8452:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 16 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.667334:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976332160:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.667907:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fede40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.667978:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.668014:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975371392 00000100:00100000:2.0:1746066736.668018:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975371392 00000100:00100000:2.0:1746066736.668075:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9196 00000100:00100000:2.0:1746066736.668081:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+16:29174:x1830882975371392:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066736.668092:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.668229:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de13200/0xfb36a14ee60832b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a4c expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.668318:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12800/0xfb36a14ee60832bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668328:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12800/0xfb36a14ee60832bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668335:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12800/0xfb36a14ee60832bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668344:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de13400/0xfb36a14ee60832c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668349:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de13400/0xfb36a14ee60832c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668353:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de13400/0xfb36a14ee60832c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668436:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee60832cd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668445:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee60832cd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668450:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee60832cd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:2.0:1746066736.668457:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:2.0:1746066736.668528:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12800/0xfb36a14ee60832bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668534:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12800/0xfb36a14ee60832bf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668539:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12800/0xfb36a14ee60832bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668544:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de12800 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066736.668547:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12800/0xfb36a14ee60832bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668552:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12800/0xfb36a14ee60832bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668559:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:2.0:1746066736.668562:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066736.668565:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12800/0xfb36a14ee60832bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668569:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12800/0xfb36a14ee60832bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668576:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de13400/0xfb36a14ee60832c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668584:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de13400/0xfb36a14ee60832c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668588:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de13400/0xfb36a14ee60832c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668591:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008de13400 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066736.668592:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de13400/0xfb36a14ee60832c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668596:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de13400/0xfb36a14ee60832c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668600:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093705400) 00010000:00010000:2.0:1746066736.668602:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066736.668603:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de13400/0xfb36a14ee60832c6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668607:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de13400/0xfb36a14ee60832c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746066736.668633:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de13200/0xfb36a14ee60832b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a4c expref: 19 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.668641:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee60832cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a4c expref: 18 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.668645:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066736.668646:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746066736.668648:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de12a00, rc 0) 00000100:00100000:2.0:1746066736.668698:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:29174:x1830882975371392:12345-192.168.202.57@tcp:101:cat.0 Request processed in 618us (721us total) trans 8589943086 rc 0/0 00000100:00100000:2.0:1746066736.668705:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9196 00000100:00100000:0.0:1746066736.669864:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.669908:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975371520 00000100:00100000:1.0:1746066736.669913:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975371520 00002000:00100000:1.0:1746066736.669939:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x386:0x0] (4177920->4194303) req@ffff88009e8c7100 x1830882975371520/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 16872/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.669947:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7100 with x1830882975371520 ext(4177920->4194303) 00010000:00010000:1.0:1746066736.669954:0:1992:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 17 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.669960:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8452:1830882976332160:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066736.669963:0:1992:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 17 pid: 21203 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746066736.669968:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e8c7100 00010000:00010000:3.0:1746066736.669981:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a45 expref: 29 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066736.669981:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1027 00000100:00100000:1.0:1746066736.669987:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+17:1963:x1830882975371520:12345-192.168.202.57@tcp:4:multiop.0 00010000:00010000:3.0:1746066736.669991:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b51b8800, rc 0) 00000100:00100000:3.0:1746066736.670014:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:29166:x1830882975371136:12345-192.168.202.57@tcp:101:cat.0 Request processed in 2798us (3426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.670018:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11370 00000100:00100000:1.0:1746066736.670350:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975371520:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 362us (488us total) trans 21474840267 rc 0/0 00000100:00100000:1.0:1746066736.670360:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1027 00002000:00100000:1.0:1746066736.670365:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x386:0x0] (4177920->4194303) req@ffff88009e8c7100 x1830882975371520/t21474840267(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 16872/448 e 0 to 0 dl 1746066747 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.670371:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7100 with x1830882975371520 ext(4177920->4194303) 00010000:00010000:1.0:1746066736.670375:0:1992:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 19 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.670383:0:1992:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 19 pid: 21203 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746066736.670387:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e8c7100 00000100:00100000:0.0:1746066736.672923:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.673108:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975371776 00000100:00100000:3.0:1746066736.673115:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975371776 00000100:00100000:3.0:1746066736.673157:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3669 00000100:00100000:3.0:1746066736.673164:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+18:29174:x1830882975371776:12345-192.168.202.57@tcp:35:cat.0 00000100:00100000:3.0:1746066736.673986:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:29174:x1830882975371776:12345-192.168.202.57@tcp:35:cat.0 Request processed in 822us (1068us total) trans 8589943087 rc 0/0 00000100:00100000:3.0:1746066736.673992:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3669 00000100:00100000:0.0:1746066736.676586:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.676815:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975371904 00000100:00100000:3.0:1746066736.676822:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975371904 00010000:00010000:3.0:1746066736.676852:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 19 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.676889:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5685 00000100:00100000:3.0:1746066736.676895:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882975371904:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066736.676908:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066736.676924:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 19 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.676935:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 19 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.676954:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aa21e00/0xfb36a14ee60831bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4177920->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97999d expref: 19 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.676966:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.676968:0:21351:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.676974:0:21351:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a45 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.676982:0:21351:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a45 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.677009:0:21351:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a45 expref: 28 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.677019:0:21351:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976332288:192.168.202.57@tcp:105: 00000100:00100000:3.0:1746066736.677091:0:21351:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934730c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.680940:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.680962:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.681046:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975372160 00000100:00100000:0.0:1746066736.681053:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975372160 00000100:00100000:0.0:1746066736.681086:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975372416 00000100:00100000:0.0:1746066736.681089:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975372416 00000100:00100000:0.0:1746066736.681121:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11371 00000100:00100000:0.0:1746066736.681127:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1964:x1830882975372160:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066736.681142:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.681157:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee60832db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a53 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.681177:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.681179:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.681185:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee60832db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a53 expref: 10 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.681197:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee60832db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a53 expref: 10 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.681206:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50c00, rc 0) 00000100:00100000:0.0:1746066736.681239:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882975372160:12345-192.168.202.57@tcp:101:cat.0 Request processed in 113us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066736.681244:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11371 00000100:00100000:0.0:1746066736.681256:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11372 00000100:00100000:0.0:1746066736.681260:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975372416:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:0.0:1746066736.681266:0:4614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.681273:0:4614:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec51c00/0xfb36a14ee60832e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a61 expref: -99 pid: 4614 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.681281:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.681282:0:4614:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.681285:0:4614:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec51c00/0xfb36a14ee60832e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a61 expref: 20 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.681293:0:4614:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ec51c00/0xfb36a14ee60832e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a61 expref: 20 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.681299:0:4614:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec51c00, rc 0) 00000100:00100000:0.0:1746066736.681309:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1964:x1830882975372416:12345-192.168.202.57@tcp:101:cat.0 Request processed in 49us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066736.681313:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11372 00000100:00100000:1.0:1746066736.681392:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.681582:0:21351:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:21351:1830882976332288:192.168.202.57@tcp:105: 00010000:00010000:3.0:1746066736.681593:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066736.681609:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1965:x1830882975371904:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4716us (5029us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.681616:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5685 00000100:00100000:0.0:1746066736.681888:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975372288 00000100:00100000:0.0:1746066736.681891:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975372288 00000100:00100000:0.0:1746066736.681912:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9197 00000100:00100000:0.0:1746066736.681916:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:29173:x1830882975372288:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066736.681927:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.681941:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee60832e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a5a expref: -99 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.682197:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50e00/0xfb36a14ee60832f0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066736.682210:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ea expref: 13 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.682217:0:809:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee60832cd lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a4c expref: 20 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.682222:0:809:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50e00/0xfb36a14ee60832f0 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:0.0:1746066736.682247:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee60832cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a4c expref: 20 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.682257:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee60832cd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a4c expref: 20 pid: 14548 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746066736.682266:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976332416:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066736.682332:0:809:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ea expref: 13 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.682340:0:809:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ea expref: 13 pid: 809 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746066736.682346:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.682346:0:809:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8c6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976332544:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066736.682363:0:809:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746066736.682402:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975372672 00000100:00100000:1.0:1746066736.682405:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975372672 00002000:00100000:1.0:1746066736.682431:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880135e59f80 x1830882975372672/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.682439:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e59f80 with x1830882975372672 ext(2097152->3145727) 00002000:00010000:1.0:1746066736.682443:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e59f80 00000100:00100000:1.0:1746066736.682959:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4702 00000100:00100000:1.0:1746066736.682967:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975372672:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066736.687396:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e8c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976332416:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.687409:0:809:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e8c6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:809:1830882976332544:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.687432:0:809:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50e00/0xfb36a14ee60832f0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:0.0:1746066736.692519:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.692625:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.692731:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.692816:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975372928 00000100:00100000:3.0:1746066736.692824:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975372928 00010000:00010000:3.0:1746066736.692851:0:21351:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ea expref: 14 pid: 809 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.693080:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975373184 00000100:00100000:2.0:1746066736.693083:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975373184 00002000:00100000:2.0:1746066736.693117:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e8c6d80 x1830882975373184/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.693127:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c6d80 with x1830882975373184 ext(1048576->2097151) 00002000:00010000:2.0:1746066736.693131:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c6d80 00000100:00100000:2.0:1746066736.693145:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4703 00000100:00100000:2.0:1746066736.693152:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975373184:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066736.694582:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975372672:12345-192.168.202.57@tcp:3:cat.0 Request processed in 11614us (12232us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066736.694589:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4702 00002000:00100000:0.0:1746066736.694602:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880135e59f80 x1830882975372672/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066736.694609:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e59f80 with x1830882975372672 ext(2097152->3145727) 00002000:00010000:0.0:1746066736.694612:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135e59f80 00000100:00100000:1.0:1746066736.694965:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975372800 00000100:00100000:1.0:1746066736.694970:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975372800 00000100:00100000:3.0:1746066736.694981:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5686 00000100:00100000:3.0:1746066736.694988:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+14:1966:x1830882975372928:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066736.694995:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee60832cd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a4c expref: 21 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.695000:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066736.695006:0:21351:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ea expref: 14 pid: 809 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.695015:0:21351:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ea expref: 14 pid: 809 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746066736.695022:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5687 00000100:00100000:1.0:1746066736.695028:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1966:x1830882975372800:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066736.695031:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800acd45400/0xfb36a14ee608324f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799ea expref: 14 pid: 809 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.695035:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066736.695039:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee60832cd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a4c expref: 21 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746066736.695044:0:21351:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066736.695049:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50e00/0xfb36a14ee60832f0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.695055:0:21351:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50e00/0xfb36a14ee60832f0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.695060:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066736.695062:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee60832cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a4c expref: 21 pid: 14548 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.695073:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de12a00/0xfb36a14ee60832cd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a4c expref: 21 pid: 14548 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.695078:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:df168249-af1c-45ee-81ad-11524bf803a3+13:1966:x1830882975372928:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 90us (2566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.695083:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5686 00010000:00010000:1.0:1746066736.695084:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066736.695087:0:7108:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50e00/0xfb36a14ee60832f0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066736.695094:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50e00/0xfb36a14ee60832f0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066736.695113:0:7108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50e00/0xfb36a14ee60832f0 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 809 initiator: MDT0 00010000:00010000:1.0:1746066736.695129:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066736.695134:0:809:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50e00/0xfb36a14ee60832f0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.695140:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50e00/0xfb36a14ee60832f0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000100:00100000:1.0:1746066736.695149:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1966:x1830882975372800:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 121us (2523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066736.695154:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5687 00000004:00200000:3.0:1746066736.695157:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066736.695257:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50400/0xfb36a14ee60832e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a5a expref: 21 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.695269:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50e00/0xfb36a14ee60832f0 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a5a expref: 20 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.695275:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066736.695277:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066736.695279:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec50e00, rc 0) 00000100:00100000:3.0:1746066736.695294:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:29173:x1830882975372288:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 13377us (13902us total) trans 8589943088 rc 0/0 00000100:00100000:3.0:1746066736.695300:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9197 00000100:00100000:2.0:1746066736.706862:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1963:x1830882975373184:12345-192.168.202.57@tcp:3:cat.0 Request processed in 13702us (14123us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066736.706872:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4703 00002000:00100000:2.0:1746066736.706883:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1048576->2097151) req@ffff88009e8c6d80 x1830882975373184/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.706892:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c6d80 with x1830882975373184 ext(1048576->2097151) 00002000:00010000:2.0:1746066736.706897:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e8c6d80 00000100:00100000:0.0:1746066736.708962:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.709019:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975373312 00000100:00100000:3.0:1746066736.709026:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975373312 00000100:00100000:3.0:1746066736.709061:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11373 00000100:00100000:3.0:1746066736.709067:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:29166:x1830882975373312:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.709081:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.709104:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a68 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.709127:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.709134:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066736.709136:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746066736.709139:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a68 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.709162:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 9 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.709172:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 9 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.709182:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976332672:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066736.709257:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473000 going to sleep for 11 seconds 00000100:00100000:3.0:1746066736.713084:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976332672:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066736.713120:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a68 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.713134:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099a08c00, rc 0) 00000100:00100000:3.0:1746066736.713183:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29166:x1830882975373312:12345-192.168.202.57@tcp:101:cat.0 Request processed in 4115us (4225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.713191:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11373 00000100:00100000:0.0:1746066736.713857:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.713903:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975373440 00000100:00100000:2.0:1746066736.713909:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975373440 00002000:00100000:2.0:1746066736.713946:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3334143) req@ffff88009e8c7b80 x1830882975373440/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.713955:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7b80 with x1830882975373440 ext(3145728->3334143) 00010000:00010000:2.0:1746066736.713961:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 10 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.713971:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 10 pid: 21203 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746066736.713976:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e8c7b80 00000100:00100000:2.0:1746066736.714003:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1028 00000100:00100000:2.0:1746066736.714010:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1964:x1830882975373440:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:2.0:1746066736.718822:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.719149:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975373568 00000100:00100000:3.0:1746066736.719157:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975373568 00000100:00100000:3.0:1746066736.719639:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11374 00000100:00100000:3.0:1746066736.719646:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29173:x1830882975373568:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066736.719661:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.719685:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a6f expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.719822:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a30 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.719829:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee60832db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a53 expref: 13 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.719834:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.719835:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.719838:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1761280->1851391] (req 1761280->1851391) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a6f expref: 13 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.719861:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee60832db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a53 expref: 13 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.719870:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee60832db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a53 expref: 13 pid: 4614 timeout: 797 lvb_type: 1 00000100:00100000:3.0:1746066736.719880:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976332800:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066736.721887:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a30 expref: 23 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.721898:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a30 expref: 23 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746066736.721907:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976332928:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.723685:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975373440:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 9659us (9812us total) trans 17179872923 rc 0/0 00000100:00100000:3.0:1746066736.723692:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473000 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.723695:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1028 00002000:00100000:2.0:1746066736.723706:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x389:0x0] (3145728->3334143) req@ffff88009e8c7b80 x1830882975373440/t17179872923(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/448 e 0 to 0 dl 1746066747 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.723715:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e8c7b80 with x1830882975373440 ext(3145728->3334143) 00010000:00010000:2.0:1746066736.723723:0:8457:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 14 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.723732:0:8457:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 14 pid: 21203 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746066736.723741:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e8c7b80 00000100:00100000:0.0:1746066736.727287:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.727842:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976332800:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066736.727851:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976332928:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066736.727871:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [1761280->1851391] (req 1761280->1851391) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a6f expref: 13 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.727885:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099a09c00, rc 0) 00000100:00100000:3.0:1746066736.727921:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:29173:x1830882975373568:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 8275us (9105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.727929:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11374 00000100:00100000:1.0:1746066736.729404:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975373696 00000100:00100000:1.0:1746066736.729412:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975373696 00010000:00010000:1.0:1746066736.729446:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 13 pid: 21203 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746066736.729637:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5688 00000100:00100000:1.0:1746066736.729645:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975373696:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066736.729657:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066736.729688:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 13 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.729698:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 13 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.729716:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5944800/0xfb36a14ee60831c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3334143) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799a4 expref: 13 pid: 21203 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746066736.729731:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066736.729732:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066736.729737:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a68 expref: 23 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.729744:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a68 expref: 23 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.729770:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a68 expref: 23 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066736.729779:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e58a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976333056:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066736.731535:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.733499:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.733554:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.734020:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.734141:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975373952 00000100:00100000:2.0:1746066736.734148:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975373952 00010000:00010000:2.0:1746066736.734178:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee60832db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a53 expref: 13 pid: 4614 timeout: 797 lvb_type: 1 00000100:00100000:2.0:1746066736.734200:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975373824 00000100:00100000:2.0:1746066736.734202:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975373824 00010000:00010000:2.0:1746066736.734213:0:7108:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a30 expref: 24 pid: 8452 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746066736.734227:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5689 00000100:00100000:2.0:1746066736.734233:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975373952:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066736.734243:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066736.734260:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee60832db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a53 expref: 13 pid: 4614 timeout: 797 lvb_type: 1 00010000:00010000:2.0:1746066736.734269:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee60832db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a53 expref: 13 pid: 4614 timeout: 797 lvb_type: 1 00010000:00010000:2.0:1746066736.734286:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec50c00/0xfb36a14ee60832db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a53 expref: 13 pid: 4614 timeout: 797 lvb_type: 1 00010000:00010000:2.0:1746066736.734301:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066736.734347:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975373952:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 114us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.734357:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5689 00000100:00100000:2.0:1746066736.734369:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5690 00000100:00100000:2.0:1746066736.734375:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1965:x1830882975373824:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066736.734381:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066736.734388:0:7108:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a30 expref: 24 pid: 8452 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.734395:0:7108:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a30 expref: 24 pid: 8452 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.734406:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77d000/0xfb36a14ee608329c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a30 expref: 24 pid: 8452 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746066736.734413:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.734415:0:7108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066736.734419:0:7108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1851391) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a6f expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.734426:0:7108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1851391) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a6f expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.734449:0:7108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1851391) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a6f expref: 11 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066736.734459:0:7108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092044380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976333184:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066736.734501:0:7108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fed180 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.734519:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975374208 00000100:00100000:2.0:1746066736.734521:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975374208 00002000:00100000:2.0:1746066736.734544:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880135f81c00 x1830882975374208/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.734551:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f81c00 with x1830882975374208 ext(2097152->3145727) 00002000:00010000:2.0:1746066736.734554:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f81c00 00000100:00100000:2.0:1746066736.734565:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4704 00000100:00100000:2.0:1746066736.734570:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975374208:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066736.735069:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e58a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976333056:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066736.735085:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066736.735115:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975373696:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5471us (7834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066736.735122:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5688 00000100:00100000:1.0:1746066736.743662:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.744124:0:7108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092044380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7108:1830882976333184:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066736.744146:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066736.744245:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975374464 00000100:00100000:0.0:1746066736.744251:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975374464 00000100:00100000:2.0:1746066736.744399:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1965:x1830882975373824:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 10023us (10843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.744408:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5690 00002000:00100000:0.0:1746066736.745126:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x388:0x0] (1761280->1765375) req@ffff880135e58a80 x1830882975374464/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066736.745140:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e58a80 with x1830882975374464 ext(1761280->1765375) 00002000:00010000:0.0:1746066736.745144:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e58a80 00000100:00100000:0.0:1746066736.745160:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4705 00000100:00100000:0.0:1746066736.745167:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975374464:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066736.745288:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1964:x1830882975374464:12345-192.168.202.57@tcp:3:cat.0 Request processed in 122us (1632us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746066736.745294:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4705 00002000:00100000:0.0:1746066736.745299:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x388:0x0] (1761280->1765375) req@ffff880135e58a80 x1830882975374464/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/4536 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066736.745306:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e58a80 with x1830882975374464 ext(1761280->1765375) 00002000:00010000:0.0:1746066736.745308:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e58a80 00000100:00100000:0.0:1746066736.754072:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.754152:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.754174:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.754191:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975374720 00000100:00100000:0.0:1746066736.754198:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975374720 00002000:00100000:0.0:1746066736.754229:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135f80a80 x1830882975374720/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066736.754238:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f80a80 with x1830882975374720 ext(2097152->3145727) 00002000:00010000:0.0:1746066736.754242:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f80a80 00000100:00100000:0.0:1746066736.754913:0:31365:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975374976 00000100:00100000:0.0:1746066736.754917:0:31365:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975374976 00002000:00100000:0.0:1746066736.754929:0:31365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880135f80700 x1830882975374976/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746066736.754935:0:31365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f80700 with x1830882975374976 ext(3145728->4194303) 00002000:00010000:0.0:1746066736.754938:0:31365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f80700 00000100:00100000:2.0:1746066736.755089:0:8456:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975375232 00000100:00100000:2.0:1746066736.755093:0:8456:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975375232 00002000:00100000:2.0:1746066736.755120:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880135f81180 x1830882975375232/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.755127:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f81180 with x1830882975375232 ext(3145728->4194303) 00002000:00010000:2.0:1746066736.755130:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f81180 00000100:00100000:2.0:1746066736.755149:0:8456:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4706 00000100:00100000:2.0:1746066736.755156:0:8456:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975374720:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066736.757036:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4707 00000100:00100000:1.0:1746066736.757049:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4708 00000100:00100000:1.0:1746066736.757059:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975375232:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066736.758004:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975374976:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066736.763988:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975374208:12345-192.168.202.57@tcp:3:cat.0 Request processed in 29408us (29957us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066736.763999:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4704 00002000:00100000:3.0:1746066736.764011:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x386:0x0] (2097152->3145727) req@ffff880135f81c00 x1830882975374208/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.764020:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f81c00 with x1830882975374208 ext(2097152->3145727) 00002000:00010000:3.0:1746066736.764025:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f81c00 00000100:00100000:2.0:1746066736.769312:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.769482:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975375488 00000100:00100000:3.0:1746066736.769490:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975375488 00002000:00100000:3.0:1746066736.769527:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1847296->1851391) req@ffff880092044380 x1830882975375488/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.769536:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044380 with x1830882975375488 ext(1847296->1851391) 00002000:00010000:3.0:1746066736.769541:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092044380 00000100:00100000:3.0:1746066736.769571:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4709 00000100:00100000:3.0:1746066736.769578:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975375488:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:3.0:1746066736.771431:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:1963:x1830882975375488:12345-192.168.202.57@tcp:3:cat.0 Request processed in 1818us (2091us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746066736.771440:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4709 00002000:00100000:3.0:1746066736.771451:0:8457:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x388:0x0] (1847296->1851391) req@ffff880092044380 x1830882975375488/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/4536 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.771459:0:8457:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092044380 with x1830882975375488 ext(1847296->1851391) 00002000:00010000:3.0:1746066736.771463:0:8457:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092044380 00000100:00100000:2.0:1746066736.778941:0:8456:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975374720:12345-192.168.202.57@tcp:3:cat.0 Request processed in 23777us (25648us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066736.778953:0:8456:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4706 00002000:00100000:2.0:1746066736.778966:0:8456:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135f80a80 x1830882975374720/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.778975:0:8456:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f80a80 with x1830882975374720 ext(2097152->3145727) 00002000:00010000:2.0:1746066736.778980:0:8456:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f80a80 00000100:00100000:0.0:1746066736.780765:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.781064:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1964:x1830882975375232:12345-192.168.202.57@tcp:3:cat.0 Request processed in 24008us (26886us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066736.781073:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4708 00002000:00100000:1.0:1746066736.781081:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880135f81180 x1830882975375232/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.781088:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f81180 with x1830882975375232 ext(3145728->4194303) 00002000:00010000:1.0:1746066736.781092:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f81180 00000100:00100000:3.0:1746066736.781305:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975375616 00000100:00100000:3.0:1746066736.781312:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975375616 00000100:00100000:3.0:1746066736.781340:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11375 00000100:00100000:3.0:1746066736.781346:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+11:29174:x1830882975375616:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.781358:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.781373:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800926bec00/0xfb36a14ee608330c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a76 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.781392:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.781394:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066736.781399:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800926bec00/0xfb36a14ee608330c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a76 expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.781413:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800926bec00/0xfb36a14ee608330c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a76 expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.781421:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926bec00, rc 0) 00000100:00100000:3.0:1746066736.781440:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:29174:x1830882975375616:12345-192.168.202.57@tcp:101:cat.0 Request processed in 95us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.781446:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11375 00000100:00100000:1.0:1746066736.785002:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975374976:12345-192.168.202.57@tcp:3:cat.0 Request processed in 27950us (30840us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066736.785013:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4707 00002000:00100000:1.0:1746066736.785024:0:1992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880135f80700 x1830882975374976/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.785037:0:1992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f80700 with x1830882975374976 ext(3145728->4194303) 00002000:00010000:1.0:1746066736.785042:0:1992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f80700 00000100:00100000:0.0:1746066736.798561:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.798596:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.798622:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.798651:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975375872 00000100:00100000:2.0:1746066736.798658:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975375872 00000100:00100000:0.0:1746066736.798659:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.798699:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975376512 00000100:00100000:0.0:1746066736.798702:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975376512 00002000:00100000:2.0:1746066736.798717:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135f82d80 x1830882975375872/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746066736.798725:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11376 00002000:00100000:2.0:1746066736.798726:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f82d80 with x1830882975375872 ext(2097152->3145727) 00002000:00010000:2.0:1746066736.798730:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f82d80 00000100:00100000:0.0:1746066736.798731:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975376512:12345-192.168.202.57@tcp:101:cat.0 00000100:00100000:2.0:1746066736.798738:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975376128 00000100:00100000:2.0:1746066736.798740:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975376128 00010000:00010000:0.0:1746066736.798742:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:2.0:1746066736.798748:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880135f81880 x1830882975376128/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.798754:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f81880 with x1830882975376128 ext(3145728->4194303) 00010000:00010000:0.0:1746066736.798755:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee6083313 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a7d expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066736.798756:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f81880 00000100:00100000:2.0:1746066736.798762:0:31367:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975376384 00000100:00100000:2.0:1746066736.798764:0:31367:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975376384 00002000:00100000:2.0:1746066736.798772:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880135f82a00 x1830882975376384/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.798777:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f82a00 with x1830882975376384 ext(3145728->4194303) 00002000:00010000:2.0:1746066736.798779:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f82a00 00000100:00100000:2.0:1746066736.798787:0:31367:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4710 00000100:00100000:2.0:1746066736.798791:0:31367:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975375872:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066736.798795:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976333312:192.168.202.57@tcp:106: 00000100:00100000:0.0:1746066736.798857:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.798872:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4711 00000100:00100000:0.0:1746066736.798877:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1964:x1830882975376128:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:2.0:1746066736.798979:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4712 00000100:00100000:2.0:1746066736.798986:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975376384:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066736.806640:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976333312:192.168.202.57@tcp:106: 00010000:00010000:0.0:1746066736.806666:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee6083313 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a7d expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.806695:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee6083313 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a7d expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.806716:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510a400, rc 0) 00000100:00100000:0.0:1746066736.806744:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975376512:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8012us (8083us total) trans 0 rc 301/301 00000100:00100000:0.0:1746066736.806751:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11376 00000100:00100000:3.0:1746066736.813233:0:31367:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1964:x1830882975375872:12345-192.168.202.57@tcp:3:cat.0 Request processed in 14433us (14671us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066736.813244:0:31367:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4710 00002000:00100000:3.0:1746066736.813252:0:31367:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x389:0x0] (2097152->3145727) req@ffff880135f82d80 x1830882975375872/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.813260:0:31367:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f82d80 with x1830882975375872 ext(2097152->3145727) 00002000:00010000:3.0:1746066736.813265:0:31367:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f82d80 00000100:00100000:2.0:1746066736.816330:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1964:x1830882975376384:12345-192.168.202.57@tcp:3:cat.0 Request processed in 17337us (17700us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066736.816339:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4712 00002000:00100000:2.0:1746066736.816348:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (3145728->4194303) req@ffff880135f82a00 x1830882975376384/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.816357:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f82a00 with x1830882975376384 ext(3145728->4194303) 00002000:00010000:2.0:1746066736.816361:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f82a00 00000100:00100000:0.0:1746066736.819647:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.819741:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975376768 00000100:00100000:3.0:1746066736.819749:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975376768 00002000:00100000:3.0:1746066736.819830:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880135f80380 x1830882975376768/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746066736.819838:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f80380 with x1830882975376768 ext(4194304->5079039) 00002000:00010000:3.0:1746066736.819843:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f80380 00000100:00100000:3.0:1746066736.819860:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4713 00000100:00100000:3.0:1746066736.819867:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975376768:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:1.0:1746066736.822177:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.823374:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1964:x1830882975376128:12345-192.168.202.57@tcp:3:cat.0 Request processed in 24493us (24774us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066736.823383:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4711 00002000:00100000:2.0:1746066736.823393:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x389:0x0] (3145728->4194303) req@ffff880135f81880 x1830882975376128/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.823401:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f81880 with x1830882975376128 ext(3145728->4194303) 00002000:00010000:2.0:1746066736.823405:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f81880 00000100:00100000:2.0:1746066736.823423:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975376896 00000100:00100000:2.0:1746066736.823429:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975376896 00002000:00100000:2.0:1746066736.823454:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1761280->1851391) req@ffff880135e5a680 x1830882975376896/t0(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.823460:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5a680 with x1830882975376896 ext(1761280->1851391) 00002000:00010000:2.0:1746066736.823462:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5a680 00000100:00100000:2.0:1746066736.823967:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4714 00000100:00100000:2.0:1746066736.823976:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975376896:12345-192.168.202.57@tcp:4:cat.0 00000100:00100000:0.0:1746066736.826144:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.828250:0:809:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975377152 00000100:00100000:3.0:1746066736.828259:0:809:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975377152 00000100:00100000:3.0:1746066736.828304:0:809:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9198 00000100:00100000:3.0:1746066736.828311:0:809:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+265:29177:x1830882975377152:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:3.0:1746066736.828331:0:809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.828347:0:809:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47a00/0xfb36a14ee608331a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a84 expref: -99 pid: 809 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066736.828405:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+29:1963:x1830882975376768:12345-192.168.202.57@tcp:3:cat.0 Request processed in 8537us (8765us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066736.828413:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4713 00002000:00100000:2.0:1746066736.828421:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880135f80380 x1830882975376768/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.828428:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f80380 with x1830882975376768 ext(4194304->5079039) 00002000:00010000:2.0:1746066736.828432:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f80380 00010000:00010000:3.0:1746066736.828441:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46a00/0xfb36a14ee6083321 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828451:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46a00/0xfb36a14ee6083321 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828460:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46a00/0xfb36a14ee6083321 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828469:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47e00/0xfb36a14ee6083328 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828474:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47e00/0xfb36a14ee6083328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828478:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47e00/0xfb36a14ee6083328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828553:0:809:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46000/0xfb36a14ee608332f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828561:0:809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46000/0xfb36a14ee608332f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828566:0:809:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46000/0xfb36a14ee608332f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 809 initiator: MDT0 00000004:00200000:3.0:1746066736.828572:0:809:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066736.828622:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46a00/0xfb36a14ee6083321 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828627:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46a00/0xfb36a14ee6083321 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828636:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46a00/0xfb36a14ee6083321 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828640:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b46a00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066736.828643:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46a00/0xfb36a14ee6083321 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828648:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46a00/0xfb36a14ee6083321 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828657:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066736.828660:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066736.828662:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46a00/0xfb36a14ee6083321 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828667:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46a00/0xfb36a14ee6083321 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828697:0:809:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47e00/0xfb36a14ee6083328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828702:0:809:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47e00/0xfb36a14ee6083328 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828706:0:809:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47e00/0xfb36a14ee6083328 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828709:0:809:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b47e00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066736.828711:0:809:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47e00/0xfb36a14ee6083328 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828716:0:809:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47e00/0xfb36a14ee6083328 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828725:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13f00) 00010000:00010000:3.0:1746066736.828727:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066736.828729:0:809:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47e00/0xfb36a14ee6083328 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828733:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47e00/0xfb36a14ee6083328 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 809 initiator: MDT0 00010000:00010000:3.0:1746066736.828760:0:809:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b47a00/0xfb36a14ee608331a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a84 expref: 268 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.828770:0:809:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46000/0xfb36a14ee608332f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a84 expref: 267 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066736.828775:0:809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066736.828777:0:809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746066736.828779:0:809:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b46000, rc 0) 00000100:00100000:3.0:1746066736.828799:0:809:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:29177:x1830882975377152:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 489us (2661us total) trans 8589943089 rc 0/0 00000100:00100000:3.0:1746066736.828804:0:809:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9198 00000100:00100000:2.0:1746066736.828845:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1963:x1830882975376896:12345-192.168.202.57@tcp:4:cat.0 Request processed in 4870us (6673us total) trans 17179872924 rc 0/0 00000100:00100000:2.0:1746066736.828851:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4714 00002000:00100000:2.0:1746066736.828856:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x388:0x0] (1761280->1851391) req@ffff880135e5a680 x1830882975376896/t17179872924(0) o4->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/448 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.828862:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135e5a680 with x1830882975376896 ext(1761280->1851391) 00002000:00010000:2.0:1746066736.828865:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135e5a680 00000100:00100000:0.0:1746066736.830867:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.830938:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975377408 00000100:00100000:2.0:1746066736.830944:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975377408 00002000:00100000:2.0:1746066736.830974:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880135f80000 x1830882975377408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.830982:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f80000 with x1830882975377408 ext(4194304->5079039) 00002000:00010000:2.0:1746066736.830986:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f80000 00000100:00100000:2.0:1746066736.831009:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4715 00000100:00100000:2.0:1746066736.831017:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975377408:12345-192.168.202.57@tcp:3:cat.0 00000100:00100000:0.0:1746066736.839891:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.840413:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975377536 00000100:00100000:2.0:1746066736.840421:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975377536 00000100:00100000:2.0:1746066736.840471:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11377 00000100:00100000:2.0:1746066736.840478:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975377536:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:2.0:1746066736.840493:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.840507:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1e000/0xfb36a14ee608333d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a8b expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066736.840548:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092047b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976333440:192.168.202.57@tcp:106: 00000100:00100000:2.0:1746066736.840606:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fed9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.840667:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.842641:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975377664 00000100:00100000:2.0:1746066736.842649:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975377664 00000100:00100000:2.0:1746066736.844390:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 565 00000100:00100000:2.0:1746066736.844404:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:1963:x1830882975377664:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066736.844422:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066736.844448:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092b46000/0xfb36a14ee608332f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a84 expref: 267 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.844478:0:7108:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066736.844482:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066736.844522:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+266:1963:x1830882975377664:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 124us (3856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.844528:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 565 00000100:00100000:3.0:1746066736.847438:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092047b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976333440:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066736.847470:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1e000/0xfb36a14ee608333d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a8b expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.847482:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1e000/0xfb36a14ee608333d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a8b expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.847499:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a1e000, rc 0) 00000100:00100000:3.0:1746066736.847530:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975377536:12345-192.168.202.57@tcp:101:cat.0 Request processed in 7053us (7863us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066736.847537:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11377 00000100:00100000:2.0:1746066736.847622:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+19:1963:x1830882975377408:12345-192.168.202.57@tcp:3:cat.0 Request processed in 16606us (16757us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1746066736.847630:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4715 00002000:00100000:2.0:1746066736.847638:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x386:0x0] (4194304->5079039) req@ffff880135f80000 x1830882975377408/t0(0) o3->44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4@192.168.202.57@tcp:142/0 lens 488/440 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 884736/884736 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.847652:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f80000 with x1830882975377408 ext(4194304->5079039) 00002000:00010000:2.0:1746066736.847656:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135f80000 00000100:00100000:0.0:1746066736.853510:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.853765:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975377792 00000100:00100000:3.0:1746066736.853773:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975377792 00000100:00100000:3.0:1746066736.853870:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11378 00000100:00100000:3.0:1746066736.853876:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975377792:12345-192.168.202.57@tcp:101:cat.0 00010000:00010000:3.0:1746066736.853890:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066736.853904:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b46000/0xfb36a14ee6083344 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a92 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066736.853943:0:8452:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976333568:192.168.202.57@tcp:106: 00000100:00100000:3.0:1746066736.855000:0:8452:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746066736.861555:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.861654:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975377920 00000100:00100000:0.0:1746066736.861661:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975377920 00000100:00100000:0.0:1746066736.861708:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11379 00000100:00100000:0.0:1746066736.861715:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:29177:x1830882975377920:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:0.0:1746066736.861731:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746066736.861746:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979a99 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.861773:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97990a expref: 26 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.861780:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee2c000/0xfb36a14ee60831f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799b9 expref: 5 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.861786:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee6083114 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97991f expref: 13 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.861791:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.861792:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066736.861795:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 6/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [2011136->2097151] (req 2011136->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 26 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.861821:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee6083114 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97991f expref: 13 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.861832:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee6083114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97991f expref: 13 pid: 8452 timeout: 798 lvb_type: 1 00000100:00100000:0.0:1746066736.861841:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e869880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976333696:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066736.862124:0:8452:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8452:1830882976333568:192.168.202.57@tcp:106: 00010000:00010000:3.0:1746066736.862143:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b46000/0xfb36a14ee6083344 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a92 expref: 26 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.862152:0:8452:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b46000/0xfb36a14ee6083344 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a92 expref: 26 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066736.862172:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b46000, rc 0) 00000100:00100000:3.0:1746066736.862191:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975377792:12345-192.168.202.57@tcp:101:cat.0 Request processed in 8315us (8687us total) trans 0 rc 301/301 00000100:00100000:3.0:1746066736.862199:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11378 00010000:00010000:0.0:1746066736.862285:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee2c000/0xfb36a14ee60831f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799b9 expref: 5 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066736.862294:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ee2c000/0xfb36a14ee60831f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799b9 expref: 5 pid: 10402 timeout: 798 lvb_type: 1 00000100:00100000:0.0:1746066736.862302:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976333824:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066736.862332:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97990a expref: 24 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066736.862339:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97990a expref: 24 pid: 21973 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746066736.862347:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e86b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976333952:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066736.862362:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c22540 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.866613:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e869880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976333696:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.867918:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976333824:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.867927:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e86b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976333952:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.867952:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [2011136->2097151] (req 2011136->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.867968:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013510a400, rc 0) 00000100:00100000:2.0:1746066736.868006:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29177:x1830882975377920:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 6291us (6457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.868013:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11379 00000100:00100000:0.0:1746066736.876166:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.876804:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066736.876842:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.876896:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975378048 00000100:00100000:3.0:1746066736.876903:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975378048 00000100:00100000:1.0:1746066736.876917:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975378176 00000100:00100000:1.0:1746066736.876922:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975378176 00010000:00010000:3.0:1746066736.876933:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee2c000/0xfb36a14ee60831f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799b9 expref: 6 pid: 10402 timeout: 798 lvb_type: 1 00010000:00010000:1.0:1746066736.876940:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97990a expref: 24 pid: 21973 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746066736.876955:0:7109:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975378304 00000100:00100000:3.0:1746066736.876957:0:7109:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975378304 00010000:00010000:3.0:1746066736.876966:0:7109:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee6083114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97991f expref: 14 pid: 8452 timeout: 798 lvb_type: 1 00000100:00100000:1.0:1746066736.877012:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5691 00000100:00100000:3.0:1746066736.877018:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5692 00000100:00100000:1.0:1746066736.877021:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+6:1966:x1830882975378048:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746066736.877023:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1966:x1830882975378176:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066736.877032:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066736.877032:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746066736.877047:0:7109:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2079 -> 2081 00010000:00010000:3.0:1746066736.877051:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97990a expref: 24 pid: 21973 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746066736.877068:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5693 00000100:00100000:0.0:1746066736.877075:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975378304:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066736.877086:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066736.877234:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97990a expref: 24 pid: 21973 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746066736.877234:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ee2c000/0xfb36a14ee60831f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799b9 expref: 6 pid: 10402 timeout: 798 lvb_type: 1 00010000:00010000:3.0:1746066736.877254:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f46d000/0xfb36a14ee60830d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97990a expref: 24 pid: 21973 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746066736.877264:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee6083114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97991f expref: 14 pid: 8452 timeout: 798 lvb_type: 1 00010000:00010000:3.0:1746066736.877272:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746066736.877274:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee6083114 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97991f expref: 14 pid: 8452 timeout: 798 lvb_type: 1 00010000:00010000:0.0:1746066736.877285:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f77ce00/0xfb36a14ee6083114 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c97991f expref: 14 pid: 8452 timeout: 798 lvb_type: 1 00010000:00010000:0.0:1746066736.877301:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746066736.877303:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975378176:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 279us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066736.877309:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5692 00000100:00100000:0.0:1746066736.877336:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882975378304:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 262us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066736.877342:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5693 00010000:00010000:1.0:1746066736.877382:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ee2c000/0xfb36a14ee60831f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799b9 expref: 6 pid: 10402 timeout: 798 lvb_type: 1 00010000:00010000:1.0:1746066736.877394:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee2c000/0xfb36a14ee60831f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799b9 expref: 6 pid: 10402 timeout: 798 lvb_type: 1 00010000:00010000:1.0:1746066736.877405:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066736.877408:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066736.877413:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.877425:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.877452:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066736.877463:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e58e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976334080:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066736.877512:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746066736.882332:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.882413:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e58e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976334080:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066736.882436:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066736.882467:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:df168249-af1c-45ee-81ad-11524bf803a3+5:1966:x1830882975378048:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 5447us (6307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066736.882477:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5691 00000100:00100000:2.0:1746066736.882572:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975378560 00000100:00100000:2.0:1746066736.882577:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975378560 00002000:00100000:2.0:1746066736.882611:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (2011136->2015231) req@ffff88009e869f80 x1830882975378560/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.882620:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e869f80 with x1830882975378560 ext(2011136->2015231) 00002000:00010000:2.0:1746066736.882624:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e869f80 00000100:00100000:2.0:1746066736.882638:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4716 00000100:00100000:2.0:1746066736.882645:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975378560:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:2.0:1746066736.882801:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1963:x1830882975378560:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 156us (475us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746066736.882810:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4716 00002000:00100000:2.0:1746066736.882815:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (2011136->2015231) req@ffff88009e869f80 x1830882975378560/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/4536 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746066736.882822:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e869f80 with x1830882975378560 ext(2011136->2015231) 00002000:00010000:2.0:1746066736.882824:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e869f80 00000100:00100000:0.0:1746066736.889513:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066736.889905:0:9776:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975378688 00000100:00100000:2.0:1746066736.889913:0:9776:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975378688 00000100:00100000:2.0:1746066736.889968:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11380 00000100:00100000:2.0:1746066736.889976:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:29177:x1830882975378688:12345-192.168.202.57@tcp:101:multiop.0 00010000:00010000:2.0:1746066736.889991:0:9776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066736.890005:0:9776:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979aa0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.890027:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1851391) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a6f expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.890034:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066736.890036:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746066736.890038:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->1277951] (req 1048576->1277951) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.890062:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1851391) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a6f expref: 12 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.890072:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1851391) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a6f expref: 12 pid: 9776 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746066736.890088:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092047b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976334208:192.168.202.57@tcp:104: 00000100:00100000:2.0:1746066736.890925:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3fedb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746066736.892416:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092047b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:9776:1830882976334208:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066736.892440:0:9776:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->1277951] (req 1048576->1277951) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 24 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066736.892459:0:9776:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a1fa00, rc 0) 00000100:00100000:2.0:1746066736.892493:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29177:x1830882975378688:12345-192.168.202.57@tcp:101:multiop.0 Request processed in 2518us (2987us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066736.892501:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11380 00000100:00100000:0.0:1746066736.893651:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.894345:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975378816 00000100:00100000:1.0:1746066736.894352:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975378816 00010000:00010000:1.0:1746066736.894382:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1761280->1851391) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a6f expref: 13 pid: 9776 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746066736.894413:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5694 00000100:00100000:1.0:1746066736.894420:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1963:x1830882975378816:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066736.894430:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066736.894447:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1851391) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a6f expref: 13 pid: 9776 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746066736.894462:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1851391) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a6f expref: 13 pid: 9776 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746066736.894482:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a09c00/0xfb36a14ee6083305 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1761280->1851391) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a6f expref: 13 pid: 9776 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746066736.894554:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066736.894556:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066736.894562:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 23 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.894568:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 23 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066736.894592:0:15727:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 23 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066736.894601:0:15727:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e58e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976334336:192.168.202.57@tcp:105: 00000100:00100000:1.0:1746066736.895405:0:15727:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c0b840 going to sleep for 11 seconds 00000100:00100000:1.0:1746066736.897613:0:15727:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e58e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15727:1830882976334336:192.168.202.57@tcp:105: 00010000:00010000:1.0:1746066736.897633:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066736.897943:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+12:1963:x1830882975378816:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3522us (4291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066736.897952:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5694 00000100:00100000:2.0:1746066736.902891:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066736.902995:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975379072 00000100:00100000:1.0:1746066736.903003:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975379072 00002000:00100000:1.0:1746066736.903044:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1273856->1277951) req@ffff880092047b80 x1830882975379072/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/0 e 0 to 0 dl 1746066747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.903053:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092047b80 with x1830882975379072 ext(1273856->1277951) 00002000:00010000:1.0:1746066736.903057:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092047b80 00000100:00100000:1.0:1746066736.903083:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4717 00000100:00100000:1.0:1746066736.903091:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975379072:12345-192.168.202.57@tcp:3:multiop.0 00000100:00100000:1.0:1746066736.903492:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975379072:12345-192.168.202.57@tcp:3:multiop.0 Request processed in 400us (605us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746066736.903498:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4717 00002000:00100000:1.0:1746066736.903504:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1273856->1277951) req@ffff880092047b80 x1830882975379072/t0(0) o3->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:142/0 lens 488/4536 e 0 to 0 dl 1746066747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066736.903510:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092047b80 with x1830882975379072 ext(1273856->1277951) 00002000:00010000:1.0:1746066736.903514:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092047b80 00000100:00100000:0.0:1746066736.907187:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066736.907445:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975379328 00000100:00100000:3.0:1746066736.907452:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975379328 00000100:00100000:3.0:1746066736.907492:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3670 00000100:00100000:3.0:1746066736.907498:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+266:29177:x1830882975379328:12345-192.168.202.57@tcp:35:multiop.0 00000100:00100000:3.0:1746066736.908143:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:29177:x1830882975379328:12345-192.168.202.57@tcp:35:multiop.0 Request processed in 644us (961us total) trans 8589943090 rc 0/0 00000100:00100000:3.0:1746066736.908150:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3670 00010000:00010000:1.0:1746066737.090171:0:9849:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746066737.237940:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3296:1830882976334848:0@lo:400:kworker.0 00000100:00100000:3.0:1746066737.237992:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066737.238037:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746066737.238042:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3296:1830882976334720:0@lo:400:kworker.0 00000100:00100000:3.0:1746066737.238058:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066737.238069:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3296:1830882976335232:0@lo:400:kworker.0 00000100:00100000:3.0:1746066737.238080:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066737.238109:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976334848 00000100:00100000:3.0:1746066737.238115:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976334848 00000100:00100000:3.0:1746066737.238146:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976334720 00000100:00100000:3.0:1746066737.238148:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976334720 00000100:00100000:3.0:1746066737.238159:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976335232 00000100:00100000:3.0:1746066737.238161:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976335232 00000100:00100000:3.0:1746066737.238171:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1746066737.238176:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1830882976334848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066737.238210:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3296:x1830882976334848:12345-0@lo:400:kworker.0 Request processed in 33us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066737.238215:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1746066737.238227:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1746066737.238231:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1830882976334720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066737.238247:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1830882976334720:12345-0@lo:400:kworker.0 Request processed in 16us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066737.238250:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1746066737.238256:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1746066737.238260:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830882976335232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746066737.238276:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3296:x1830882976335232:12345-0@lo:400:kworker.0 Request processed in 16us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066737.238280:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1746066737.238307:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3296:1830882976334720:0@lo:400:kworker.0 00000100:00100000:3.0:1746066737.238315:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3296:1830882976335232:0@lo:400:kworker.0 00000100:00100000:3.0:1746066737.238320:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3296:1830882976334848:0@lo:400:kworker.0 00000100:00080000:3.0:1746066737.238348:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746066737.238409:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976334464:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746066737.238433:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066737.238457:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976334976:0@lo:400:kworker.0 00000100:00100000:2.0:1746066737.238470:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066737.238481:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746066737.238485:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:980aefe6-2860-4e29-9b4a-3d9c65563e6f:3293:1830882976334592:0@lo:400:kworker.0 00000100:00100000:2.0:1746066737.238501:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066737.238521:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976335104:0@lo:400:kworker.0 00000100:00100000:2.0:1746066737.238535:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066737.238552:0:14546:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976334592 00000100:00100000:2.0:1746066737.238555:0:14546:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976334592 00000100:00100000:2.0:1746066737.238578:0:14546:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1746066737.238583:0:14546:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a574dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:980aefe6-2860-4e29-9b4a-3d9c65563e6f+18:3293:x1830882976334592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066737.238605:0:14546:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a574dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:980aefe6-2860-4e29-9b4a-3d9c65563e6f+18:3293:x1830882976334592:12345-0@lo:400:kworker.0 Request processed in 22us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066737.238610:0:14546:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1746066737.238636:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:980aefe6-2860-4e29-9b4a-3d9c65563e6f:3293:1830882976334592:0@lo:400:kworker.0 00000100:00100000:2.0:1746066737.238653:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976334976 00000100:00100000:2.0:1746066737.238655:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976334976 00000100:00100000:2.0:1746066737.238691:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976335104 00000100:00100000:2.0:1746066737.238693:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976335104 00000100:00100000:2.0:1746066737.238707:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1746066737.238711:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+59:3293:x1830882976334976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066737.238734:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+59:3293:x1830882976334976:12345-0@lo:400:kworker.0 Request processed in 23us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066737.238737:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1746066737.238744:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1746066737.238749:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3293:x1830882976335104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746066737.238767:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3293:x1830882976335104:12345-0@lo:400:kworker.0 Request processed in 19us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066737.238771:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1746066737.238788:0:3293:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872910 gen 2 00000004:00080000:2.0:1746066737.238792:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b05880, transno 17179872854 00000004:00080000:2.0:1746066737.238798:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b04380, transno 17179872855 00000004:00080000:2.0:1746066737.238800:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b04000, transno 17179872856 00000004:00080000:2.0:1746066737.238802:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b06d80, transno 17179872857 00000004:00080000:2.0:1746066737.238804:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b06300, transno 17179872858 00000004:00080000:2.0:1746066737.238806:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b07480, transno 17179872859 00000004:00080000:2.0:1746066737.238809:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b05c00, transno 17179872860 00000004:00080000:2.0:1746066737.238810:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b06680, transno 17179872861 00000004:00080000:2.0:1746066737.238812:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092047100, transno 17179872862 00000004:00080000:2.0:1746066737.238814:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b05f80, transno 17179872863 00000004:00080000:2.0:1746066737.238816:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092045500, transno 17179872864 00000004:00080000:2.0:1746066737.238818:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2ca80, transno 17179872865 00000004:00080000:2.0:1746066737.238820:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092045180, transno 17179872866 00000004:00080000:2.0:1746066737.238823:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009bb2f480, transno 17179872867 00000004:00080000:2.0:1746066737.238824:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8697800, transno 17179872868 00000004:00080000:2.0:1746066737.238826:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092045880, transno 17179872869 00000004:00080000:2.0:1746066737.238828:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed0a680, transno 17179872876 00000004:00080000:2.0:1746066737.238830:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ec2ed80, transno 17179872877 00000004:00080000:2.0:1746066737.238832:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed09500, transno 17179872878 00000004:00080000:2.0:1746066737.238833:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed08e00, transno 17179872879 00000004:00080000:2.0:1746066737.238835:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed09880, transno 17179872880 00000004:00080000:2.0:1746066737.238837:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed0aa00, transno 17179872881 00000004:00080000:2.0:1746066737.238839:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed0ad80, transno 17179872882 00000004:00080000:2.0:1746066737.238841:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed08a80, transno 17179872883 00000004:00080000:2.0:1746066737.238844:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c394e00, transno 17179872884 00000004:00080000:2.0:1746066737.238845:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c396a00, transno 17179872885 00000004:00080000:2.0:1746066737.238847:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800929ced80, transno 17179872886 00000004:00080000:2.0:1746066737.238849:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c394380, transno 17179872887 00000004:00080000:2.0:1746066737.238850:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800929cd500, transno 17179872888 00000004:00080000:2.0:1746066737.238852:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c394000, transno 17179872889 00000004:00080000:2.0:1746066737.238854:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800929cd880, transno 17179872890 00000004:00080000:2.0:1746066737.238855:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c396d80, transno 17179872891 00000004:00080000:2.0:1746066737.238857:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed71180, transno 17179872895 00000004:00080000:2.0:1746066737.238858:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed72a00, transno 17179872896 00000004:00080000:2.0:1746066737.238860:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed70000, transno 17179872897 00000004:00080000:2.0:1746066737.238862:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed70380, transno 17179872898 00000004:00080000:2.0:1746066737.238864:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed71880, transno 17179872899 00000004:00080000:2.0:1746066737.238866:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed71500, transno 17179872900 00000004:00080000:2.0:1746066737.238868:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed73480, transno 17179872901 00000004:00080000:2.0:1746066737.238869:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed71f80, transno 17179872902 00000004:00080000:2.0:1746066737.238871:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009244f480, transno 17179872903 00000004:00080000:2.0:1746066737.238873:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092708a80, transno 17179872904 00000004:00080000:2.0:1746066737.238874:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009244e680, transno 17179872905 00000004:00080000:2.0:1746066737.238876:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092709880, transno 17179872906 00000004:00080000:2.0:1746066737.238877:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092708380, transno 17179872907 00000004:00080000:2.0:1746066737.238879:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009270bb80, transno 17179872908 00000004:00080000:2.0:1746066737.238881:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009244ce00, transno 17179872909 00000004:00080000:2.0:1746066737.238882:0:3293:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009270b480, transno 17179872910 00000100:00100000:2.0:1746066737.238885:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976335104:0@lo:400:kworker.0 00000100:00100000:2.0:1746066737.238894:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976334976:0@lo:400:kworker.0 00000004:00080000:2.0:1746066737.239168:0:14590:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 48 done 00000100:00100000:2.0:1746066737.239196:0:30571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976334464 00000100:00100000:2.0:1746066737.239199:0:30571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976334464 00000100:00100000:2.0:1746066737.239215:0:30571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1746066737.239218:0:30571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+59:3293:x1830882976334464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746066737.239238:0:30571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 465240064 pending 20447232 free 3852468224 avail 3850371072 00000100:00100000:2.0:1746066737.239260:0:30571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+59:3293:x1830882976334464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066737.239265:0:30571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1746066737.239286:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e868700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976334464:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1746066737.241629:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746066737.241635:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746066737.253874:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746066737.253891:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976335360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746066737.253941:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066737.255707:0:8453:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976335360 00000100:00100000:2.0:1746066737.255716:0:8453:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976335360 00000100:00100000:2.0:1746066737.255762:0:8453:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1746066737.255770:0:8453:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830882976335360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746066737.255790:0:8453:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 448069632 pending 8519680 free 3853516800 avail 3851419648 00000100:00100000:2.0:1746066737.255843:0:8453:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1830882976335360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (1902us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066737.255848:0:8453:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1746066737.255949:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976335360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746066737.715267:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066737.715306:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066737.716529:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066737.716545:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066737.716595:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066737.717593:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066737.717808:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975379456 00000100:00100000:2.0:1746066737.717809:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975379712 00000100:00100000:2.0:1746066737.717817:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975379712 00000100:00100000:1.0:1746066737.717817:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975379456 00000100:00100000:2.0:1746066737.717852:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975379968 00000100:00100000:3.0:1746066737.717867:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975379584 00000100:00100000:3.0:1746066737.717870:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975379584 00000100:00100000:1.0:1746066737.717878:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975379840 00000100:00100000:1.0:1746066737.717881:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975379840 00000100:00100000:3.0:1746066737.717887:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975380096 00000100:00100000:3.0:1746066737.717889:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975380096 00000100:00100000:1.0:1746066737.717900:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11381 00000100:00100000:1.0:1746066737.717906:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975379712:12345-192.168.202.57@tcp:16:kworker.0 00000100:00100000:3.0:1746066737.717909:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11382 00000100:00100000:3.0:1746066737.717915:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975379456:12345-192.168.202.57@tcp:16:kworker.0 00000100:00100000:3.0:1746066737.717957:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11383 00000100:00100000:3.0:1746066737.717962:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975379584:12345-192.168.202.57@tcp:16:kworker.0 00000100:00100000:1.0:1746066737.717964:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11384 00000100:00100000:1.0:1746066737.717970:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:1965:x1830882975379840:12345-192.168.202.57@tcp:16:kworker.0 00000100:00100000:1.0:1746066737.717997:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11385 00000100:00100000:1.0:1746066737.718002:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975380096:12345-192.168.202.57@tcp:16:kworker.0 00000100:00100000:3.0:1746066737.718017:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+14:1965:x1830882975379584:12345-192.168.202.57@tcp:16:kworker.0 Request processed in 55us (1471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066737.718023:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11383 00000100:00100000:2.0:1746066737.718159:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975379968 00000100:00100000:2.0:1746066737.718179:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11386 00000100:00100000:2.0:1746066737.718184:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1965:x1830882975379968:12345-192.168.202.57@tcp:16:kworker.0 00000100:00100000:3.0:1746066737.855762:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+13:1965:x1830882975379712:12345-192.168.202.57@tcp:16:kworker.0 Request processed in 137849us (140449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066737.855773:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11381 00000001:00080000:3.0:1746066737.855800:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872922 is committed 00000001:00080000:3.0:1746066737.855809:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872921 is committed 00000001:00080000:3.0:1746066737.855817:0:2203:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872924 is committed 00000100:00100000:0.0:1746066737.855948:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+6:1965:x1830882975380096:12345-192.168.202.57@tcp:16:kworker.0 Request processed in 137945us (138354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066737.855954:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11385 00000100:00100000:1.0:1746066737.868061:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1965:x1830882975379840:12345-192.168.202.57@tcp:16:kworker.0 Request processed in 150082us (151456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066737.868071:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11384 00000001:00080000:3.0:1746066737.868283:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840249 is committed 00000001:00080000:3.0:1746066737.868296:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840216 is committed 00000001:00080000:3.0:1746066737.868307:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840267 is committed 00000001:00080000:3.0:1746066737.868314:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840259 is committed 00000001:00080000:3.0:1746066737.868356:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840197 is committed 00000001:00080000:3.0:1746066737.868361:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840262 is committed 00000001:00080000:3.0:1746066737.868370:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840241 is committed 00000001:00080000:3.0:1746066737.868397:0:600:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840265 is committed 00000100:00100000:3.0:1746066737.868475:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+10:1965:x1830882975379456:12345-192.168.202.57@tcp:16:kworker.0 Request processed in 150560us (153214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066737.868482:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11382 00000100:00100000:2.0:1746066737.868577:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1965:x1830882975379968:12345-192.168.202.57@tcp:16:kworker.0 Request processed in 150393us (152048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066737.868583:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11386 00000100:00100000:0.0:1746066737.882159:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066737.882225:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975380352 00000100:00100000:3.0:1746066737.882232:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975380352 00000100:00100000:3.0:1746066737.882276:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3671 00000100:00100000:3.0:1746066737.882283:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e86bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+20:29201:x1830882975380352:12345-192.168.202.57@tcp:35:umount.0 00000100:00100000:3.0:1746066737.882441:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e86bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:29201:x1830882975380352:12345-192.168.202.57@tcp:35:umount.0 Request processed in 159us (289us total) trans 8589943091 rc 0/0 00000100:00100000:3.0:1746066737.882447:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3671 00000100:00080000:0.0:1746066737.882576:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746066737.885529:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066737.885598:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975380608 00000100:00100000:2.0:1746066737.885604:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975380608 00000100:00100000:2.0:1746066737.885644:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3672 00000100:00100000:2.0:1746066737.885650:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e869880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:29201:x1830882975380608:12345-192.168.202.57@tcp:35:umount.0 00000100:00100000:2.0:1746066737.885824:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e869880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:29201:x1830882975380608:12345-192.168.202.57@tcp:35:umount.0 Request processed in 173us (299us total) trans 8589943092 rc 0/0 00000100:00100000:2.0:1746066737.885830:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3672 00000100:00100000:0.0:1746066737.891665:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066737.891722:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066737.891741:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066737.891763:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066737.891792:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975380992 00000100:00100000:0.0:1746066737.891798:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975380992 00000100:00100000:0.0:1746066737.891835:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975381248 00000100:00100000:0.0:1746066737.891837:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975381248 00000100:00100000:0.0:1746066737.891847:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975381120 00000100:00100000:0.0:1746066737.891849:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975381120 00000100:00100000:0.0:1746066737.891860:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 566 00000100:00100000:0.0:1746066737.891867:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:69ee3f12-76db-44fe-a8c9-a42ead582d61+17:1965:x1830882975380992:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066737.891880:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066737.891896:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a4aa9800/0xfb36a14ee6078e62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c973520 expref: 17 pid: 14544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066737.891911:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066737.891941:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:69ee3f12-76db-44fe-a8c9-a42ead582d61+16:1965:x1830882975380992:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 75us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066737.891947:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 566 00000100:00100000:0.0:1746066737.891959:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 567 00000100:00100000:0.0:1746066737.891962:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:69ee3f12-76db-44fe-a8c9-a42ead582d61+15:1965:x1830882975381248:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066737.891968:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066737.891975:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008de77a00/0xfb36a14ee6078e70 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c973551 expref: 15 pid: 14544 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066737.891982:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066737.891994:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:69ee3f12-76db-44fe-a8c9-a42ead582d61+14:1965:x1830882975381248:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 31us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066737.891998:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 567 00000100:00100000:0.0:1746066737.892006:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 568 00000100:00100000:0.0:1746066737.892010:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:69ee3f12-76db-44fe-a8c9-a42ead582d61+13:1966:x1830882975381120:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066737.892015:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066737.892021:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a4a94000/0xfb36a14ee6078e69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97354a expref: 13 pid: 14546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066737.892027:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066737.892036:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:69ee3f12-76db-44fe-a8c9-a42ead582d61+12:1966:x1830882975381120:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 26us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066737.892040:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 568 00000100:00100000:2.0:1746066737.892232:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975380864 00000100:00100000:2.0:1746066737.892236:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975380864 00000100:00100000:2.0:1746066737.892259:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11387 00000100:00100000:2.0:1746066737.892263:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+6:1962:x1830882975380864:12345-192.168.202.57@tcp:9:umount.0 00000020:00000080:2.0:1746066737.892280:0:4614:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xfb36a14ee6078e85 00000020:00010000:2.0:1746066737.892285:0:4614:0:(genops.c:1938:obd_stale_export_put()) Put export ffff88009e9c5000: total 0 00000100:00080000:2.0:1746066737.892288:0:4614:0:(import.c:66:import_set_state_nolock()) ffff880093747000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1746066737.892311:0:4614:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179872924 00000100:00100000:2.0:1746066737.892483:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+4:1962:x1830882975380864:12345-192.168.202.57@tcp:9:umount.0 Request processed in 219us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066737.892488:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11387 00000020:00010000:0.0:1746066737.892609:0:7111:0:(genops.c:1924:obd_stale_export_get()) Get export ffff88009e9c5000: total 0 00010000:00010000:0.0:1746066737.892630:0:7111:0:(ldlm_lock.c:2647:ldlm_export_cancel_blocked_locks()) Export ffff88009e9c5000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1746066737.892662:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800926bec00/0xfb36a14ee608330c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a76 expref: 3 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066737.892673:0:7111:0:(ldlm_lock.c:2675:ldlm_export_cancel_locks()) Export ffff88009e9c5000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1746066737.892698:0:7111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066737.892699:0:7111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066737.892701:0:7111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066737.908335:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066737.908410:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975381888 00000100:00100000:3.0:1746066737.908417:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975381888 00000100:00100000:3.0:1746066737.908456:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11388 00000100:00100000:3.0:1746066737.908462:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+9:1962:x1830882975381888:12345-192.168.202.57@tcp:9:umount.0 00000020:00000080:3.0:1746066737.908486:0:8450:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xfb36a14ee6078e7e 00000020:00010000:3.0:1746066737.908491:0:8450:0:(genops.c:1938:obd_stale_export_put()) Put export ffff88009e9c7800: total 0 00000100:00080000:3.0:1746066737.908494:0:8450:0:(import.c:66:import_set_state_nolock()) ffff88009e9c4000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1746066737.908516:0:8450:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474840267 00000100:00100000:3.0:1746066737.908732:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+7:1962:x1830882975381888:12345-192.168.202.57@tcp:9:umount.0 Request processed in 269us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066737.908738:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11388 00000020:00010000:0.0:1746066737.908996:0:7110:0:(genops.c:1924:obd_stale_export_get()) Get export ffff88009e9c7800: total 0 00010000:00010000:0.0:1746066737.909018:0:7110:0:(ldlm_lock.c:2647:ldlm_export_cancel_blocked_locks()) Export ffff88009e9c7800, canceled 0 locks, left on hash table 4. 00010000:00010000:0.0:1746066737.909054:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec51c00/0xfb36a14ee60832e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a61 expref: 6 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066737.909093:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d36a000/0xfb36a14ee6078fe3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c973638 expref: 5 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066737.909112:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f77c200/0xfb36a14ee60830ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979918 expref: 4 pid: 4614 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066737.909125:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f46d200/0xfb36a14ee608313e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979957 expref: 3 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066737.909133:0:7110:0:(ldlm_lock.c:2675:ldlm_export_cancel_locks()) Export ffff88009e9c7800, canceled 4 locks, left on hash table 0. 00010000:00010000:0.0:1746066737.909141:0:7110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066737.909143:0:7110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066737.909144:0:7110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066737.912802:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066737.912871:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975382272 00000100:00100000:3.0:1746066737.912878:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975382272 00000100:00100000:3.0:1746066737.912910:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9199 00000100:00100000:3.0:1746066737.912916:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+22:1962:x1830882975382272:12345-192.168.202.57@tcp:39:umount.0 00000020:00000080:3.0:1746066737.912942:0:20127:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xfb36a14ee6078e77 00000020:00010000:3.0:1746066737.912952:0:20127:0:(genops.c:1938:obd_stale_export_put()) Put export ffff880136068800: total 0 00000100:00080000:3.0:1746066737.912955:0:20127:0:(import.c:66:import_set_state_nolock()) ffff880136069000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1746066737.912978:0:20127:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589943092 00000100:00100000:3.0:1746066737.913203:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4+21:1962:x1830882975382272:12345-192.168.202.57@tcp:39:umount.0 Request processed in 286us (406us total) trans 8589943093 rc 0/0 00000100:00100000:3.0:1746066737.913209:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9199 00000020:00010000:1.0:1746066737.913288:0:9851:0:(genops.c:1924:obd_stale_export_get()) Get export ffff880136068800: total 0 00010000:00010000:1.0:1746066737.913318:0:9851:0:(ldlm_lock.c:2647:ldlm_export_cancel_blocked_locks()) Export ffff880136068800, canceled 0 locks, left on hash table 5. 00010000:00010000:1.0:1746066737.913339:0:9851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066737.913341:0:9851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746066737.913347:0:9851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4e41a00/0xfb36a14ee6082e66 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979727 expref: 20 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066737.913371:0:9851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066737.913373:0:9851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746066737.913376:0:9851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135d9c800/0xfb36a14ee60830f1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979911 expref: 19 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066737.913386:0:9851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:1.0:1746066737.913387:0:9851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746066737.913390:0:9851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e13a00/0xfb36a14ee6078f3b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9735f9 expref: 18 pid: 14550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066737.913400:0:9851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066737.913401:0:9851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746066737.913404:0:9851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5941400/0xfb36a14ee607b758 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c974bcb expref: 17 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066737.913413:0:9851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066737.913415:0:9851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746066737.913418:0:9851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec50e00/0xfb36a14ee60832f0 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a5a expref: 16 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066737.913425:0:9851:0:(ldlm_lock.c:2675:ldlm_export_cancel_locks()) Export ffff880136068800, canceled 5 locks, left on hash table 0. 00010000:00010000:1.0:1746066737.913431:0:9851:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746066737.913433:0:9851:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746066737.913434:0:9851:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066738.086802:0:9850:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066738.465371:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.466027:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.466179:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.467078:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975382528 00000100:00100000:3.0:1746066738.467092:0:21351:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975382400 00000100:00100000:3.0:1746066738.467097:0:21351:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975382400 00000100:00100000:2.0:1746066738.467097:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975382528 00000100:00100000:2.0:1746066738.467137:0:7108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975382656 00000100:00100000:2.0:1746066738.467139:0:7108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975382656 00000100:00100000:3.0:1746066738.467155:0:21351:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 569 00000100:00100000:2.0:1746066738.467160:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 570 00000100:00100000:3.0:1746066738.467162:0:21351:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:69ee3f12-76db-44fe-a8c9-a42ead582d61+14:1965:x1830882975382528:12345-192.168.202.57@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746066738.467166:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:69ee3f12-76db-44fe-a8c9-a42ead582d61+14:1965:x1830882975382400:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746066738.467175:0:21351:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066738.467175:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066738.467190:0:21351:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a4a95800/0xfb36a14ee6078e93 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9735a5 expref: 14 pid: 14546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.467190:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009b165600/0xfb36a14ee6078e8c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97357b expref: 14 pid: 14544 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.467202:0:21351:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066738.467204:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066738.467240:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:69ee3f12-76db-44fe-a8c9-a42ead582d61+12:1965:x1830882975382400:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 74us (1214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066738.467241:0:21351:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:69ee3f12-76db-44fe-a8c9-a42ead582d61+12:1965:x1830882975382528:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 79us (1876us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.467246:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 570 00000100:00100000:3.0:1746066738.467250:0:21351:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 569 00000100:00100000:2.0:1746066738.467259:0:7108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 571 00000100:00100000:2.0:1746066738.467264:0:7108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:69ee3f12-76db-44fe-a8c9-a42ead582d61+10:1965:x1830882975382656:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066738.467269:0:7108:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066738.467275:0:7108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009b164800/0xfb36a14ee6078e9a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9735ac expref: 10 pid: 14544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.467283:0:7108:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066738.467294:0:7108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:69ee3f12-76db-44fe-a8c9-a42ead582d61+9:1965:x1830882975382656:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 31us (1116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.467299:0:7108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 571 00000100:00100000:2.0:1746066738.467931:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.468443:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975382784 00000100:00100000:0.0:1746066738.468448:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975382784 00000100:00080000:1.0:1746066738.468528:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746066738.468671:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11389 00000100:00100000:0.0:1746066738.468785:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+5:1962:x1830882975382784:12345-192.168.202.57@tcp:9:umount.0 00000020:00000080:0.0:1746066738.468807:0:4614:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xfb36a14ee6078eaf 00000100:00080000:0.0:1746066738.468813:0:4614:0:(import.c:66:import_set_state_nolock()) ffff88013606d000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1746066738.468839:0:4614:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179872924 00000100:00100000:0.0:1746066738.468960:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+2:1962:x1830882975382784:12345-192.168.202.57@tcp:9:umount.0 Request processed in 179us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066738.468966:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11389 00010000:00010000:1.0:1746066738.469150:0:9849:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066738.471727:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.471997:0:4614:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975383168 00000100:00100000:2.0:1746066738.472005:0:4614:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975383168 00000100:00080000:1.0:1746066738.472323:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066738.472388:0:4614:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11390 00000100:00100000:2.0:1746066738.472401:0:4614:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+7:1962:x1830882975383168:12345-192.168.202.57@tcp:9:umount.0 00000020:00000080:2.0:1746066738.472426:0:4614:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xfb36a14ee6078ea8 00000020:00010000:2.0:1746066738.472432:0:4614:0:(genops.c:1938:obd_stale_export_put()) Put export ffff880099031000: total 0 00000100:00080000:2.0:1746066738.472435:0:4614:0:(import.c:66:import_set_state_nolock()) ffff880099037800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1746066738.472471:0:4614:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474840267 00000100:00100000:2.0:1746066738.472607:0:4614:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:df168249-af1c-45ee-81ad-11524bf803a3+5:1962:x1830882975383168:12345-192.168.202.57@tcp:9:umount.0 Request processed in 211us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.472613:0:4614:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11390 00000020:00010000:0.0:1746066738.472742:0:7111:0:(genops.c:1924:obd_stale_export_get()) Get export ffff880099031000: total 0 00010000:00010000:0.0:1746066738.472745:0:7111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066738.472767:0:7111:0:(ldlm_lock.c:2647:ldlm_export_cancel_blocked_locks()) Export ffff880099031000, canceled 0 locks, left on hash table 2. 00010000:00010000:0.0:1746066738.472806:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ee2c800/0xfb36a14ee60831ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799b2 expref: 4 pid: 10402 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066738.472842:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5945c00/0xfb36a14ee6083209 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799c7 expref: 3 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066738.472849:0:7111:0:(ldlm_lock.c:2675:ldlm_export_cancel_locks()) Export ffff880099031000, canceled 2 locks, left on hash table 0. 00010000:00010000:0.0:1746066738.472856:0:7111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066738.472858:0:7111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066738.472859:0:7111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066738.477757:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.477825:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975383552 00000100:00100000:2.0:1746066738.477832:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975383552 00000100:00100000:2.0:1746066738.478773:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9200 00000100:00100000:2.0:1746066738.478784:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+13:1962:x1830882975383552:12345-192.168.202.57@tcp:39:umount.0 00000020:00000080:2.0:1746066738.478810:0:16018:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xfb36a14ee6078ea1 00000020:00010000:2.0:1746066738.478815:0:16018:0:(genops.c:1938:obd_stale_export_put()) Put export ffff8801360ab000: total 0 00000100:00080000:2.0:1746066738.478818:0:16018:0:(import.c:66:import_set_state_nolock()) ffff8801360aa800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1746066738.478836:0:16018:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589943093 00000100:00100000:2.0:1746066738.479006:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df168249-af1c-45ee-81ad-11524bf803a3+12:1962:x1830882975383552:12345-192.168.202.57@tcp:39:umount.0 Request processed in 226us (1256us total) trans 8589943094 rc 0/0 00000100:00100000:2.0:1746066738.479012:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9200 00000020:00010000:0.0:1746066738.479179:0:7110:0:(genops.c:1924:obd_stale_export_get()) Get export ffff8801360ab000: total 0 00010000:00010000:0.0:1746066738.479208:0:7110:0:(ldlm_lock.c:2647:ldlm_export_cancel_blocked_locks()) Export ffff8801360ab000, canceled 0 locks, left on hash table 2. 00010000:00010000:0.0:1746066738.479229:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:0.0:1746066738.479232:0:7110:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746066738.479238:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f46c600/0xfb36a14ee6082eba lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979782 expref: 11 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.479263:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:0.0:1746066738.479265:0:7110:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746066738.479268:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d5cf000/0xfb36a14ee6078ebd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9735d6 expref: 10 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.479276:0:7110:0:(ldlm_lock.c:2675:ldlm_export_cancel_locks()) Export ffff8801360ab000, canceled 2 locks, left on hash table 0. 00010000:00010000:0.0:1746066738.479282:0:7110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746066738.479284:0:7110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746066738.479442:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746066738.479483:0:7110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746066738.511475:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.511786:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975383680 00000100:00100000:3.0:1746066738.511793:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975383680 00000100:00080000:1.0:1746066738.512164:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746066738.512205:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9201 00000100:00100000:3.0:1746066738.512213:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+267:29222:x1830882975383680:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066738.512231:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066738.512248:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a58df400/0xfb36a14ee6083359 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979aa7 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.512294:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed2cc00/0xfb36a14ee6083360 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512306:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed2cc00/0xfb36a14ee6083360 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512314:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed2cc00/0xfb36a14ee6083360 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512325:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083367 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512330:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083367 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512335:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083367 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512481:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512488:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512493:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066738.512518:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066738.512522:0:20127:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066738.512533:0:20127:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512540:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512546:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed2cc00/0xfb36a14ee6083360 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512550:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed2cc00/0xfb36a14ee6083360 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512555:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed2cc00/0xfb36a14ee6083360 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512559:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ed2cc00 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066738.512562:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed2cc00/0xfb36a14ee6083360 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512566:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed2cc00/0xfb36a14ee6083360 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512574:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ebecd00) 00010000:00010000:3.0:1746066738.512577:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066738.512581:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed2cc00/0xfb36a14ee6083360 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512585:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ed2cc00/0xfb36a14ee6083360 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512597:0:20127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083367 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512601:0:20127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083367 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512605:0:20127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083367 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512609:0:20127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a57c3600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066738.512611:0:20127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083367 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512615:0:20127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083367 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512620:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012dc13900) 00010000:00010000:3.0:1746066738.512622:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746066738.512624:0:20127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083367 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512628:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083367 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.512649:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a58df400/0xfb36a14ee6083359 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa7 expref: 269 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.512662:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa7 expref: 268 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.512668:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066738.512670:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066738.512672:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3c600, rc 0) 00000100:00100000:3.0:1746066738.514059:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+268:29222:x1830882975383680:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 1842us (2585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066738.514067:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9201 00000100:00100000:0.0:1746066738.520992:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.522559:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975383936 00000100:00100000:3.0:1746066738.522567:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975383936 00000100:00100000:3.0:1746066738.523713:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9202 00000100:00100000:3.0:1746066738.523722:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+268:29222:x1830882975383936:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066738.523742:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066738.523757:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c200/0xfb36a14ee6083375 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979aae expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.523853:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3cc00/0xfb36a14ee608337c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.523864:0:20127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa7 expref: 269 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.523870:0:20127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3cc00/0xfb36a14ee608337c lrc: 4/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.523895:0:20127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa7 expref: 269 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.523916:0:20127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa7 expref: 269 pid: 20127 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746066738.523927:0:20127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976335488:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066738.524014:0:20127:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746066738.525997:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.526183:0:20127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20127:1830882976335488:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066738.526200:0:20127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3cc00/0xfb36a14ee608337c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00100000:1.0:1746066738.526255:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975384064 00000100:00100000:1.0:1746066738.526260:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975384064 00010000:00010000:1.0:1746066738.526281:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa7 expref: 270 pid: 20127 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746066738.526871:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5695 00000100:00100000:1.0:1746066738.526878:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:1964:x1830882975384064:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066738.526889:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066738.526893:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa7 expref: 270 pid: 20127 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746066738.526901:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa7 expref: 270 pid: 20127 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746066738.526922:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c600/0xfb36a14ee608336e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa7 expref: 270 pid: 20127 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746066738.526945:0:9852:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:1.0:1746066738.526948:0:9852:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3cc00/0xfb36a14ee608337c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066738.526955:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3cc00/0xfb36a14ee608337c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066738.526960:0:9852:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3cc00/0xfb36a14ee608337c lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 20127 initiator: MDT0 00010000:00010000:1.0:1746066738.526971:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746066738.526996:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:1964:x1830882975384064:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 119us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066738.527001:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5695 00010000:00010000:3.0:1746066738.527302:0:20127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3cc00/0xfb36a14ee608337c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.527309:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3cc00/0xfb36a14ee608337c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066738.527323:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066738.527428:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3c200/0xfb36a14ee6083375 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aae expref: 270 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.528497:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3cc00/0xfb36a14ee608337c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aae expref: 269 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.528505:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066738.528507:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746066738.528509:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3cc00, rc 0) 00000100:00100000:3.0:1746066738.528542:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:29222:x1830882975383936:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 4821us (7555us total) trans 8589943095 rc 0/0 00000100:00100000:3.0:1746066738.528551:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9202 00000100:00100000:0.0:1746066738.532220:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.532289:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975384320 00000100:00100000:3.0:1746066738.532296:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975384320 00000100:00100000:3.0:1746066738.532529:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3673 00000100:00100000:3.0:1746066738.532538:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+269:29222:x1830882975384320:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:3.0:1746066738.532860:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:29222:x1830882975384320:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 322us (645us total) trans 8589943096 rc 0/0 00000100:00100000:3.0:1746066738.532867:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3673 00000100:00100000:0.0:1746066738.534754:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.534856:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975384576 00000100:00100000:3.0:1746066738.534863:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975384576 00000100:00100000:3.0:1746066738.535203:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9203 00000100:00100000:3.0:1746066738.535210:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:29222:x1830882975384576:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066738.535225:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066738.535228:0:20127:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1746066738.535246:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3cc00/0xfb36a14ee608337c lrc: 0/0,0 mode: --/CW res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aae expref: 270 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.535258:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931e6600/0xfb36a14ee607b77b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c974be0 expref: 269 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.535266:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066738.535270:0:20127:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066738.535277:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3ca00/0xfb36a14ee608338a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979ab5 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.535336:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6083391 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.535347:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6083391 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.535354:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6083391 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066738.535364:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00010000:00010000:3.0:1746066738.535436:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3ca00/0xfb36a14ee608338a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ab5 expref: 271 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.535445:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6083391 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ab5 expref: 270 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.535451:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066738.535453:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066738.535455:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3dc00, rc 0) 00000100:00100000:3.0:1746066738.535484:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:29222:x1830882975384576:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 275us (735us total) trans 8589943097 rc 0/0 00000100:00100000:3.0:1746066738.535490:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9203 00000100:00100000:0.0:1746066738.538328:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.538360:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.538380:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.538400:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.538414:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.538438:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.538457:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975384704 00000100:00100000:0.0:1746066738.538463:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975384704 00000100:00100000:0.0:1746066738.538496:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975384960 00000100:00100000:0.0:1746066738.538498:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975384960 00000100:00100000:0.0:1746066738.538508:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975385216 00000100:00100000:0.0:1746066738.538510:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975385216 00000100:00100000:0.0:1746066738.538520:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975384832 00000100:00100000:0.0:1746066738.538521:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975384832 00000100:00100000:0.0:1746066738.538529:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975385088 00000100:00100000:0.0:1746066738.538531:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975385088 00000100:00100000:0.0:1746066738.538536:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975385344 00000100:00100000:0.0:1746066738.538537:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975385344 00000100:00100000:0.0:1746066738.538546:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11391 00000100:00100000:0.0:1746066738.538552:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975384704:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066738.538582:0:20532:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.538595:0:20532:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798fc expref: 17 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.538602:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.538604:0:20532:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.538607:0:20532:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.538629:0:20532:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798fc expref: 17 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.538638:0:20532:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798fc expref: 17 pid: 21973 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746066738.538649:0:20532:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976335616:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066738.538723:0:20532:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066738.538738:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11392 00000100:00100000:0.0:1746066738.538744:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975384960:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066738.538761:0:21203:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.538770:0:21203:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.538775:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066738.538776:0:21203:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066738.538778:0:21203:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.538791:0:21203:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.538799:0:21203:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 22 pid: 9776 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746066738.538807:0:21203:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976335744:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066738.538824:0:21203:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746066738.538836:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11393 00000100:00100000:0.0:1746066738.538841:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975385216:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066738.538853:0:9776:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.538861:0:9776:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a45 expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.538866:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.538868:0:9776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.538869:0:9776:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 4/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.538881:0:9776:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a45 expref: 17 pid: 8452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.538887:0:9776:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a45 expref: 17 pid: 8452 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746066738.538894:0:9776:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976335872:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066738.538907:0:9776:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066738.538988:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11394 00000100:00100000:0.0:1746066738.538993:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975384832:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066738.539007:0:21973:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.539015:0:21973:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.539020:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066738.539021:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746066738.539023:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.539035:0:21973:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.539042:0:21973:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 22 pid: 9776 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746066738.539049:0:21973:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976336000:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066738.539070:0:21973:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066738.539122:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11395 00000100:00100000:0.0:1746066738.539126:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975385088:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066738.539138:0:10402:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.539146:0:10402:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd45800/0xfb36a14ee608325d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799f8 expref: 17 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066738.539154:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.539155:0:10402:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.539157:0:10402:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.539168:0:10402:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd45800/0xfb36a14ee608325d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799f8 expref: 17 pid: 9776 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746066738.539173:0:10402:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800acd45800/0xfb36a14ee608325d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799f8 expref: 17 pid: 9776 timeout: 799 lvb_type: 1 00000100:00100000:0.0:1746066738.539179:0:10402:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976336128:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066738.539196:0:10402:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473540 going to sleep for 11 seconds 00000100:00100000:0.0:1746066738.539206:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11396 00000100:00100000:0.0:1746066738.539211:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975385344:12345-192.168.202.57@tcp:1:lfs.0 00010000:00010000:0.0:1746066738.539222:0:8112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.539230:0:8112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a68 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.539234:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.539235:0:8112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.539237:0:8112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.539252:0:8112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a68 expref: 22 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.539259:0:8112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a68 expref: 22 pid: 9776 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746066738.539266:0:8112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976336256:192.168.202.57@tcp:104: 00000100:00100000:0.0:1746066738.539280:0:8112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093473900 going to sleep for 11 seconds 00000100:00080000:1.0:1746066738.539386:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746066738.539389:0:7119:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746066738.548773:0:20532:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20532:1830882976335616:192.168.202.57@tcp:104: 00010000:00010000:2.0:1746066738.548797:0:20532:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.549059:0:21203:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21203:1830882976335744:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066738.549070:0:21203:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.549109:0:9776:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:9776:1830882976335872:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066738.549118:0:9776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 3/0,1 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.549138:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.549154:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975385600 00000100:00100000:0.0:1746066738.549159:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975385600 00002000:00100000:0.0:1746066738.549190:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1277951) req@ffff880135df9c00 x1830882975385600/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:144/0 lens 488/0 e 0 to 0 dl 1746066749 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746066738.549199:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9c00 with x1830882975385600 ext(1048576->1277951) 00010000:00010000:0.0:1746066738.549204:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 23 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746066738.549217:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 23 pid: 9776 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746066738.549222:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135df9c00 00000100:00100000:0.0:1746066738.549434:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1029 00000100:00100000:0.0:1746066738.549441:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975385600:12345-192.168.202.57@tcp:4:multiop.0 00000100:00100000:0.0:1746066738.549651:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.550534:0:10402:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10402:1830882976336128:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066738.550546:0:10402:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.550581:0:8112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:8112:1830882976336256:192.168.202.57@tcp:104: 00010000:00010000:0.0:1746066738.550590:0:8112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.550617:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.551408:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975385472 00000100:00100000:2.0:1746066738.551414:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975385472 00010000:00010000:2.0:1746066738.551438:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798fc expref: 18 pid: 21973 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746066738.551458:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5696 00000100:00100000:2.0:1746066738.551464:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1966:x1830882975385472:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066738.551475:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066738.551492:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798fc expref: 18 pid: 21973 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746066738.551502:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798fc expref: 18 pid: 21973 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746066738.551520:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d9ca00/0xfb36a14ee60830b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9798fc expref: 18 pid: 21973 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746066738.552173:0:21973:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21973:1830882976336000:192.168.202.57@tcp:104: 00010000:00010000:1.0:1746066738.552187:0:21973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.552558:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.553165:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975385728 00000100:00100000:3.0:1746066738.553171:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975385728 00002000:00100000:3.0:1746066738.553199:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (2011136->2097151) req@ffff880135df8700 x1830882975385728/t0(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:144/0 lens 488/0 e 0 to 0 dl 1746066749 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066738.553208:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df8700 with x1830882975385728 ext(2011136->2097151) 00010000:00010000:3.0:1746066738.553215:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 25 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746066738.553224:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 25 pid: 9776 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746066738.553230:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135df8700 00000100:00100000:3.0:1746066738.553247:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 1030 00000100:00100000:3.0:1746066738.553253:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975385728:12345-192.168.202.57@tcp:4:multiop.0 00010000:00010000:2.0:1746066738.553416:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.553419:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.553424:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.553432:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.553454:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066738.553489:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1966:x1830882975385472:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2025us (3838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.553495:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5696 00000100:00100000:2.0:1746066738.556233:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975385856 00000100:00100000:2.0:1746066738.556242:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975385856 00010000:00010000:2.0:1746066738.556271:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a45 expref: 17 pid: 8452 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746066738.556293:0:15727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5697 00000100:00100000:2.0:1746066738.556298:0:15727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975385856:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066738.556310:0:15727:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066738.556326:0:15727:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a45 expref: 17 pid: 8452 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746066738.556335:0:15727:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a45 expref: 17 pid: 8452 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746066738.556355:0:15727:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b51b8800/0xfb36a14ee60832b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a45 expref: 17 pid: 8452 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746066738.556368:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.556369:0:15727:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.556372:0:15727:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.556379:0:15727:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.556402:0:15727:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066738.556429:0:15727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1963:x1830882975385856:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 130us (3871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.556434:0:15727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5697 00010000:00010000:2.0:1746066738.556456:0:20532:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.556462:0:20532:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.556478:0:20532:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.556484:0:20532:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.556490:0:20532:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.556495:0:20532:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf0d600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066738.556498:0:20532:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.556504:0:20532:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.556515:0:20532:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.556520:0:20532:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bf0d600/0xfb36a14ee608339f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066738.556550:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1964:x1830882975384704:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 17999us (18227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.556556:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11391 00000100:00100000:0.0:1746066738.557429:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.557550:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00010000:00010000:0.0:1746066738.557569:0:9776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.557575:0:9776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.557595:0:9776:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.557601:0:9776:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.557606:0:9776:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.557611:0:9776:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b46a200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066738.557613:0:9776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.557619:0:9776:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.557628:0:9776:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.557632:0:9776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b46a200/0xfb36a14ee60833ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.557670:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:1964:x1830882975385216:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 18828us (19288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066738.557696:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11393 00000100:00100000:0.0:1746066738.557812:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975385984 00000100:00100000:0.0:1746066738.557817:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975385984 00010000:00010000:0.0:1746066738.557835:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd45800/0xfb36a14ee608325d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799f8 expref: 14 pid: 9776 timeout: 799 lvb_type: 1 00000100:00100000:0.0:1746066738.557852:0:15727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975386112 00000100:00100000:0.0:1746066738.557854:0:15727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975386112 00010000:00010000:0.0:1746066738.557863:0:15727:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a68 expref: 27 pid: 9776 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746066738.557881:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5698 00000100:00100000:0.0:1746066738.557886:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:1963:x1830882975385984:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066738.557894:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066738.557905:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800acd45800/0xfb36a14ee608325d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799f8 expref: 14 pid: 9776 timeout: 799 lvb_type: 1 00010000:00010000:0.0:1746066738.557912:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800acd45800/0xfb36a14ee608325d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799f8 expref: 14 pid: 9776 timeout: 799 lvb_type: 1 00010000:00010000:0.0:1746066738.557923:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800acd45800/0xfb36a14ee608325d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c9799f8 expref: 14 pid: 9776 timeout: 799 lvb_type: 1 00010000:00010000:0.0:1746066738.557931:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.557932:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.557935:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.557940:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.557959:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066738.557973:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+13:1963:x1830882975385984:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 87us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066738.557978:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5698 00000100:00100000:0.0:1746066738.557988:0:7109:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5699 00000100:00100000:0.0:1746066738.557993:0:7109:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a540a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975386112:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066738.557999:0:7109:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066738.558009:0:7109:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a68 expref: 27 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746066738.558017:0:7109:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a68 expref: 27 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746066738.558027:0:7109:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a08c00/0xfb36a14ee60832fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a68 expref: 27 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746066738.558034:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.558035:0:7109:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.558038:0:7109:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558043:0:7109:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558054:0:7109:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746066738.558066:0:7109:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a540a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975386112:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 73us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066738.558071:0:7109:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5699 00010000:00010000:0.0:1746066738.558114:0:8112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558120:0:8112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558132:0:8112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558137:0:8112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558142:0:8112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558147:0:8112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5475c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066738.558149:0:8112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558154:0:8112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558162:0:8112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558166:0:8112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5475c00/0xfb36a14ee60833c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.558195:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975385344:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 18984us (19756us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066738.558200:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11396 00010000:00010000:0.0:1746066738.558213:0:10402:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558218:0:10402:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558229:0:10402:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558234:0:10402:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558240:0:10402:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558244:0:10402:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cbb1a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066738.558246:0:10402:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558251:0:10402:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558259:0:10402:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.558264:0:10402:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cbb1a00/0xfb36a14ee60833bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.558286:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+12:1964:x1830882975385088:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 19160us (19871us total) trans 0 rc 0/0 00000100:00100000:0.0:1746066738.558290:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11395 00000100:00100000:1.0:1746066738.565512:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1966:x1830882975385600:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 16063us (16365us total) trans 17179872925 rc 0/0 00000100:00100000:1.0:1746066738.565522:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1029 00002000:00100000:1.0:1746066738.565531:0:11692:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x388:0x0] (1048576->1277951) req@ffff880135df9c00 x1830882975385600/t17179872925(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:144/0 lens 488/448 e 0 to 0 dl 1746066749 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746066738.565544:0:11692:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df9c00 with x1830882975385600 ext(1048576->1277951) 00010000:00010000:1.0:1746066738.565553:0:11692:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 25 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746066738.565563:0:11692:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 25 pid: 9776 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746066738.565568:0:11692:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135df9c00 00000100:00100000:3.0:1746066738.567199:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975385728:12345-192.168.202.57@tcp:4:multiop.0 Request processed in 13940us (16576us total) trans 17179872926 rc 0/0 00000100:00100000:3.0:1746066738.567207:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 1030 00002000:00100000:3.0:1746066738.567214:0:8455:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x387:0x0] (2011136->2097151) req@ffff880135df8700 x1830882975385728/t17179872926(0) o4->373f5662-4306-4ad8-af4e-c6b3fb29aadc@192.168.202.57@tcp:144/0 lens 488/448 e 0 to 0 dl 1746066749 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746066738.567222:0:8455:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135df8700 with x1830882975385728 ext(2011136->2097151) 00010000:00010000:3.0:1746066738.567229:0:8455:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 25 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746066738.567238:0:8455:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 25 pid: 9776 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746066738.567244:0:8455:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135df8700 00000100:00100000:0.0:1746066738.573606:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.573645:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066738.573706:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975386240 00000100:00100000:1.0:1746066738.573713:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975386240 00010000:00010000:1.0:1746066738.573742:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 25 pid: 9776 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746066738.573759:0:9852:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975386368 00000100:00100000:1.0:1746066738.573761:0:9852:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975386368 00010000:00010000:1.0:1746066738.573767:0:9852:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 26 pid: 9776 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746066738.573779:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5700 00000100:00100000:1.0:1746066738.573785:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975386240:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066738.573795:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746066738.573811:0:9852:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066735 -> 1746066736 00002000:00010000:1.0:1746066738.573813:0:9852:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066735 -> 1746066736 00010000:00010000:1.0:1746066738.573817:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 26 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746066738.573831:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 26 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746066738.573849:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013510a400/0xfb36a14ee608334b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2011136->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979a99 expref: 26 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746066738.573871:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066738.573873:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066738.573876:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.573883:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.573900:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066738.573913:0:21973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.573919:0:21973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.573933:0:21973:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.573939:0:21973:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.573949:0:21973:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.573954:0:21973:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b46b000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066738.573957:0:21973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.573962:0:21973:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.573968:0:21973:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.573972:0:21973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b46b000/0xfb36a14ee60833b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066738.574015:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975384832:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 35022us (35614us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066738.574021:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11394 00000100:00100000:1.0:1746066738.574041:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975386240:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 258us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066738.574045:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5700 00000100:00100000:1.0:1746066738.574052:0:9852:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5701 00000100:00100000:1.0:1746066738.574056:0:9852:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1966:x1830882975386368:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746066738.574061:0:9852:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746066738.574068:0:9852:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x60000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 23 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746066738.574075:0:9852:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x50000400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 23 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746066738.574096:0:9852:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a1fa00/0xfb36a14ee6083352 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1277951) gid 0 flags: 0x44801400020020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aa0 expref: 23 pid: 9776 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746066738.574102:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066738.574103:0:9852:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066738.574106:0:9852:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.574111:0:9852:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.574122:0:9852:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746066738.574129:0:21203:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.574134:0:21203:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.574144:0:21203:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.574148:0:21203:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.574158:0:21203:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.574162:0:21203:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093d7c800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066738.574165:0:21203:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.574169:0:21203:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.574174:0:21203:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.574179:0:21203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d7c800/0xfb36a14ee60833a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21203 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066738.574200:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975384960:12345-192.168.202.57@tcp:1:lfs.0 Request processed in 35458us (35841us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066738.574204:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11392 00000100:00100000:1.0:1746066738.574218:0:9852:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1966:x1830882975386368:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 162us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066738.574222:0:9852:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5701 00000100:00100000:0.0:1746066738.575825:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.575882:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975386624 00000100:00100000:2.0:1746066738.575888:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975386624 00000100:00100000:2.0:1746066738.575925:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9204 00000100:00100000:2.0:1746066738.575931:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+270:29222:x1830882975386624:12345-192.168.202.57@tcp:36:lfs.0 00010000:00010000:2.0:1746066738.575963:0:16018:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746066738.575978:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009025c400/0xfb36a14ee608318b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c97998f expref: 270 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.575991:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b46f600/0xfb36a14ee6082e51 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979719 expref: 269 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.575999:0:16018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ffa00/0xfb36a14ee6082e6d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979735 expref: 268 pid: 809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.576006:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066738.576009:0:16018:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746066738.576027:0:16018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0d000/0xfb36a14ee60833c9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066738.576035:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0d000/0xfb36a14ee60833c9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066738.576041:0:16018:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0d000/0xfb36a14ee60833c9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000040:00080000:2.0:1746066738.576509:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2674, 88 off224704 00000004:00080000:2.0:1746066738.576515:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699753839264ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066738.576554:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2610, 88 off219152 00000004:00080000:2.0:1746066738.576557:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699753881113ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066738.576597:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2611, 88 off219240 00000004:00080000:2.0:1746066738.576599:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699753923444ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066738.576610:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2675, 88 off224792 00000004:00080000:2.0:1746066738.576612:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699753936109ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066738.576617:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2676, 88 off224880 00000004:00080000:2.0:1746066738.576619:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699753943192ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066738.576624:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2612, 88 off219328 00000004:00080000:2.0:1746066738.576626:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699753949942ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066738.576633:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2613, 88 off219416 00000004:00080000:2.0:1746066738.576635:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699753959116ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066738.576642:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2614, 88 off219504 00000004:00080000:2.0:1746066738.576644:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699753968103ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066738.576651:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2677, 88 off224968 00000004:00080000:2.0:1746066738.576653:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699753977224ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066738.576658:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2615, 88 off219592 00000004:00080000:2.0:1746066738.576660:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699753984273ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066738.576667:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2678, 88 off225056 00000004:00080000:2.0:1746066738.576670:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699753993993ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066738.576700:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2616, 88 off219680 00000004:00080000:2.0:1746066738.576702:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699754026246ns, next at 634327279575ns, rc = 0 00000040:00080000:2.0:1746066738.576711:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2679, 88 off225144 00000004:00080000:2.0:1746066738.576713:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699754037084ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066738.576718:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2680, 88 off225232 00000004:00080000:2.0:1746066738.576720:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699754044226ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066738.576725:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2681, 88 off225320 00000004:00080000:2.0:1746066738.576727:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699754051109ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066738.576732:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2682, 88 off225408 00000004:00080000:2.0:1746066738.576733:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699754057424ns, next at 634295107944ns, rc = 0 00000040:00080000:2.0:1746066738.576738:0:16018:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2617, 88 off219768 00000004:00080000:2.0:1746066738.576740:0:16018:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699754063704ns, next at 634327279575ns, rc = 0 00000001:00080000:1.0:1746066738.609802:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943082 is committed 00000001:00080000:1.0:1746066738.609815:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943080 is committed 00000001:00080000:1.0:1746066738.609821:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943079 is committed 00000001:00080000:1.0:1746066738.609835:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943098 is committed 00000004:00080000:1.0:1746066738.609838:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1900 committed 00000004:00080000:1.0:1746066738.609845:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1966 committed 00000004:00080000:1.0:1746066738.609849:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1965 committed 00000004:00080000:1.0:1746066738.609851:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1964 committed 00000004:00080000:1.0:1746066738.609852:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1963 committed 00000004:00080000:1.0:1746066738.609853:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1899 committed 00000004:00080000:1.0:1746066738.609855:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1962 committed 00000004:00080000:1.0:1746066738.609856:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1898 committed 00000004:00080000:1.0:1746066738.609858:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1961 committed 00000004:00080000:1.0:1746066738.609859:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1897 committed 00000004:00080000:1.0:1746066738.609860:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1896 committed 00000004:00080000:1.0:1746066738.609861:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1895 committed 00000004:00080000:1.0:1746066738.609863:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1960 committed 00000004:00080000:1.0:1746066738.609864:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1959 committed 00000004:00080000:1.0:1746066738.609865:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1894 committed 00000004:00080000:1.0:1746066738.609866:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1893 committed 00000004:00080000:1.0:1746066738.609867:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1958 committed 00000001:00100000:1.0:1746066738.609871:0:14626:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of df168249-af1c-45ee-81ad-11524bf803a3 00000001:00080000:1.0:1746066738.609877:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943094 is committed 00000001:00080000:1.0:1746066738.609882:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943092 is committed 00000020:00000080:1.0:1746066738.609899:0:14626:0:(genops.c:904:class_export_put()) final put ffff8801360ab000/df168249-af1c-45ee-81ad-11524bf803a3 00000001:00100000:1.0:1746066738.609912:0:14626:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4 00000001:00080000:1.0:1746066738.609916:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943093 is committed 00000020:00000080:1.0:1746066738.609941:0:14626:0:(genops.c:904:class_export_put()) final put ffff880136068800/44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4 00000004:00010000:2.0:1746066738.610020:0:16018:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880135dfad80 reply state ffff880136af3400 transno 8589943098 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0d000/0xfb36a14ee60833c9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16018 initiator: MDT0 00000100:00100000:2.0:1746066738.610029:0:16018:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1746066738.610109:0:16018:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1746066738.610122:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+252:29222:x1830882975386624:12345-192.168.202.57@tcp:36:lfs.0 Request processed in 34188us (34297us total) trans 8589943098 rc 0/0 00000100:00100000:2.0:1746066738.610129:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9204 00010000:00010000:2.0:1746066738.610153:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0d000/0xfb36a14ee60833c9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066738.610160:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0d000/0xfb36a14ee60833c9 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066738.610166:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0d000/0xfb36a14ee60833c9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066738.610174:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf0d000 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066738.610177:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0d000/0xfb36a14ee60833c9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066738.610182:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0d000/0xfb36a14ee60833c9 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066738.610194:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066738.610196:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066738.610199:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0d000/0xfb36a14ee60833c9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16018 initiator: MDT0 00010000:00010000:2.0:1746066738.610203:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf0d000/0xfb36a14ee60833c9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16018 initiator: MDT0 00000100:00100000:1.0:1746066738.611136:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976336512:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066738.611173:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066738.611207:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746066738.611212:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976336384:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066738.611225:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066738.611243:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976336512 00000100:00100000:1.0:1746066738.611248:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976336512 00000100:00100000:1.0:1746066738.611270:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976336384 00000100:00100000:1.0:1746066738.611271:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976336384 00000100:00100000:1.0:1746066738.611282:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11397 00000100:00100000:1.0:1746066738.611288:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3294:x1830882976336512:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066738.611440:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3294:x1830882976336512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 152us (266us total) trans 17179872927 rc 0/0 00000100:00100000:1.0:1746066738.611444:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11397 00000100:00100000:1.0:1746066738.611453:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11398 00000100:00100000:1.0:1746066738.611457:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3294:x1830882976336384:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066738.611566:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3294:x1830882976336384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 108us (340us total) trans 21474840268 rc 0/0 00000100:00100000:1.0:1746066738.611571:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11398 00000100:00100000:1.0:1746066738.611598:0:3294:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840259 gen 2 00000004:00080000:1.0:1746066738.611602:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb7800, transno 21474840198 00000004:00080000:1.0:1746066738.611605:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb5f80, transno 21474840199 00000004:00080000:1.0:1746066738.611607:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb4a80, transno 21474840200 00000004:00080000:1.0:1746066738.611608:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb6a00, transno 21474840201 00000004:00080000:1.0:1746066738.611610:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb5880, transno 21474840202 00000004:00080000:1.0:1746066738.611612:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb4380, transno 21474840203 00000004:00080000:1.0:1746066738.611614:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb6300, transno 21474840204 00000004:00080000:1.0:1746066738.611615:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efb7100, transno 21474840205 00000004:00080000:1.0:1746066738.611617:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e93c380, transno 21474840206 00000004:00080000:1.0:1746066738.611619:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e93df80, transno 21474840207 00000004:00080000:1.0:1746066738.611621:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e93f480, transno 21474840208 00000004:00080000:1.0:1746066738.611622:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e93fb80, transno 21474840209 00000004:00080000:1.0:1746066738.611624:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e93dc00, transno 21474840210 00000004:00080000:1.0:1746066738.611626:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e93c000, transno 21474840211 00000004:00080000:1.0:1746066738.611628:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e93d880, transno 21474840212 00000004:00080000:1.0:1746066738.611630:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e93f800, transno 21474840213 00000004:00080000:1.0:1746066738.611631:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e93c700, transno 21474840214 00000004:00080000:1.0:1746066738.611634:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009284bb80, transno 21474840215 00000004:00080000:1.0:1746066738.611636:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e840a80, transno 21474840221 00000004:00080000:1.0:1746066738.611638:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e852a00, transno 21474840222 00000004:00080000:1.0:1746066738.611640:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e841880, transno 21474840223 00000004:00080000:1.0:1746066738.611641:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e841500, transno 21474840224 00000004:00080000:1.0:1746066738.611643:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e841180, transno 21474840225 00000004:00080000:1.0:1746066738.611644:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e843b80, transno 21474840226 00000004:00080000:1.0:1746066738.611646:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e842680, transno 21474840227 00000004:00080000:1.0:1746066738.611648:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e850700, transno 21474840228 00000004:00080000:1.0:1746066738.611650:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ec2ce00, transno 21474840229 00000004:00080000:1.0:1746066738.611652:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e634a80, transno 21474840230 00000004:00080000:1.0:1746066738.611653:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e636d80, transno 21474840231 00000004:00080000:1.0:1746066738.611655:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e635500, transno 21474840232 00000004:00080000:1.0:1746066738.611657:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed71c00, transno 21474840233 00000004:00080000:1.0:1746066738.611659:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed70700, transno 21474840234 00000004:00080000:1.0:1746066738.611661:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e637100, transno 21474840235 00000004:00080000:1.0:1746066738.611662:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ed70e00, transno 21474840236 00000004:00080000:1.0:1746066738.611664:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e635180, transno 21474840237 00000004:00080000:1.0:1746066738.611666:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e634700, transno 21474840238 00000004:00080000:1.0:1746066738.611668:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009244ed80, transno 21474840242 00000004:00080000:1.0:1746066738.611670:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef58e00, transno 21474840243 00000004:00080000:1.0:1746066738.611672:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8694e00, transno 21474840244 00000004:00080000:1.0:1746066738.611687:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009244ea00, transno 21474840245 00000004:00080000:1.0:1746066738.611689:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009ef59500, transno 21474840246 00000004:00080000:1.0:1746066738.611691:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009244d500, transno 21474840247 00000004:00080000:1.0:1746066738.611693:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8694700, transno 21474840248 00000004:00080000:1.0:1746066738.611695:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8694a80, transno 21474840249 00000004:00080000:1.0:1746066738.611697:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009e852d80, transno 21474840250 00000004:00080000:1.0:1746066738.611699:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093213480, transno 21474840251 00000004:00080000:1.0:1746066738.611701:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093212a00, transno 21474840252 00000004:00080000:1.0:1746066738.611703:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093210a80, transno 21474840253 00000004:00080000:1.0:1746066738.611704:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093213b80, transno 21474840254 00000004:00080000:1.0:1746066738.611706:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093210e00, transno 21474840255 00000004:00080000:1.0:1746066738.611707:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093211880, transno 21474840256 00000004:00080000:1.0:1746066738.611709:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093213800, transno 21474840257 00000004:00080000:1.0:1746066738.611711:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093211500, transno 21474840258 00000004:00080000:1.0:1746066738.611713:0:3294:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135e5b480, transno 21474840259 00000100:00100000:1.0:1746066738.611717:0:3294:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff880135e5b100 x1830882976336384/t21474840268(21474840268) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746066754 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:1.0:1746066738.611725:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5b100/2, rc 0, transno 21474840268 00000100:00100000:1.0:1746066738.611729:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976336384:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066738.611737:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361f9880/2, rc 0, transno 17179872927 00000100:00100000:1.0:1746066738.611739:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976336512:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746066738.612019:0:14588:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 8 changes, 1 in progress, 0 in flight, 54 done 00000100:00100000:2.0:1746066738.612107:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976336896:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066738.612127:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1746066738.612244:0:292:0:(genops.c:863:class_export_destroy()) destroying export ffff8801360ab000/df168249-af1c-45ee-81ad-11524bf803a3 for lustre-MDT0000 00000020:00000080:3.0:1746066738.612279:0:292:0:(genops.c:863:class_export_destroy()) destroying export ffff880136068800/44cc4d55-2d10-4c6b-8c70-1a0e4277e0c4 for lustre-MDT0000 00000020:00000080:3.0:1746066738.612299:0:292:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8801360aa800 for lustre-MDT0000 00000020:00000080:3.0:1746066738.612303:0:292:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880136069000 for lustre-MDT0000 00000100:00100000:3.0:1746066738.612310:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976337024:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066738.612328:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066738.612339:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976337536:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066738.612350:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066738.612359:0:3294:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746066738.612362:0:3294:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976337408:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066738.612372:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746066738.612385:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976336896 00000100:00100000:3.0:1746066738.612388:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976336896 00000100:00100000:3.0:1746066738.612402:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976337024 00000100:00100000:3.0:1746066738.612404:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976337024 00000100:00100000:3.0:1746066738.612412:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976337536 00000100:00100000:3.0:1746066738.612414:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976337536 00000100:00100000:3.0:1746066738.612421:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976337408 00000100:00100000:3.0:1746066738.612423:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976337408 00000100:00100000:3.0:1746066738.612431:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11399 00000100:00100000:3.0:1746066738.612435:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3293:x1830882976336896:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066738.612516:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3293:x1830882976336896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 80us (388us total) trans 21474840269 rc 0/0 00000100:00100000:3.0:1746066738.612521:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11399 00000100:00100000:3.0:1746066738.612529:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11400 00000100:00100000:3.0:1746066738.612533:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976337024:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066738.612611:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976337024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 77us (281us total) trans 17179872928 rc 0/0 00000100:00100000:3.0:1746066738.612615:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11400 00000100:00100000:3.0:1746066738.612623:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11401 00000100:00100000:3.0:1746066738.612627:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976337536:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066738.612707:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976337536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 79us (355us total) trans 17179872929 rc 0/0 00000100:00100000:3.0:1746066738.612711:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11401 00000100:00100000:3.0:1746066738.612719:0:10402:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11402 00000100:00100000:3.0:1746066738.612723:0:10402:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801361fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3294:x1830882976337408:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066738.612786:0:10402:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801361fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3294:x1830882976337408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 62us (412us total) trans 17179872930 rc 0/0 00000100:00100000:3.0:1746066738.612790:0:10402:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11402 00000004:00080000:3.0:1746066738.612812:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361fb480/2, rc 0, transno 17179872930 00000100:00100000:3.0:1746066738.612815:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976337408:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066738.612821:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361f8700/2, rc 0, transno 17179872928 00000100:00100000:3.0:1746066738.612823:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976337024:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746066738.612828:0:3294:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361fbb80/2, rc 0, transno 17179872929 00000100:00100000:3.0:1746066738.612830:0:3294:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1830882976337536:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.616710:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976336768:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.616761:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.616799:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976337280:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.616813:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.616822:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976337792:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.616834:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.616847:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746066738.616852:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976336640:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.616862:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.616872:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976337152:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.616884:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.616892:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976337664:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.616905:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.616922:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976336768 00000100:00100000:0.0:1746066738.616927:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976336768 00000100:00100000:0.0:1746066738.616949:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976337280 00000100:00100000:0.0:1746066738.616951:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976337280 00000100:00100000:0.0:1746066738.616958:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976337792 00000100:00100000:0.0:1746066738.616959:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976337792 00000100:00100000:0.0:1746066738.616964:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976336640 00000100:00100000:0.0:1746066738.616966:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976336640 00000100:00100000:0.0:1746066738.616970:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976337152 00000100:00100000:0.0:1746066738.616972:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976337152 00000100:00100000:0.0:1746066738.616977:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976337664 00000100:00100000:0.0:1746066738.616978:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976337664 00000100:00100000:0.0:1746066738.616986:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11403 00000100:00100000:0.0:1746066738.616992:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3296:x1830882976336768:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.617181:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3296:x1830882976336768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 189us (420us total) trans 21474840270 rc 0/0 00000100:00100000:0.0:1746066738.617186:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11403 00000100:00100000:0.0:1746066738.617198:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11404 00000100:00100000:0.0:1746066738.617203:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3296:x1830882976337280:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066738.617283:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066738.617285:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066738.617287:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066738.617289:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066738.617290:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066738.617305:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3296:x1830882976337280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 103us (491us total) trans 17179872931 rc 0/0 00000100:00100000:0.0:1746066738.617309:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11404 00000100:00100000:0.0:1746066738.617317:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11405 00000100:00100000:0.0:1746066738.617321:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3296:x1830882976337792:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746066738.617439:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11406 00000100:00100000:3.0:1746066738.617446:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3296:x1830882976336640:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066738.617630:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976338176:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066738.619088:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976337920:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066738.622066:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066738.622110:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976338432:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066738.622133:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1746066738.622162:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93c380/2, rc 0, transno 21474840269 00000100:00100000:2.0:1746066738.622166:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976336896:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066738.622178:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746066738.622182:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976338048:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066738.622195:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066738.622225:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976337920 00000100:00100000:2.0:1746066738.622230:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976337920 00000100:00100000:2.0:1746066738.622258:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976338432 00000100:00100000:2.0:1746066738.622259:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976338432 00000100:00100000:2.0:1746066738.622266:0:20532:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976338048 00000100:00100000:2.0:1746066738.622267:0:20532:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976338048 00000100:00100000:2.0:1746066738.622275:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11407 00000100:00100000:2.0:1746066738.622281:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3296:x1830882976337152:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066738.622473:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3296:x1830882976337152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 192us (5587us total) trans 17179872933 rc 0/0 00000100:00100000:2.0:1746066738.622479:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11407 00000100:00100000:2.0:1746066738.622493:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11408 00000100:00100000:2.0:1746066738.622499:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3296:x1830882976337664:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066738.622573:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3296:x1830882976337664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (5666us total) trans 17179872934 rc 0/0 00000100:00100000:2.0:1746066738.622577:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11408 00000100:00100000:2.0:1746066738.622586:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11409 00000100:00100000:2.0:1746066738.622591:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3293:x1830882976337920:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066738.622711:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3293:x1830882976337920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 119us (648us total) trans 21474840272 rc 0/0 00000100:00100000:2.0:1746066738.622716:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11409 00000100:00100000:2.0:1746066738.622728:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11410 00000100:00100000:2.0:1746066738.622733:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3293:x1830882976338432:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066738.622807:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3293:x1830882976338432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 74us (671us total) trans 21474840273 rc 0/0 00000100:00100000:2.0:1746066738.622811:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11410 00000100:00100000:2.0:1746066738.622820:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11411 00000100:00100000:2.0:1746066738.622825:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3293:x1830882976338048:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066738.622895:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3293:x1830882976338048:12345-0@lo:2:osp-syn-0-0.0 Request processed in 70us (698us total) trans 21474840274 rc 0/0 00000100:00100000:2.0:1746066738.622899:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11411 00000004:00080000:2.0:1746066738.622929:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93f480/2, rc 0, transno 21474840274 00000100:00100000:2.0:1746066738.622933:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976338048:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066738.622939:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93df80/2, rc 0, transno 21474840272 00000100:00100000:2.0:1746066738.622941:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976337920:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066738.622947:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93c000/2, rc 0, transno 21474840273 00000100:00100000:2.0:1746066738.622949:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976338432:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.623015:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3296:x1830882976337792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5691us (6177us total) trans 17179872932 rc 0/0 00000100:00100000:0.0:1746066738.623021:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11405 00000100:00100000:0.0:1746066738.623051:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976338304:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.623073:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066738.623108:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361fb100/2, rc 0, transno 17179872933 00000100:00100000:0.0:1746066738.623112:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976337152:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066738.623118:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361f8a80/2, rc 0, transno 17179872934 00000100:00100000:0.0:1746066738.623121:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976337664:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066738.623138:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e59500/2, rc 0, transno 21474840270 00000100:00100000:0.0:1746066738.623141:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976336768:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746066738.623148:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361f9500/2, rc 0, transno 17179872931 00000100:00100000:0.0:1746066738.623150:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976337280:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066738.623156:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801361fa300/2, rc 0, transno 17179872932 00000100:00100000:0.0:1746066738.623158:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976337792:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.623170:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976338304 00000100:00100000:0.0:1746066738.623172:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976338304 00000100:00100000:0.0:1746066738.623185:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11412 00000100:00100000:0.0:1746066738.623188:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3296:x1830882976338304:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.623269:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3296:x1830882976338304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 80us (195us total) trans 21474840275 rc 0/0 00000100:00100000:0.0:1746066738.623274:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11412 00000004:00080000:0.0:1746066738.623290:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93dc00/2, rc 0, transno 21474840275 00000100:00100000:0.0:1746066738.623293:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976338304:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066738.623492:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3296:x1830882976336640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6047us (6627us total) trans 21474840271 rc 0/0 00000100:00100000:3.0:1746066738.623497:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11406 00000100:00100000:1.0:1746066738.623648:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746066738.623892:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135e5b480/2, rc 0, transno 21474840271 00000100:00100000:0.0:1746066738.623896:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976336640:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066738.623927:0:8450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976338176 00000100:00100000:3.0:1746066738.623930:0:8450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976338176 00000100:00100000:3.0:1746066738.623944:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11413 00000100:00100000:3.0:1746066738.623948:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e93d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3295:x1830882976338176:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746066738.624025:0:8450:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746066738.624028:0:8450:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1746066738.624030:0:8450:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746066738.624031:0:8450:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1746066738.624033:0:8450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746066738.624053:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e93d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3295:x1830882976338176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 104us (405us total) trans 21474840276 rc 0/0 00000100:00100000:3.0:1746066738.624057:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11413 00000004:00080000:1.0:1746066738.624109:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93fb80/2, rc 0, transno 21474840276 00000100:00100000:1.0:1746066738.624112:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976338176:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.624577:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.624631:0:16018:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975386752 00000100:00100000:2.0:1746066738.624634:0:16018:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975386752 00000100:00100000:2.0:1746066738.625052:0:16018:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9205 00000100:00100000:2.0:1746066738.625059:0:16018:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+251:29222:x1830882975386752:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066738.625073:0:16018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066738.625095:0:16018:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ff200/0xfb36a14ee60833d0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979abc expref: -99 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.625136:0:16018:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ff200/0xfb36a14ee60833d0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979abc expref: 252 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.625147:0:16018:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ff200/0xfb36a14ee60833d0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979abc expref: 252 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.625161:0:16018:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066738.625164:0:16018:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746066738.625167:0:16018:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2ff200, rc 0) 00000100:00100000:2.0:1746066738.625198:0:16018:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+252:29222:x1830882975386752:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 140us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.625203:0:16018:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9205 00000100:00100000:0.0:1746066738.628201:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.628250:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975386880 00000100:00100000:3.0:1746066738.628257:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975386880 00000100:00100000:3.0:1746066738.628295:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9206 00000100:00100000:3.0:1746066738.628302:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+252:29222:x1830882975386880:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066738.628316:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066738.628334:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35600/0xfb36a14ee60833d7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979ac3 expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.628397:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35800/0xfb36a14ee60833de lrc: 3/1,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.628407:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35800/0xfb36a14ee60833de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.628415:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35800/0xfb36a14ee60833de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00200000:3.0:1746066738.628434:0:20127:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x315:0x0]: returning size 16777217 00000004:00200000:3.0:1746066738.628437:0:20127:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746066738.628447:0:20127:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35800/0xfb36a14ee60833de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.628465:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35600/0xfb36a14ee60833d7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ac3 expref: 254 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.628476:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35800/0xfb36a14ee60833de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ac3 expref: 253 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.628486:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066738.628489:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746066738.628491:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed35800, rc 0) 00000100:00100000:3.0:1746066738.628525:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29222:x1830882975386880:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 223us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066738.628530:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9206 00000100:00100000:0.0:1746066738.630445:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.630475:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.630488:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.630501:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975387136 00000100:00100000:2.0:1746066738.630506:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975387136 00000100:00100000:0.0:1746066738.630541:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.630549:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975387392 00000100:00100000:2.0:1746066738.630551:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975387392 00000100:00100000:0.0:1746066738.630560:0:10402:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975387648 00000100:00100000:2.0:1746066738.630562:0:21973:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975387008 00000100:00100000:0.0:1746066738.630562:0:10402:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975387648 00000100:00100000:2.0:1746066738.630563:0:21973:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975387008 00000100:00100000:2.0:1746066738.630575:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11414 00000100:00100000:2.0:1746066738.630581:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975387136:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066738.630594:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066738.630608:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe400/0xfb36a14ee60833e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979ad1 expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066738.630627:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x387:0x0] initial LVB size: 2097152, mtime: 0x6812dd30, atime: 0x6812dd2f, ctime: 0x6812dd30, blocks: 0x821 00010000:00010000:2.0:1746066738.630642:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.630644:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.630651:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe400/0xfb36a14ee60833e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad1 expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066738.630663:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe400/0xfb36a14ee60833e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad1 expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066738.630695:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2fe400, rc 0) 00000100:00100000:2.0:1746066738.630725:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975387136:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 144us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.630730:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11414 00000100:00100000:2.0:1746066738.630746:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11415 00000100:00100000:2.0:1746066738.630752:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+13:1964:x1830882975387392:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066738.630758:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066738.630767:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f2fea00/0xfb36a14ee60833ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979adf expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066738.630779:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x385:0x0] initial LVB size: 2097152, mtime: 0x6812dd30, atime: 0x6812dd2f, ctime: 0x6812dd30, blocks: 0x821 00010000:00010000:2.0:1746066738.630786:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.630787:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.630791:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2fea00/0xfb36a14ee60833ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979adf expref: 14 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066738.630800:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f2fea00/0xfb36a14ee60833ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979adf expref: 14 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066738.630807:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2fea00, rc 0) 00000100:00100000:2.0:1746066738.630819:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:1964:x1830882975387392:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 69us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.630824:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11415 00000100:00100000:2.0:1746066738.630833:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11416 00000100:00100000:2.0:1746066738.630837:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+13:1964:x1830882975387008:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066738.630842:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066738.630847:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee60833f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979aca expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066738.630855:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x383:0x0] initial LVB size: 1048576, mtime: 0x6812dd2f, atime: 0x6812dd2e, ctime: 0x6812dd2f, blocks: 0x7e7 00010000:00010000:2.0:1746066738.630863:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.630864:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.630867:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee60833f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aca expref: 14 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066738.630874:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee60833f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aca expref: 14 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066738.630880:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2ffc00, rc 0) 00000100:00100000:2.0:1746066738.630891:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:1964:x1830882975387008:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 55us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.630895:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11416 00000100:00100000:2.0:1746066738.630901:0:21973:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11417 00000100:00100000:2.0:1746066738.630905:0:21973:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+22:1964:x1830882975387648:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:2.0:1746066738.630910:0:21973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746066738.630915:0:21973:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff000/0xfb36a14ee60833fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979aed expref: -99 pid: 21973 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746066738.630923:0:21973:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x389:0x0] initial LVB size: 4194304, mtime: 0x6812dd30, atime: 0x6812dd30, ctime: 0x6812dd30, blocks: 0x102b 00010000:00010000:2.0:1746066738.630928:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.630929:0:21973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.630932:0:21973:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff000/0xfb36a14ee60833fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aed expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066738.630939:0:21973:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff000/0xfb36a14ee60833fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aed expref: 23 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746066738.630948:0:21973:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2ff000, rc 0) 00000100:00100000:2.0:1746066738.630957:0:21973:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975387648:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 52us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.630961:0:21973:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11417 00000100:00100000:0.0:1746066738.631520:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.631556:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066738.631898:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975387264 00000100:00100000:1.0:1746066738.631903:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975387264 00000100:00100000:1.0:1746066738.631929:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975387520 00000100:00100000:1.0:1746066738.631931:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975387520 00000100:00100000:1.0:1746066738.631943:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11418 00000100:00100000:1.0:1746066738.631948:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+23:1964:x1830882975387264:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066738.631956:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066738.631964:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092b47000/0xfb36a14ee6083401 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979ad8 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066738.631976:0:8452:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x388:0x0] initial LVB size: 2097152, mtime: 0x6812dd30, atime: 0x6812dd30, ctime: 0x6812dd30, blocks: 0x821 00010000:00010000:1.0:1746066738.631985:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066738.631986:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066738.631991:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092b47000/0xfb36a14ee6083401 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad8 expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066738.632000:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092b47000/0xfb36a14ee6083401 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad8 expref: 24 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066738.632007:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b47000, rc 0) 00000100:00100000:1.0:1746066738.632027:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975387264:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 79us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066738.632031:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11418 00000100:00100000:1.0:1746066738.632040:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11419 00000100:00100000:1.0:1746066738.632045:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+14:1964:x1830882975387520:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:1.0:1746066738.632049:0:8452:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746066738.632056:0:8452:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee6083408 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979ae6 expref: -99 pid: 8452 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746066738.632066:0:8452:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x386:0x0] initial LVB size: 5078880, mtime: 0x6812dd30, atime: 0x6812dd2e, ctime: 0x6812dd30, blocks: 0x1707 00010000:00010000:1.0:1746066738.632071:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066738.632073:0:8452:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066738.632076:0:8452:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee6083408 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ae6 expref: 15 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066738.632097:0:8452:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee6083408 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ae6 expref: 15 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746066738.632104:0:8452:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092b46c00, rc 0) 00000100:00100000:1.0:1746066738.632116:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1964:x1830882975387520:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 71us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746066738.632121:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11419 00000100:00100000:0.0:1746066738.640601:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.640646:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066738.640712:0:11692:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975387904 00000100:00100000:3.0:1746066738.640716:0:8455:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975388160 00000100:00100000:3.0:1746066738.640720:0:8455:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975388160 00000100:00100000:1.0:1746066738.640720:0:11692:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975387904 00000100:00100000:3.0:1746066738.640780:0:8455:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4718 00000100:00100000:1.0:1746066738.640788:0:11692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4719 00000100:00100000:3.0:1746066738.640790:0:8455:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975388160:12345-192.168.202.57@tcp:3:lfs.0 00000100:00100000:1.0:1746066738.640792:0:11692:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1963:x1830882975387904:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:3.0:1746066738.640818:0:8455:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083416 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.640818:0:11692:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092b47800/0xfb36a14ee608340f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.640829:0:11692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066738.640831:0:11692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066738.640835:0:11692:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092b47800/0xfb36a14ee608340f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.640846:0:11692:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092b47800/0xfb36a14ee608340f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.640897:0:8455:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.640899:0:8455:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.640902:0:8455:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083416 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.640910:0:8455:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083416 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.653108:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.653142:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.653170:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975388416 00000100:00100000:0.0:1746066738.653170:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.653178:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975388416 00000100:00100000:0.0:1746066738.653182:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.653203:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.653223:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975388928 00000100:00100000:2.0:1746066738.653226:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975388928 00000100:00100000:2.0:1746066738.653247:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975389184 00000100:00100000:2.0:1746066738.653249:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975389184 00000100:00100000:2.0:1746066738.653261:0:1992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975388672 00000100:00100000:2.0:1746066738.653262:0:1992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975388672 00000100:00100000:3.0:1746066738.653265:0:8457:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975389440 00000100:00100000:3.0:1746066738.653268:0:8457:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975389440 00000100:00100000:2.0:1746066738.653275:0:1992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4720 00000100:00100000:2.0:1746066738.653282:0:1992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975388416:12345-192.168.202.57@tcp:3:lfs.0 00000100:00100000:3.0:1746066738.653285:0:8457:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4721 00000100:00100000:3.0:1746066738.653289:0:8457:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975388928:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:3.0:1746066738.653309:0:8457:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee608341d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.653309:0:1992:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8534c00/0xfb36a14ee6083424 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.653321:0:8457:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.653321:0:1992:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.653323:0:8457:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.653323:0:1992:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.653327:0:8457:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee608341d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.653327:0:1992:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8534c00/0xfb36a14ee6083424 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.653337:0:8457:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee608341d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.653337:0:1992:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8534c00/0xfb36a14ee6083424 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.653982:0:31368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4722 00000100:00100000:0.0:1746066738.653989:0:31368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975389184:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066738.654008:0:31368:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ed2c600/0xfb36a14ee608342b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066738.654011:0:31365:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4723 00010000:00010000:0.0:1746066738.654015:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.654016:0:31368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746066738.654017:0:31365:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1966:x1830882975388672:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:0.0:1746066738.654019:0:31368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed2c600/0xfb36a14ee608342b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.654030:0:31368:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ed2c600/0xfb36a14ee608342b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.654032:0:31365:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093630000/0xfb36a14ee6083432 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.654037:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066738.654038:0:31365:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746066738.654040:0:31365:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093630000/0xfb36a14ee6083432 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.654046:0:31365:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093630000/0xfb36a14ee6083432 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066738.654096:0:21552:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4724 00000100:00100000:2.0:1746066738.654103:0:21552:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975389440:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:2.0:1746066738.654116:0:21552:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083439 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.654123:0:21552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.654124:0:21552:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.654127:0:21552:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083439 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.654134:0:21552:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083439 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.660922:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.661973:0:25585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975389696 00000100:00100000:3.0:1746066738.661980:0:25585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975389696 00000100:00100000:3.0:1746066738.662023:0:25585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 4725 00000100:00100000:3.0:1746066738.662030:0:25585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1963:x1830882975389696:12345-192.168.202.57@tcp:3:lfs.0 00010000:00010000:3.0:1746066738.662059:0:25585:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6083440 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.662071:0:25585:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.662072:0:25585:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.662077:0:25585:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6083440 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.662098:0:25585:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6083440 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.667484:0:8455:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083416 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.667498:0:8455:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083416 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.667510:0:8455:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.667516:0:8455:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ed34400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066738.667519:0:8455:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.667525:0:8455:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.667538:0:8455:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083416 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.667543:0:8455:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083416 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8455 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066738.668782:0:8455:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+30:1964:x1830882975388160:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 27986us (28128us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066738.668791:0:8455:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4718 00010000:00010000:1.0:1746066738.672639:0:11692:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092b47800/0xfb36a14ee608340f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.672652:0:11692:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092b47800/0xfb36a14ee608340f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.672660:0:11692:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092b47800/0xfb36a14ee608340f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.672665:0:11692:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092b47800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066738.672669:0:11692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092b47800/0xfb36a14ee608340f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.672691:0:11692:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092b47800/0xfb36a14ee608340f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.672707:0:11692:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092b47800/0xfb36a14ee608340f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.672717:0:11692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b47800/0xfb36a14ee608340f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066738.672784:0:11692:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:373f5662-4306-4ad8-af4e-c6b3fb29aadc+21:1963:x1830882975387904:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 31987us (32188us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066738.672791:0:11692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4719 00010000:00010000:3.0:1746066738.674473:0:1992:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8534c00/0xfb36a14ee6083424 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.674485:0:1992:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8534c00/0xfb36a14ee6083424 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.674492:0:1992:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8534c00/0xfb36a14ee6083424 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.674501:0:1992:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a8534c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066738.674504:0:1992:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8534c00/0xfb36a14ee6083424 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.674510:0:1992:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8534c00/0xfb36a14ee6083424 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.674523:0:1992:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8534c00/0xfb36a14ee6083424 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.674528:0:1992:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8534c00/0xfb36a14ee6083424 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1992 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066738.674697:0:1992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:373f5662-4306-4ad8-af4e-c6b3fb29aadc+28:1964:x1830882975388416:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 21390us (21574us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066738.674705:0:1992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4720 00010000:00010000:3.0:1746066738.685559:0:8457:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee608341d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.685572:0:8457:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee608341d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.685578:0:8457:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee608341d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.685583:0:8457:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ed35400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066738.685586:0:8457:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee608341d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.685593:0:8457:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee608341d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.685607:0:8457:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee608341d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.685611:0:8457:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee608341d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8457 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066738.685701:0:8457:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+19:1963:x1830882975388928:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 32407us (32554us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066738.685709:0:8457:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4721 00010000:00010000:3.0:1746066738.689312:0:21552:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083439 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.689328:0:21552:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083439 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.689335:0:21552:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083439 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.689341:0:21552:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a57c3600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746066738.689345:0:21552:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083439 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.689351:0:21552:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083439 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.689367:0:21552:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083439 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.689371:0:21552:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083439 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21552 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746066738.689453:0:21552:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975389440:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 35347us (36245us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746066738.689463:0:21552:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4724 00010000:00010000:1.0:1746066738.694625:0:31368:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ed2c600/0xfb36a14ee608342b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.694641:0:31368:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed2c600/0xfb36a14ee608342b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.694648:0:31368:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ed2c600/0xfb36a14ee608342b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.694654:0:31368:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ed2c600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746066738.694658:0:31368:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed2c600/0xfb36a14ee608342b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.694669:0:31368:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed2c600/0xfb36a14ee608342b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.694698:0:31368:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ed2c600/0xfb36a14ee608342b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746066738.694704:0:31368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed2c600/0xfb36a14ee608342b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31368 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746066738.694792:0:31368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975389184:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 40800us (41617us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746066738.694802:0:31368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4722 00010000:00010000:0.0:1746066738.697886:0:31365:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093630000/0xfb36a14ee6083432 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.697900:0:31365:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093630000/0xfb36a14ee6083432 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.697906:0:31365:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093630000/0xfb36a14ee6083432 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.697912:0:31365:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093630000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746066738.697915:0:31365:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093630000/0xfb36a14ee6083432 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.697922:0:31365:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093630000/0xfb36a14ee6083432 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.697937:0:31365:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093630000/0xfb36a14ee6083432 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.697943:0:31365:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093630000/0xfb36a14ee6083432 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31365 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.698018:0:31365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1966:x1830882975388672:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 43998us (44830us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746066738.698028:0:31365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4723 00010000:00010000:2.0:1746066738.700506:0:25585:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6083440 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.700520:0:25585:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6083440 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.700527:0:25585:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6083440 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.700533:0:25585:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093d02e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746066738.700536:0:25585:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6083440 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.700542:0:25585:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6083440 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.700556:0:25585:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6083440 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.700566:0:25585:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d02e00/0xfb36a14ee6083440 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25585 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066738.700831:0:25585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975389696:12345-192.168.202.57@tcp:3:lfs.0 Request processed in 38797us (39911us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746066738.700840:0:25585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 4725 00000100:00100000:0.0:1746066738.707721:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.707787:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975389952 00000100:00100000:3.0:1746066738.707795:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975389952 00000100:00100000:3.0:1746066738.707841:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9207 00000100:00100000:3.0:1746066738.707848:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29222:x1830882975389952:12345-192.168.202.57@tcp:36:lfs.0 00010000:00010000:3.0:1746066738.707887:0:20127:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746066738.707907:0:20127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ed35800/0xfb36a14ee60833de lrc: 0/0,0 mode: --/PR res: [0x200000403:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ac3 expref: 253 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.707922:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066738.707926:0:20127:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746066738.707952:0:20127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083447 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.707962:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083447 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:3.0:1746066738.707969:0:20127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083447 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000004:00010000:3.0:1746066738.708278:0:20127:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009bb2ea00 reply state ffff88009fe4b000 transno 8589943099 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083447 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20127 initiator: MDT0 00000100:00100000:3.0:1746066738.708285:0:20127:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746066738.709098:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:29222:x1830882975389952:12345-192.168.202.57@tcp:36:lfs.0 Request processed in 1248us (1381us total) trans 8589943099 rc 0/0 00000100:00100000:3.0:1746066738.709105:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9207 00010000:00010000:2.0:1746066738.711112:0:3280:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083447 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066738.711123:0:3280:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083447 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066738.711129:0:3280:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083447 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066738.711135:0:3280:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a57c3600 already unused, calling callback (ffffffffa137d690) 00010000:00010000:2.0:1746066738.711139:0:3280:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083447 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066738.711145:0:3280:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083447 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066738.711159:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066738.711161:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746066738.711165:0:3280:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083447 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00010000:00010000:2.0:1746066738.711169:0:3280:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a57c3600/0xfb36a14ee6083447 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20127 initiator: MDT0 00000100:00100000:0.0:1746066738.711690:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.711748:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975390080 00000100:00100000:3.0:1746066738.711755:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975390080 00000100:00100000:3.0:1746066738.711795:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11420 00000100:00100000:3.0:1746066738.711802:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:29222:x1830882975390080:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066738.711816:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066738.711829:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee608344e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979af4 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.711849:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee60833f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aca expref: 16 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066738.711855:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.711856:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.711858:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee608344e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979af4 expref: 16 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.711882:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee60833f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aca expref: 16 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066738.711893:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee60833f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aca expref: 16 pid: 21973 timeout: 799 lvb_type: 1 00000100:00100000:3.0:1746066738.711903:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976338560:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066738.712505:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066738.715115:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976338560:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066738.715139:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee608344e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979af4 expref: 16 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.715154:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed35000, rc 0) 00000100:00100000:3.0:1746066738.715190:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:29222:x1830882975390080:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3388us (3519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066738.715197:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11420 00000100:00100000:0.0:1746066738.715429:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.715477:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975390208 00000100:00100000:0.0:1746066738.715482:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975390208 00010000:00010000:0.0:1746066738.715504:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee60833f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aca expref: 16 pid: 21973 timeout: 799 lvb_type: 1 00000100:00100000:0.0:1746066738.715535:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5702 00000100:00100000:0.0:1746066738.715542:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1964:x1830882975390208:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746066738.715552:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746066738.715569:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee60833f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aca expref: 16 pid: 21973 timeout: 799 lvb_type: 1 00010000:00010000:0.0:1746066738.715578:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee60833f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aca expref: 16 pid: 21973 timeout: 799 lvb_type: 1 00010000:00010000:0.0:1746066738.715596:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f2ffc00/0xfb36a14ee60833f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aca expref: 16 pid: 21973 timeout: 799 lvb_type: 1 00010000:00010000:0.0:1746066738.715609:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.715611:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746066738.715616:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee608344e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979af4 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.715623:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee608344e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979af4 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746066738.715645:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ed35000/0xfb36a14ee608344e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979af4 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746066738.715654:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976338688:192.168.202.57@tcp:105: 00000100:00100000:0.0:1746066738.715716:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934733c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066738.719915:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976338688:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066738.719934:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066738.719976:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1964:x1830882975390208:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4433us (4546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.719984:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5702 00000100:00100000:0.0:1746066738.721288:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.721412:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975390336 00000100:00100000:3.0:1746066738.721419:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975390336 00000100:00100000:3.0:1746066738.721831:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11421 00000100:00100000:3.0:1746066738.721839:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29222:x1830882975390336:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066738.721854:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066738.721869:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083455 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979afb expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.721894:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe400/0xfb36a14ee60833e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad1 expref: 25 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066738.721901:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.721902:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.721906:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083455 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979afb expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.721934:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe400/0xfb36a14ee60833e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad1 expref: 25 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066738.721945:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe400/0xfb36a14ee60833e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad1 expref: 25 pid: 21973 timeout: 799 lvb_type: 1 00000100:00100000:3.0:1746066738.721955:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976338816:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066738.723248:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066738.724444:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.724524:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976338816:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066738.724544:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083455 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979afb expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.724556:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed34400, rc 0) 00000100:00100000:3.0:1746066738.724997:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:29222:x1830882975390336:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3158us (3712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066738.725004:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11421 00000100:00100000:2.0:1746066738.725302:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975390464 00000100:00100000:2.0:1746066738.725308:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975390464 00010000:00010000:2.0:1746066738.725336:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe400/0xfb36a14ee60833e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad1 expref: 25 pid: 21973 timeout: 799 lvb_type: 1 00000100:00100000:2.0:1746066738.725364:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5703 00000100:00100000:2.0:1746066738.725371:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1963:x1830882975390464:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066738.725380:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066738.725397:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe400/0xfb36a14ee60833e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad1 expref: 25 pid: 21973 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.725406:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe400/0xfb36a14ee60833e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad1 expref: 25 pid: 21973 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.725424:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f2fe400/0xfb36a14ee60833e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad1 expref: 25 pid: 21973 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.725441:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.725443:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.725448:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083455 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979afb expref: 24 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.725455:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083455 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979afb expref: 24 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.725480:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed34400/0xfb36a14ee6083455 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979afb expref: 24 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066738.725490:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976338944:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066738.725535:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746066738.728611:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976338944:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066738.728633:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066738.728672:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1963:x1830882975390464:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 3302us (4232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.728700:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5703 00000100:00100000:0.0:1746066738.729015:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.729153:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975390592 00000100:00100000:3.0:1746066738.729159:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975390592 00000100:00100000:3.0:1746066738.729191:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11422 00000100:00100000:3.0:1746066738.729196:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29222:x1830882975390592:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066738.729209:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066738.729222:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ed35c00/0xfb36a14ee608345c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979b02 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.729246:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b47000/0xfb36a14ee6083401 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad8 expref: 25 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066738.729253:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.729254:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.729257:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed35c00/0xfb36a14ee608345c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b02 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.729275:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b47000/0xfb36a14ee6083401 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad8 expref: 25 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066738.729283:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b47000/0xfb36a14ee6083401 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad8 expref: 25 pid: 8452 timeout: 799 lvb_type: 1 00000100:00100000:3.0:1746066738.729297:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976339072:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066738.729333:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746066738.736220:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.736482:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975390720 00000100:00100000:2.0:1746066738.736491:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975390720 00010000:00010000:2.0:1746066738.736527:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b47000/0xfb36a14ee6083401 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad8 expref: 26 pid: 8452 timeout: 799 lvb_type: 1 00000100:00100000:2.0:1746066738.736552:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5704 00000100:00100000:2.0:1746066738.736560:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975390720:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066738.736571:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066738.736589:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b47000/0xfb36a14ee6083401 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad8 expref: 26 pid: 8452 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.736600:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b47000/0xfb36a14ee6083401 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad8 expref: 26 pid: 8452 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.736626:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.736628:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.736636:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed35c00/0xfb36a14ee608345c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b02 expref: 26 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.736643:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed35c00/0xfb36a14ee608345c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b02 expref: 26 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.736672:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed35c00/0xfb36a14ee608345c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b02 expref: 26 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066738.736699:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976339200:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066738.736768:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00010000:00010000:3.0:1746066738.736937:0:8451:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b47000/0xfb36a14ee6083401 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ad8 expref: 26 pid: 8452 timeout: 799 lvb_type: 1 00000100:00100000:3.0:1746066738.736953:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976339072:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066738.736970:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ed35c00/0xfb36a14ee608345c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b02 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.736978:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed35c00, rc 0) 00000100:00100000:3.0:1746066738.736998:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:29222:x1830882975390592:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 7802us (7984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066738.737005:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11422 00000100:00100000:2.0:1746066738.739048:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976339200:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066738.739070:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066738.739114:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975390720:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2554us (2899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.739123:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5704 00000100:00100000:0.0:1746066738.739876:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.740274:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975390848 00000100:00100000:3.0:1746066738.740280:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975390848 00000100:00100000:3.0:1746066738.740494:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11423 00000100:00100000:3.0:1746066738.740501:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:29222:x1830882975390848:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066738.740515:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066738.740530:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee6083463 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979b09 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.740551:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f2fea00/0xfb36a14ee60833ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979adf expref: 16 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066738.740558:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.740560:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.740562:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee6083463 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b09 expref: 16 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.740583:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f2fea00/0xfb36a14ee60833ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979adf expref: 16 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066738.740594:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f2fea00/0xfb36a14ee60833ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979adf expref: 16 pid: 21973 timeout: 799 lvb_type: 1 00000100:00100000:3.0:1746066738.740603:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976339328:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066738.742067:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066738.744151:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976339328:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066738.744174:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee6083463 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b09 expref: 16 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.744188:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ed35400, rc 0) 00000100:00100000:3.0:1746066738.744234:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:29222:x1830882975390848:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 3733us (4358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066738.744242:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11423 00000100:00100000:0.0:1746066738.744294:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.744392:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975390976 00000100:00100000:2.0:1746066738.744397:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975390976 00010000:00010000:2.0:1746066738.744422:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2fea00/0xfb36a14ee60833ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979adf expref: 16 pid: 21973 timeout: 799 lvb_type: 1 00000100:00100000:2.0:1746066738.744441:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5705 00000100:00100000:2.0:1746066738.744448:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1964:x1830882975390976:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066738.744459:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066738.744474:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f2fea00/0xfb36a14ee60833ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979adf expref: 16 pid: 21973 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.744484:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f2fea00/0xfb36a14ee60833ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979adf expref: 16 pid: 21973 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.744502:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f2fea00/0xfb36a14ee60833ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979adf expref: 16 pid: 21973 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.744529:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.744531:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.744536:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee6083463 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b09 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.744544:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee6083463 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b09 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.744567:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ed35400/0xfb36a14ee6083463 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b09 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066738.744576:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976339456:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066738.744623:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066738.749007:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.749092:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976339456:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066738.749114:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066738.749157:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1964:x1830882975390976:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 4709us (4862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.749167:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5705 00000100:00100000:3.0:1746066738.749391:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975391104 00000100:00100000:3.0:1746066738.749396:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975391104 00000100:00100000:3.0:1746066738.749422:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11424 00000100:00100000:3.0:1746066738.749427:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:29222:x1830882975391104:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066738.749440:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066738.749453:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee608346a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979b10 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.749475:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee6083408 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ae6 expref: 16 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066738.749482:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.749483:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.749486:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee608346a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b10 expref: 16 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.749509:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee6083408 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ae6 expref: 16 pid: 8452 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066738.749519:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee6083408 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ae6 expref: 16 pid: 8452 timeout: 799 lvb_type: 1 00000100:00100000:3.0:1746066738.749529:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976339584:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066738.749570:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066738.752186:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8451:1830882976339584:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066738.752210:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee608346a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b10 expref: 16 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.752223:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3c000, rc 0) 00000100:00100000:3.0:1746066738.752265:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:29222:x1830882975391104:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2836us (3264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066738.752271:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11424 00000100:00100000:0.0:1746066738.752421:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.752615:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975391232 00000100:00100000:2.0:1746066738.752620:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975391232 00010000:00010000:2.0:1746066738.752644:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee6083408 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ae6 expref: 16 pid: 8452 timeout: 799 lvb_type: 1 00000100:00100000:2.0:1746066738.752671:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5706 00000100:00100000:2.0:1746066738.752699:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a530ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+16:1963:x1830882975391232:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066738.752709:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066738.752724:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee6083408 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ae6 expref: 16 pid: 8452 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.752733:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee6083408 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ae6 expref: 16 pid: 8452 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.752751:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092b46c00/0xfb36a14ee6083408 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ae6 expref: 16 pid: 8452 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.752772:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.752774:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.752780:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee608346a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b10 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.752787:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee608346a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b10 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.752808:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093c3c000/0xfb36a14ee608346a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b10 expref: 15 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066738.752817:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976339712:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066738.752874:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746066738.755227:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.755301:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7107:1830882976339712:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066738.755319:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066738.755364:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a530ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+15:1963:x1830882975391232:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2665us (2941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.755372:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5706 00000100:00100000:3.0:1746066738.755448:0:8451:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975391360 00000100:00100000:3.0:1746066738.755453:0:8451:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975391360 00000100:00100000:3.0:1746066738.755486:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11425 00000100:00100000:3.0:1746066738.755492:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:29222:x1830882975391360:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066738.755505:0:8451:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066738.755517:0:8451:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6083471 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979b17 expref: -99 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.755539:0:8451:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff000/0xfb36a14ee60833fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aed expref: 25 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066738.755546:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.755547:0:8451:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746066738.755550:0:8451:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6083471 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b17 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.755652:0:8451:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff000/0xfb36a14ee60833fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aed expref: 25 pid: 21973 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746066738.755663:0:8451:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff000/0xfb36a14ee60833fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aed expref: 25 pid: 21973 timeout: 799 lvb_type: 1 00000100:00100000:3.0:1746066738.755705:0:8451:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976339840:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066738.755746:0:8451:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066738.757772:0:8451:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8451:1830882976339840:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066738.757796:0:8451:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6083471 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b17 expref: 25 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.757808:0:8451:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c3c600, rc 0) 00000100:00100000:3.0:1746066738.757845:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:29222:x1830882975391360:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 2352us (2624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066738.757852:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11425 00000100:00100000:0.0:1746066738.757926:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.758006:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975391488 00000100:00100000:2.0:1746066738.758011:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975391488 00010000:00010000:2.0:1746066738.758033:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff000/0xfb36a14ee60833fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aed expref: 25 pid: 21973 timeout: 799 lvb_type: 1 00000100:00100000:2.0:1746066738.758067:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5707 00000100:00100000:2.0:1746066738.758075:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+25:1964:x1830882975391488:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066738.758094:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066738.758112:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff000/0xfb36a14ee60833fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aed expref: 25 pid: 21973 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.758120:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff000/0xfb36a14ee60833fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aed expref: 25 pid: 21973 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.758136:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f2ff000/0xfb36a14ee60833fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979aed expref: 25 pid: 21973 timeout: 799 lvb_type: 1 00010000:00010000:2.0:1746066738.758162:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.758164:0:7107:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746066738.758169:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6083471 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b17 expref: 24 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.758176:0:7107:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6083471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b17 expref: 24 pid: 8451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746066738.758196:0:7107:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c3c600/0xfb36a14ee6083471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b17 expref: 24 pid: 8451 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746066738.758204:0:7107:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976339968:192.168.202.57@tcp:105: 00000100:00100000:2.0:1746066738.758846:0:7107:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5390cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746066738.760451:0:7107:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7107:1830882976339968:192.168.202.57@tcp:105: 00010000:00010000:2.0:1746066738.760468:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066738.760503:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+24:1964:x1830882975391488:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 2428us (2575us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.760510:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5707 00000100:00100000:0.0:1746066738.760806:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.760838:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.760852:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.760864:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.760887:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:0.0:1746066738.760904:0:3288:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:1.0:1746066738.761039:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975391744 00000100:00100000:1.0:1746066738.761044:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975391744 00000100:00100000:1.0:1746066738.761064:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975391616 00000100:00100000:1.0:1746066738.761066:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975391616 00000100:00100000:1.0:1746066738.761076:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975391872 00000100:00100000:1.0:1746066738.761091:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975391872 00000100:00100000:1.0:1746066738.761104:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975392128 00000100:00100000:1.0:1746066738.761107:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975392128 00000100:00100000:1.0:1746066738.761115:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975392000 00000100:00100000:1.0:1746066738.761117:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975392000 00000100:00100000:1.0:1746066738.761122:0:8452:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975392256 00000100:00100000:1.0:1746066738.761124:0:8452:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975392256 00000100:00100000:1.0:1746066738.761132:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11426 00000100:00100000:1.0:1746066738.761138:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1964:x1830882975391744:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:1.0:1746066738.761284:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066738.761287:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066736 -> 1746066736 00002000:00010000:1.0:1746066738.761289:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066735 -> 1746066736 00002000:00010000:1.0:1746066738.761291:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066736 -> 1746066738 00002000:00010000:1.0:1746066738.761293:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066738.761314:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975391744:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 176us (509us total) trans 17179872935 rc 0/0 00000100:00100000:1.0:1746066738.761320:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11426 00000100:00100000:1.0:1746066738.761330:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11427 00000100:00100000:1.0:1746066738.761335:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975391616:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:1.0:1746066738.761423:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1746066738.761425:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066735 -> 1746066736 00002000:00010000:1.0:1746066738.761427:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066734 -> 1746066736 00002000:00010000:1.0:1746066738.761429:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066735 -> 1746066738 00002000:00010000:1.0:1746066738.761430:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2023 -> 2023 00000100:00100000:1.0:1746066738.761446:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1963:x1830882975391616:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 110us (607us total) trans 21474840277 rc 0/0 00000100:00100000:1.0:1746066738.761451:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11427 00000100:00100000:1.0:1746066738.761460:0:8452:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11428 00000100:00100000:1.0:1746066738.761465:0:8452:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+26:1963:x1830882975391872:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:0.0:1746066738.761651:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11429 00000100:00100000:0.0:1746066738.761659:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1963:x1830882975392128:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:0.0:1746066738.761748:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:0.0:1746066738.761750:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066736 -> 1746066736 00002000:00010000:0.0:1746066738.761753:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066734 -> 1746066736 00002000:00010000:0.0:1746066738.761755:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066736 -> 1746066738 00002000:00010000:0.0:1746066738.761756:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5895 -> 5895 00000100:00100000:0.0:1746066738.761773:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1963:x1830882975392128:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 116us (907us total) trans 21474840278 rc 0/0 00000100:00100000:0.0:1746066738.761778:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11429 00000100:00100000:0.0:1746066738.761788:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11430 00000100:00100000:0.0:1746066738.761792:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+17:1964:x1830882975392000:12345-192.168.202.57@tcp:2:lfs.0 00002000:00010000:0.0:1746066738.761846:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066738.761848:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066736 -> 1746066736 00002000:00010000:0.0:1746066738.761850:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066735 -> 1746066736 00002000:00010000:0.0:1746066738.761852:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066736 -> 1746066738 00002000:00010000:0.0:1746066738.761853:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066738.761868:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+18:1964:x1830882975392000:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 75us (980us total) trans 21474840279 rc 0/0 00002000:00010000:1.0:1746066738.761870:0:8452:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066738.761873:0:8452:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066736 -> 1746066736 00000100:00100000:0.0:1746066738.761874:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11430 00002000:00010000:1.0:1746066738.761875:0:8452:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066736 -> 1746066736 00002000:00010000:1.0:1746066738.761877:0:8452:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066736 -> 1746066738 00002000:00010000:1.0:1746066738.761878:0:8452:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066738.761882:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 11431 00000100:00100000:0.0:1746066738.761886:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975392256:12345-192.168.202.57@tcp:2:lfs.0 00000100:00100000:1.0:1746066738.761894:0:8452:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1963:x1830882975391872:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 429us (1041us total) trans 17179872936 rc 0/0 00000100:00100000:1.0:1746066738.761899:0:8452:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11428 00002000:00010000:0.0:1746066738.761942:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746066738.761944:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066736 -> 1746066736 00002000:00010000:0.0:1746066738.761945:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066736 -> 1746066736 00002000:00010000:0.0:1746066738.761947:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066736 -> 1746066738 00002000:00010000:0.0:1746066738.761948:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:0.0:1746066738.761963:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+27:1964:x1830882975392256:12345-192.168.202.57@tcp:2:lfs.0 Request processed in 76us (1058us total) trans 17179872937 rc 0/0 00000100:00100000:0.0:1746066738.761968:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 11431 00000100:00100000:0.0:1746066738.764142:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.765601:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975392512 00000100:00100000:3.0:1746066738.765610:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975392512 00000100:00100000:3.0:1746066738.765653:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3674 00000100:00100000:3.0:1746066738.765661:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2b4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:29222:x1830882975392512:12345-192.168.202.57@tcp:35:lfs.0 00000004:00010000:3.0:1746066738.765766:0:16789:0:(mdt_open.c:2471:mdt_close_resync_done()) ### [0x200000403:0x315:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6083391 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ab5 expref: 253 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.765801:0:16789:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16789 initiator: MDT0 00010000:00010000:3.0:1746066738.765811:0:16789:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ff200/0xfb36a14ee60833d0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979abc expref: 253 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.765816:0:16789:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16789 initiator: MDT0 00010000:00010000:3.0:1746066738.765838:0:16789:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ff200/0xfb36a14ee60833d0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979abc expref: 253 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.765847:0:16789:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ff200/0xfb36a14ee60833d0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979abc expref: 253 pid: 16018 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746066738.765857:0:16789:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:16789:1830882976340096:192.168.202.57@tcp:104: 00000100:00100000:3.0:1746066738.766544:0:16789:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b6c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746066738.768109:0:16789:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801361f8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:16789:1830882976340096:192.168.202.57@tcp:104: 00010000:00010000:3.0:1746066738.768125:0:16789:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16789 initiator: MDT0 00000100:00100000:0.0:1746066738.769424:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:2.0:1746066738.769481:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975392640 00000100:00100000:2.0:1746066738.769487:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975392640 00010000:00010000:2.0:1746066738.769523:0:7107:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ff200/0xfb36a14ee60833d0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979abc expref: 254 pid: 16018 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746066738.769558:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 5708 00000100:00100000:2.0:1746066738.769566:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+254:1963:x1830882975392640:12345-192.168.202.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746066738.769578:0:7107:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746066738.769583:0:7107:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ff200/0xfb36a14ee60833d0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979abc expref: 254 pid: 16018 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746066738.769593:0:7107:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ff200/0xfb36a14ee60833d0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979abc expref: 254 pid: 16018 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746066738.769610:0:7107:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2ff200/0xfb36a14ee60833d0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.57@tcp remote: 0xdd8900966c979abc expref: 254 pid: 16018 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746066738.769637:0:7107:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:2.0:1746066738.769642:0:7107:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16789 initiator: MDT0 00010000:00010000:2.0:1746066738.769648:0:7107:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16789 initiator: MDT0 00010000:00010000:2.0:1746066738.769653:0:7107:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16789 initiator: MDT0 00010000:00010000:2.0:1746066738.769671:0:7107:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746066738.769733:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:373f5662-4306-4ad8-af4e-c6b3fb29aadc+253:1963:x1830882975392640:12345-192.168.202.57@tcp:103:ldlm_bl.0 Request processed in 167us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746066738.769739:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 5708 00010000:00010000:3.0:1746066738.769834:0:16789:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16789 initiator: MDT0 00010000:00010000:3.0:1746066738.769840:0:16789:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16789 initiator: MDT0 00000040:00080000:3.0:1746066738.770423:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2683, 88 off225496 00000004:00080000:3.0:1746066738.770429:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699947752462ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066738.770483:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2618, 88 off219856 00000004:00080000:3.0:1746066738.770487:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699947810977ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066738.770508:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2619, 88 off219944 00000004:00080000:3.0:1746066738.770511:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699947835032ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066738.770518:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2684, 88 off225584 00000004:00080000:3.0:1746066738.770521:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699947845113ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066738.770527:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2685, 88 off225672 00000004:00080000:3.0:1746066738.770529:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699947853077ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066738.770538:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2620, 88 off220032 00000004:00080000:3.0:1746066738.770541:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699947864619ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066738.770671:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2621, 88 off220120 00000004:00080000:3.0:1746066738.770703:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699948026545ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066738.770725:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2622, 88 off220208 00000004:00080000:3.0:1746066738.770729:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699948052415ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066738.770736:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2686, 88 off225760 00000004:00080000:3.0:1746066738.770738:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699948062559ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066738.770759:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2623, 88 off220296 00000004:00080000:3.0:1746066738.770762:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699948085974ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066738.770769:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2687, 88 off225848 00000004:00080000:3.0:1746066738.770771:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699948095477ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066738.770780:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2624, 88 off220384 00000004:00080000:3.0:1746066738.770782:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699948106377ns, next at 634327279575ns, rc = 0 00000040:00080000:3.0:1746066738.770788:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2688, 88 off225936 00000004:00080000:3.0:1746066738.770899:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699948115745ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066738.770926:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2689, 88 off226024 00000004:00080000:3.0:1746066738.770930:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699948253854ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066738.770937:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2690, 88 off226112 00000004:00080000:3.0:1746066738.770939:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699948262939ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066738.770945:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2691, 88 off226200 00000004:00080000:3.0:1746066738.770947:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 699948271517ns, next at 634295107944ns, rc = 0 00000040:00080000:3.0:1746066738.770955:0:16789:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2625, 88 off220472 00000004:00080000:3.0:1746066738.770957:0:16789:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 699948281449ns, next at 634327279575ns, rc = 0 00000001:00080000:1.0:1746066738.793615:0:14626:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943100 is committed 00000004:00080000:1.0:1746066738.793622:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1908 committed 00000004:00080000:1.0:1746066738.793627:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1975 committed 00000004:00080000:1.0:1746066738.793633:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1974 committed 00000004:00080000:1.0:1746066738.793634:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1973 committed 00000004:00080000:1.0:1746066738.793636:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1972 committed 00000004:00080000:1.0:1746066738.793637:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1907 committed 00000004:00080000:1.0:1746066738.793641:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1971 committed 00000004:00080000:1.0:1746066738.793642:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1906 committed 00000004:00080000:1.0:1746066738.793643:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1970 committed 00000004:00080000:1.0:1746066738.793645:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1905 committed 00000004:00080000:1.0:1746066738.793646:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1904 committed 00000004:00080000:1.0:1746066738.793647:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1903 committed 00000004:00080000:1.0:1746066738.793649:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1969 committed 00000004:00080000:1.0:1746066738.793650:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1968 committed 00000004:00080000:1.0:1746066738.793652:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1902 committed 00000004:00080000:1.0:1746066738.793653:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1901 committed 00000004:00080000:1.0:1746066738.793655:0:14626:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1967 committed 00000004:00010000:3.0:1746066738.793866:0:16789:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012c2b4c50 reply state ffff880098dfd800 transno 8589943100 ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16789 initiator: MDT0 00000100:00100000:3.0:1746066738.793875:0:16789:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746066738.793883:0:16789:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066738.793886:0:16789:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746066738.793893:0:16789:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c3dc00/0xfb36a14ee6083391 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x315:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979ab5 expref: 251 pid: 20127 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1746066738.793970:0:16789:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1746066738.793981:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2b4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+251:29222:x1830882975392512:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 28320us (29842us total) trans 8589943100 rc 0/0 00000100:00100000:3.0:1746066738.793989:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3674 00010000:00010000:3.0:1746066738.794041:0:3279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16789 initiator: MDT0 00010000:00010000:3.0:1746066738.794047:0:3279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16789 initiator: MDT0 00010000:00010000:3.0:1746066738.794053:0:3279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16789 initiator: MDT0 00010000:00010000:3.0:1746066738.794058:0:3279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135716200 already unused, calling callback (ffffffffa137d690) 00010000:00010000:3.0:1746066738.794061:0:3279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16789 initiator: MDT0 00010000:00010000:3.0:1746066738.794067:0:3279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16789 initiator: MDT0 00010000:00010000:3.0:1746066738.794085:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13400) 00010000:00010000:3.0:1746066738.794088:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066738.794090:0:3279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16789 initiator: MDT0 00010000:00010000:3.0:1746066738.794094:0:3279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135716200/0xfb36a14ee6083478 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16789 initiator: MDT0 00000100:00100000:1.0:1746066738.794241:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976340352:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066738.794278:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066738.794300:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976340864:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066738.794314:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066738.794328:0:3295:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746066738.794332:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976340480:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066738.794345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066738.794355:0:3295:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976340992:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066738.794366:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746066738.794386:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976340352 00000100:00100000:1.0:1746066738.794392:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976340352 00000100:00100000:1.0:1746066738.794413:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976340864 00000100:00100000:1.0:1746066738.794415:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976340864 00000100:00100000:1.0:1746066738.794423:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976340480 00000100:00100000:1.0:1746066738.794425:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976340480 00000100:00100000:1.0:1746066738.794431:0:8112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976340992 00000100:00100000:1.0:1746066738.794433:0:8112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976340992 00000100:00100000:1.0:1746066738.794443:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11432 00000100:00100000:1.0:1746066738.794449:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3295:x1830882976340352:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066738.794583:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746066738.794586:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb mtime from disk: 1746066736 -> 1746066736 00002000:00010000:1.0:1746066738.794588:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb atime from disk: 1746066736 -> 1746066736 00002000:00010000:1.0:1746066738.794589:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb ctime from disk: 1746066738 -> 1746066738 00002000:00010000:1.0:1746066738.794591:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x385:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746066738.794612:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3295:x1830882976340352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 163us (334us total) trans 21474840280 rc 0/0 00000100:00100000:1.0:1746066738.794617:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11432 00000100:00100000:1.0:1746066738.794627:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11433 00000100:00100000:1.0:1746066738.794631:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3295:x1830882976340864:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746066738.794717:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3295:x1830882976340864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 85us (401us total) trans 21474840281 rc 0/0 00000100:00100000:1.0:1746066738.794721:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11433 00000100:00100000:1.0:1746066738.794730:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11434 00000100:00100000:1.0:1746066738.794733:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e843b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3295:x1830882976340480:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066738.794793:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb size from disk: 5078880 -> 5078880 00002000:00010000:1.0:1746066738.794795:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb mtime from disk: 1746066736 -> 1746066736 00002000:00010000:1.0:1746066738.794797:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb atime from disk: 1746066736 -> 1746066736 00002000:00010000:1.0:1746066738.794799:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb ctime from disk: 1746066738 -> 1746066738 00002000:00010000:1.0:1746066738.794800:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x386:0x0] updating lvb blocks from disk: 5895 -> 5895 00000100:00100000:1.0:1746066738.794816:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e843b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3295:x1830882976340480:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (469us total) trans 21474840282 rc 0/0 00000100:00100000:1.0:1746066738.794820:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11434 00000100:00100000:1.0:1746066738.794831:0:8112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11435 00000100:00100000:1.0:1746066738.794834:0:8112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3295:x1830882976340992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746066738.794889:0:8112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746066738.794892:0:8112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1746066738.794893:0:8112:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746066738.794895:0:8112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1746066738.794896:0:8112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x384:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746066738.794912:0:8112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3295:x1830882976340992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 77us (545us total) trans 21474840283 rc 0/0 00000100:00100000:1.0:1746066738.794917:0:8112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11435 00000004:00080000:1.0:1746066738.794947:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092848700/2, rc 0, transno 21474840282 00000100:00100000:1.0:1746066738.794953:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976340480:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066738.794959:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e840a80/2, rc 0, transno 21474840283 00000100:00100000:1.0:1746066738.794962:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976340992:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066738.794967:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93c700/2, rc 0, transno 21474840280 00000100:00100000:1.0:1746066738.794970:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976340352:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746066738.794975:0:3295:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009284bb80/2, rc 0, transno 21474840281 00000100:00100000:1.0:1746066738.794977:0:3295:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1830882976340864:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.795218:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976341504:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.795242:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.795258:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976342016:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.795270:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.795278:0:3296:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746066738.795281:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976341376:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.795292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.795300:0:3296:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976341888:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.795312:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.795327:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976341504 00000100:00100000:0.0:1746066738.795330:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976341504 00000100:00100000:0.0:1746066738.795344:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976342016 00000100:00100000:0.0:1746066738.795346:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976342016 00000100:00100000:0.0:1746066738.795354:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976341376 00000100:00100000:0.0:1746066738.795355:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976341376 00000100:00100000:2.0:1746066738.795358:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976340608:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.795362:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976341888 00000100:00100000:0.0:1746066738.795364:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976341888 00000100:00100000:0.0:1746066738.795372:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11436 00000100:00100000:0.0:1746066738.795376:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3296:x1830882976341504:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066738.795381:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066738.795391:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976341120:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066738.795403:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066738.795409:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976341632:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066738.795420:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066738.795425:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976342144:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066738.795436:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066738.795449:0:3293:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 5 async RPCs [1->0] 00000100:00100000:2.0:1746066738.795454:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e93f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976340224:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746066738.795467:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1746066738.795467:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066738.795470:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb mtime from disk: 1746066736 -> 1746066736 00002000:00010000:0.0:1746066738.795472:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb atime from disk: 1746066736 -> 1746066736 00002000:00010000:0.0:1746066738.795473:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb ctime from disk: 1746066738 -> 1746066738 00000100:00100000:2.0:1746066738.795475:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976340736:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746066738.795476:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x388:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746066738.795486:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746066738.795492:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976341248:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.795498:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3296:x1830882976341504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 121us (255us total) trans 17179872938 rc 0/0 00000100:00100000:0.0:1746066738.795503:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11436 00000100:00100000:2.0:1746066738.795511:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.795512:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976340608 00000100:00100000:0.0:1746066738.795515:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976340608 00000100:00100000:2.0:1746066738.795518:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976341760:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.795522:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976341120 00000100:00100000:0.0:1746066738.795523:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976341120 00000100:00100000:0.0:1746066738.795528:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976341632 00000100:00100000:0.0:1746066738.795530:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976341632 00000100:00100000:2.0:1746066738.795531:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.795535:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976342144 00000100:00100000:0.0:1746066738.795537:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976342144 00000100:00100000:2.0:1746066738.795538:0:3293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976342272:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.795542:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976340224 00000100:00100000:0.0:1746066738.795543:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976340224 00000100:00100000:2.0:1746066738.795548:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746066738.795549:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976340736 00000100:00100000:0.0:1746066738.795551:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976340736 00000100:00100000:0.0:1746066738.795556:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976341248 00000100:00100000:0.0:1746066738.795558:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976341248 00000100:00100000:0.0:1746066738.795563:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976341760 00000100:00100000:0.0:1746066738.795564:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976341760 00000100:00100000:0.0:1746066738.795569:0:21203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882976342272 00000100:00100000:0.0:1746066738.795571:0:21203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882976342272 00000100:00100000:0.0:1746066738.795992:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11437 00000100:00100000:0.0:1746066738.795997:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:3296:x1830882976342016:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.796075:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3296:x1830882976342016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 78us (804us total) trans 17179872939 rc 0/0 00000100:00100000:0.0:1746066738.796088:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11437 00000100:00100000:0.0:1746066738.796097:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11438 00000100:00100000:0.0:1746066738.796101:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:3296:x1830882976341376:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066738.796155:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746066738.796158:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb mtime from disk: 1746066736 -> 1746066736 00002000:00010000:0.0:1746066738.796160:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb atime from disk: 1746066736 -> 1746066736 00002000:00010000:0.0:1746066738.796161:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb ctime from disk: 1746066738 -> 1746066738 00002000:00010000:0.0:1746066738.796162:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x387:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746066738.796180:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3296:x1830882976341376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 79us (887us total) trans 17179872940 rc 0/0 00000100:00100000:0.0:1746066738.796184:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11438 00000100:00100000:0.0:1746066738.796193:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11439 00000100:00100000:0.0:1746066738.796197:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:3296:x1830882976341888:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.796266:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3296:x1830882976341888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (952us total) trans 17179872941 rc 0/0 00000100:00100000:0.0:1746066738.796275:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11439 00000100:00100000:0.0:1746066738.796284:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11440 00000100:00100000:0.0:1746066738.796288:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3293:x1830882976340608:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066738.796306:0:8451:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11441 00000100:00100000:3.0:1746066738.796312:0:8451:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3293:x1830882976341120:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066738.796349:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11442 00000100:00100000:3.0:1746066738.796353:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3293:x1830882976341632:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746066738.796388:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3293:x1830882976340608:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (1007us total) trans 21474840284 rc 0/0 00000100:00100000:0.0:1746066738.796394:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11440 00000100:00100000:0.0:1746066738.796402:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11443 00000100:00100000:0.0:1746066738.796406:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3293:x1830882976342144:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746066738.796416:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1746066738.796418:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb mtime from disk: 1746066736 -> 1746066736 00002000:00010000:3.0:1746066738.796420:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb atime from disk: 1746066736 -> 1746066736 00002000:00010000:3.0:1746066738.796422:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb ctime from disk: 1746066738 -> 1746066738 00002000:00010000:3.0:1746066738.796424:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x389:0x0] updating lvb blocks from disk: 4139 -> 4139 00000100:00100000:3.0:1746066738.796442:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3293:x1830882976341632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 89us (1021us total) trans 17179872942 rc 0/0 00000100:00100000:3.0:1746066738.796446:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11442 00000100:00100000:3.0:1746066738.796455:0:9776:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11444 00000100:00100000:3.0:1746066738.796458:0:9776:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3293:x1830882976340224:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.796468:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3293:x1830882976342144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 62us (1031us total) trans 17179872943 rc 0/0 00000100:00100000:0.0:1746066738.796472:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11443 00000100:00100000:0.0:1746066738.796480:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11445 00000100:00100000:0.0:1746066738.796484:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3293:x1830882976340736:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066738.796492:0:8450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11446 00000100:00100000:3.0:1746066738.796496:0:8450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3293:x1830882976341248:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.796546:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3293:x1830882976340736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 62us (1059us total) trans 21474840285 rc 0/0 00000100:00100000:0.0:1746066738.796551:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11445 00000100:00100000:0.0:1746066738.796559:0:21203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11447 00000100:00100000:0.0:1746066738.796563:0:21203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:3293:x1830882976341760:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066738.796609:0:20532:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11448 00000100:00100000:1.0:1746066738.796614:0:20532:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3293:x1830882976342272:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746066738.796624:0:21203:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746066738.796626:0:21203:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb mtime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066738.796628:0:21203:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb atime from disk: 1746066674 -> 1746066674 00002000:00010000:0.0:1746066738.796629:0:21203:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb ctime from disk: 1746066675 -> 1746066675 00002000:00010000:0.0:1746066738.796631:0:21203:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x386:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746066738.796648:0:21203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3293:x1830882976341760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 85us (1116us total) trans 17179872944 rc 0/0 00000100:00100000:0.0:1746066738.796652:0:21203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11447 00000004:00080000:0.0:1746066738.796698:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094129180/2, rc 0, transno 17179872940 00000100:00100000:0.0:1746066738.796703:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976341376:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746066738.796707:0:20532:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3293:x1830882976342272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 94us (1158us total) trans 17179872945 rc 0/0 00000004:00080000:0.0:1746066738.796710:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a4ef480/2, rc 0, transno 17179872941 00000100:00100000:1.0:1746066738.796712:0:20532:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11448 00000100:00100000:0.0:1746066738.796713:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976341888:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746066738.796718:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b05880/2, rc 0, transno 17179872939 00000100:00100000:0.0:1746066738.796720:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976342016:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066738.796726:0:8451:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3293:x1830882976341120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 413us (1321us total) trans 21474840286 rc 0/0 00000004:00080000:0.0:1746066738.796726:0:3296:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094128a80/2, rc 0, transno 17179872938 00000100:00100000:0.0:1746066738.796728:0:3296:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1830882976341504:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746066738.796731:0:8451:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11441 00002000:00010000:3.0:1746066738.796805:0:9776:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1746066738.796807:0:9776:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb mtime from disk: 1746066736 -> 1746066736 00002000:00010000:3.0:1746066738.796809:0:9776:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb atime from disk: 1746066736 -> 1746066736 00002000:00010000:3.0:1746066738.796811:0:9776:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb ctime from disk: 1746066738 -> 1746066738 00002000:00010000:3.0:1746066738.796812:0:9776:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x383:0x0] updating lvb blocks from disk: 2023 -> 2023 00000004:00080000:2.0:1746066738.796825:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092849c00/2, rc 0, transno 21474840285 00000100:00100000:2.0:1746066738.796829:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976340736:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746066738.796830:0:9776:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3293:x1830882976340224:12345-0@lo:2:osp-syn-0-0.0 Request processed in 372us (1362us total) trans 21474840287 rc 0/0 00000100:00100000:3.0:1746066738.796835:0:9776:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11444 00000004:00080000:2.0:1746066738.796839:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a4ec700/2, rc 0, transno 17179872944 00000100:00100000:2.0:1746066738.796842:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976341760:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066738.796847:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b04000/2, rc 0, transno 17179872945 00000100:00100000:2.0:1746066738.796849:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976342272:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066738.796855:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092849500/2, rc 0, transno 21474840284 00000100:00100000:2.0:1746066738.796858:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976340608:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066738.796862:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e841880/2, rc 0, transno 21474840286 00000100:00100000:2.0:1746066738.796864:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976341120:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746066738.796869:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009a4ed180/2, rc 0, transno 17179872942 00000100:00100000:2.0:1746066738.796871:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976341632:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066738.796876:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b04380/2, rc 0, transno 17179872943 00000100:00100000:2.0:1746066738.796878:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976342144:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746066738.796885:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e93f800/2, rc 0, transno 21474840287 00000100:00100000:2.0:1746066738.796887:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e93f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976340224:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.797107:0:8450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3293:x1830882976341248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 609us (1599us total) trans 21474840288 rc 0/0 00000100:00100000:0.0:1746066738.797111:0:8450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11446 00000004:00080000:2.0:1746066738.797592:0:3293:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e852a00/2, rc 0, transno 21474840288 00000100:00100000:2.0:1746066738.797596:0:3293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1830882976341248:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746066738.798509:0:3286:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.798582:0:20127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975392768 00000100:00100000:3.0:1746066738.798638:0:20127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975392768 00000100:00100000:3.0:1746066738.798700:0:20127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 9208 00000100:00100000:3.0:1746066738.798707:0:20127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+250:29222:x1830882975392768:12345-192.168.202.57@tcp:101:lfs.0 00010000:00010000:3.0:1746066738.798767:0:20127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746066738.798784:0:20127:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135717000/0xfb36a14ee608347f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x315:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdd8900966c979b1e expref: -99 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.798826:0:20127:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135717000/0xfb36a14ee608347f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b1e expref: 251 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.798838:0:20127:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135717000/0xfb36a14ee608347f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x315:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.57@tcp remote: 0xdd8900966c979b1e expref: 251 pid: 20127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746066738.798853:0:20127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x315:0x0].0x0 (ffff88012dc13300) 00010000:00010000:3.0:1746066738.798855:0:20127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746066738.798857:0:20127:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135717000, rc 0) 00000100:00100000:3.0:1746066738.798897:0:20127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:373f5662-4306-4ad8-af4e-c6b3fb29aadc+251:29222:x1830882975392768:12345-192.168.202.57@tcp:101:lfs.0 Request processed in 190us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746066738.798902:0:20127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 9208 00000100:00100000:0.0:1746066738.804556:0:3287:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.57@tcp (source: 12345-192.168.202.57@tcp) 00000100:00100000:3.0:1746066738.804631:0:16789:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830882975393024 00000100:00100000:3.0:1746066738.804638:0:16789:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830882975393024 00000100:00100000:3.0:1746066738.804702:0:16789:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.57@tcp, seq: 3675 00000100:00100000:3.0:1746066738.804710:0:16789:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+251:29222:x1830882975393024:12345-192.168.202.57@tcp:35:lfs.0 00000100:00100000:3.0:1746066738.806603:0:16789:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800996d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:373f5662-4306-4ad8-af4e-c6b3fb29aadc+252:29222:x1830882975393024:12345-192.168.202.57@tcp:35:lfs.0 Request processed in 1887us (2048us total) trans 8589943101 rc 0/0 00000100:00100000:3.0:1746066738.806612:0:16789:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.57@tcp, seq: 3675 00010000:00010000:1.0:1746066739.087873:0:9851:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1746066739.656936:0:2191:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_200a: @@@@@@ FAIL: final resync failed 00010000:00010000:0.0:1746066740.092130:0:9850:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 69734 lines, 69734 kept, 0 dropped, 0 bad.